-- Logs begin at Fri 2022-05-06 12:53:07 UTC, end at Fri 2022-05-06 14:50:23 UTC. -- May 06 13:38:46.969698 dv-neutron-840889-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 06 13:38:49.108767 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.common.config [-] Logging enabled! May 06 13:38:49.109462 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 06 13:38:49.109551 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83918) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 06 13:38:49.111849 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.common.config [-] Logging enabled! May 06 13:38:49.112106 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 06 13:38:49.112349 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83918) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 06 13:38:49.113313 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 13:38:49.113799 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 13:38:49.114144 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 13:38:49.114387 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 13:38:49.114608 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 13:38:49.114927 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.115221 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.115517 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.115744 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.116060 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.116349 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.116632 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.116922 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.117215 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.117500 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.117781 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.118065 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.118809 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.119094 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.119386 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.119672 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.119922 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] debug = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.120206 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.120638 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.121051 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.121334 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.121626 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.121901 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.122177 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.122463 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.122799 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] host = dv-neutron-840889-1-hyperv {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.123080 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.123369 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.123656 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.123970 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.124248 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.124526 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.124813 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.125088 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.125361 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] log_file = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.125636 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.125924 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.126212 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.126503 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.126729 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.126951 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.127238 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.127527 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.127829 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.128109 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.128384 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.128659 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.128934 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.129204 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.129488 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.129772 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.130056 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.130330 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.130605 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.130878 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.131150 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.131434 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.131708 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.132004 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.132279 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.132562 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.132837 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.133109 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.133408 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.133691 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.134596 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.134880 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.135156 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.135441 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.135713 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.136010 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.136284 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] use_json = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.136555 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.136824 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.137104 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.137377 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.137648 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.137919 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.138190 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.138473 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.138744 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:49.139039 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.139337 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.139637 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.139945 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.140243 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.140524 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.140813 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.141090 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.141381 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.141671 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.141957 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.142235 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.142520 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.142859 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.143103 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.143377 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.143655 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.143969 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.144250 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.144523 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.144803 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.145091 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.145369 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.145646 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.145928 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.146206 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.146480 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.146750 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.147025 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.147315 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.147594 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.147891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.148164 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.148441 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.148711 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.148995 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.149273 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.149577 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.149848 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.150128 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.150400 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.150673 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.150950 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.151224 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.151503 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.151787 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.152067 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.152340 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.152611 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.152887 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.153156 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.153429 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.153706 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.153979 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.154250 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.154521 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.154794 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.155065 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.155358 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.155655 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.155962 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.156243 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.156522 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.156802 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.157077 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.157356 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.157634 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.157913 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.158184 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.158472 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.158755 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.159037 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.159318 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.159594 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.159973 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.160256 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.160540 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.160818 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.161094 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.161378 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.161659 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.161952 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.162246 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.162537 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.162832 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.163125 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.163407 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.163717 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.164022 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:49.164241 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 13:38:49.164484 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83918) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 13:38:49.563672 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO keyring.backend [-] Loading KWallet May 06 13:38:49.571003 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO keyring.backend [-] Loading SecretService May 06 13:38:49.574163 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO keyring.backend [-] Loading Windows May 06 13:38:49.575499 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO keyring.backend [-] Loading chainer May 06 13:38:49.576112 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO keyring.backend [-] Loading macOS May 06 13:38:49.609267 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 13:38:49.609513 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 13:38:49.609767 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 13:38:49.611249 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 13:38:49.914489 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:49.914785 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:49.915086 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:49.971054 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:49.971328 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:49.971594 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:49.974627 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:49.974899 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:49.975167 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.004515 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.004793 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.005061 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.032394 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.032672 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.032938 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.357178 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.357897 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.357897 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.358072 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.358876 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.477621 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.477937 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.478216 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.478485 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.478750 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.479059 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.479324 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.479584 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.479862 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.480148 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.480410 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.480677 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.480946 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.481207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.481477 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.481747 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.482003 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.482276 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.482533 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.482820 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.483170 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.483423 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.483672 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.483984 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.484245 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.484491 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.484878 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:38:50.485116 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:38:50.485353 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:38:50.485590 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:38:50.485824 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:38:50.486058 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:38:50.486602 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 13:38:50.489957 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 13:38:50.494534 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 13:38:50.498355 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) May 06 13:38:50.499988 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 13:38:50.500373 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 13:38:50.500703 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 13:38:50.501088 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 13:38:50.503873 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 13:38:50.504129 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 13:38:50.504473 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 13:38:50.532272 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 06 13:38:50.532712 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.533004 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83918) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 13:38:50.533363 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.534703 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83918) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 13:38:50.534986 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 13:38:50.535228 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 13:38:50.538477 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.538762 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:50.600538 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 13:38:50.600776 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 13:38:50.601009 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 13:38:50.601383 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 13:38:50.638288 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_db.sqlalchemy.engines [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83918) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 06 13:38:50.966093 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Initializing driver for type 'gre' May 06 13:38:50.966646 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] gre ID ranges: [(1, 1000)] May 06 13:38:51.022578 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Initializing driver for type 'local' May 06 13:38:51.022972 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Initializing driver for type 'vlan' May 06 13:38:51.035767 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] VlanTypeDriver initialization complete May 06 13:38:51.036174 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Initializing driver for type 'vxlan' May 06 13:38:51.036670 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] vxlan ID ranges: [(1, 1000)] May 06 13:38:51.091212 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Initializing extension driver 'port_security' May 06 13:38:51.091549 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.extensions.port_security [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] PortSecurityExtensionDriver initialization complete May 06 13:38:51.091922 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Initializing mechanism driver 'openvswitch' May 06 13:38:51.092248 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Initializing mechanism driver 'hyperv' May 06 13:38:51.098636 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.plugins.ml2.plugin [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:51.099306 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > port after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.099672 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.100047 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.100562 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 13:38:51.100990 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > subnet after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.101339 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > subnet after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.101680 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.102063 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 13:38:51.102998 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > network after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.103301 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > network after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.103642 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > network after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.104054 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 13:38:51.104451 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > security_group after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.104794 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > security_group after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.105126 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.105640 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 13:38:51.106038 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.106380 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.106714 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.107095 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 13:38:51.107529 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] ML2 OVO RPC backend initialized. {{(pid=83918) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 06 13:38:51.108181 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.108532 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.108940 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > network before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.109280 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > networks before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.109622 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > port before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.109956 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > ports before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.110293 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > subnet before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.110632 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > subnets before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.110964 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > network after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.111297 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > network after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.111921 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > network after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.112312 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > port after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.113286 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.113878 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.114213 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > subnet after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.114547 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > subnet after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.114878 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.115450 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.plugin [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Modular L2 Plugin initialization complete May 06 13:38:51.115792 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading services supported by the core plugin {{(pid=83918) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 13:38:51.116119 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Got port-security extension from driver 'port_security' May 06 13:38:51.116577 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.extensions.vlantransparent [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Disabled vlantransparent extension. May 06 13:38:51.116990 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83918) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 13:38:51.117303 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading Plugin: router May 06 13:38:51.152691 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.153013 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router after_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.153378 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router before_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.153735 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.154106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.154456 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router after_delete 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.154810 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.155168 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router after_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.155512 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router after_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.155878 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router after_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.156224 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.156575 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router after_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.156986 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.157336 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.157670 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.158001 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: subnet after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.158331 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.158672 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.159011 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.159344 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: port before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.159678 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.160048 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router after_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.160383 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.160725 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.161077 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.161411 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.161764 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > agent after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.162102 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > agent after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.162439 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > network after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.163299 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Tracking information for resource: router configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:38:51.163625 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Tracking information for resource: floatingip configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:38:51.168935 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.db.l3_agentschedulers_db [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 13:38:51.169498 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.169851 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: port after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.170196 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.170539 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.171435 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router before_create 55550100 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.171814 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.172240 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_create 55550100 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.172527 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > router precommit_update 55550100 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.176749 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.services.provider_configuration [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service providers = [] {{(pid=83918) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 13:38:51.177107 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.db.servicetype_db [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83918) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 13:38:51.180031 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.services.service_base [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 13:38:51.180385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.services.service_base [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 13:38:51.181346 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.services.service_base [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 13:38:51.182225 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.services.service_base [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 13:38:51.182589 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.services.service_base [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 13:38:51.182961 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:38:51.183279 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 13:38:51.193832 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:38:51.194164 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading Plugin: auto_allocate May 06 13:38:51.199971 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: network precommit_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.200340 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: network precommit_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.200860 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:38:51.201179 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading Plugin: tag May 06 13:38:51.207575 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:38:51.207937 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading Plugin: timestamp May 06 13:38:51.212439 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:38:51.212737 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading Plugin: network_ip_availability May 06 13:38:51.217894 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.218266 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.218618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.219319 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:38:51.219635 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading Plugin: flavors May 06 13:38:51.224264 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:38:51.224594 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading Plugin: revisions May 06 13:38:51.229292 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:38:51.229670 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_concurrency.lockutils [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=83918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 13:38:51.230394 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83918) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 06 13:38:51.230723 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Initializing extension manager. May 06 13:38:51.231218 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: __init__.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.231555 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: __pycache__ {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.231917 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.232249 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.232576 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: _filter_validation_lib.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.232900 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.233220 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: address_group.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.233963 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.234535 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: address-group May 06 13:38:51.234848 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: address_scope.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.235550 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.236087 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: address-scope May 06 13:38:51.236405 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.237323 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.237832 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: router-admin-state-down-before-update May 06 13:38:51.238153 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: agent.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.239100 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.239607 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: agent May 06 13:38:51.239962 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: agent_resources_synced.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.240863 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.241373 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: agent-resources-synced May 06 13:38:51.241690 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: allowedaddresspairs.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.243659 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.244203 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: allowed-address-pairs May 06 13:38:51.244525 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: auto_allocated_topology.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.245582 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.246096 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: auto-allocated-topology May 06 13:38:51.246413 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: availability_zone.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.247091 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.247641 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: availability_zone May 06 13:38:51.247947 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: availability_zone_filter.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.248845 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.249352 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: availability_zone_filter May 06 13:38:51.249668 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: data_plane_status.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.250551 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.251050 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension data-plane-status not supported by any of loaded plugins May 06 13:38:51.251366 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: default_subnetpools.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.252294 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.252792 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: default-subnetpools May 06 13:38:51.253109 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.253871 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.254376 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: dhcp_agent_scheduler May 06 13:38:51.254691 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: dns.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.255588 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.256115 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension dns-integration not supported by any of loaded plugins May 06 13:38:51.256434 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: dns_domain_ports.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.257332 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.257840 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 13:38:51.258158 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: dvr.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.258844 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.259352 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: dvr May 06 13:38:51.259666 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: empty_string_filtering.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.260596 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.261106 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: empty-string-filtering May 06 13:38:51.261423 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.262315 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.262815 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 13:38:51.263130 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.264047 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.264551 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 13:38:51.264865 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: external_net.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.265757 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.266264 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: external-net May 06 13:38:51.266577 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.267476 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.268222 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: extra_dhcp_opt May 06 13:38:51.268328 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: extraroute.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.269202 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.269703 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: extraroute May 06 13:38:51.270018 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: extraroute_atomic.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.271016 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.271523 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: extraroute-atomic May 06 13:38:51.271872 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: filter_validation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.272533 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.273039 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: filter-validation May 06 13:38:51.273356 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: fip_pf_description.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.274247 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.275261 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 13:38:51.275577 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: fip_port_details.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.276508 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.277016 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: fip-port-details May 06 13:38:51.277332 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: flavors.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.278809 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.279326 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: flavors May 06 13:38:51.279645 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.281306 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.281837 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 13:38:51.282168 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: floatingip_pools.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.282864 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.283380 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: floatingip-pools May 06 13:38:51.283704 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: ip_allocation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.284634 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.285143 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension ip_allocation not supported by any of loaded plugins May 06 13:38:51.285462 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.286359 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.286870 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: ip-substring-filtering May 06 13:38:51.287192 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: l2_adjacency.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.288131 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.288636 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension l2_adjacency not supported by any of loaded plugins May 06 13:38:51.288954 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: l3.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.289907 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.290478 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: router May 06 13:38:51.290800 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.293640 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.294171 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 13:38:51.294501 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.295442 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.295989 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: ext-gw-mode May 06 13:38:51.296317 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.297224 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.297737 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: l3-ha May 06 13:38:51.298060 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: l3_flavors.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.298958 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.299468 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: l3-flavors May 06 13:38:51.299811 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.300701 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.301212 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: l3-port-ip-change-not-allowed May 06 13:38:51.301529 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: l3agentscheduler.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.302536 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.303050 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: l3_agent_scheduler May 06 13:38:51.303371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: logging.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.304910 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.305428 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension logging not supported by any of loaded plugins May 06 13:38:51.305779 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: metering.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.306509 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.307079 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: metering May 06 13:38:51.307405 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.308529 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.309044 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: metering_source_and_destination_fields May 06 13:38:51.309393 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: multiprovidernet.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.310298 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.310802 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: multi-provider May 06 13:38:51.311119 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: netmtu.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.312086 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.312551 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: net-mtu May 06 13:38:51.312871 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: netmtu_writable.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.313764 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.314268 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: net-mtu-writable May 06 13:38:51.314584 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: network_availability_zone.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.315247 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.315749 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: network_availability_zone May 06 13:38:51.316091 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: network_ip_availability.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.317162 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.317672 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: network-ip-availability May 06 13:38:51.317993 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: network_segment_range.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.318748 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.319255 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension network-segment-range not supported by any of loaded plugins May 06 13:38:51.319572 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: pagination.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.320561 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.320889 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: pagination May 06 13:38:51.321205 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.322129 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.322643 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: port-mac-address-regenerate May 06 13:38:51.322959 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: port_resource_request.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.323882 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.324387 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension port-resource-request not supported by any of loaded plugins May 06 13:38:51.324702 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: portbindings.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.325601 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.326109 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: binding May 06 13:38:51.326426 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: portbindings_extended.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.327674 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.328216 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: binding-extended May 06 13:38:51.328538 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: portsecurity.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.329438 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.329947 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: port-security May 06 13:38:51.330265 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: project_id.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.331220 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.331547 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: project-id May 06 13:38:51.331885 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: providernet.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.332781 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.333292 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: provider May 06 13:38:51.333607 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.337741 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.338260 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos not supported by any of loaded plugins May 06 13:38:51.338583 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.339817 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.340335 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 13:38:51.340659 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.341559 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.342075 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 13:38:51.342400 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos_default.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.343303 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.343840 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos-default not supported by any of loaded plugins May 06 13:38:51.344178 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos_fip.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.344804 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.345303 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos-fip not supported by any of loaded plugins May 06 13:38:51.345621 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos_gateway_ip.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.346526 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.347037 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 13:38:51.347354 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos_port_network_policy.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.348275 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.348783 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 13:38:51.349101 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos_rule_type_details.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.350004 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.350517 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 13:38:51.350837 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: qos_rules_alias.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.351891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.352410 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 13:38:51.353270 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: quotasv2.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.354128 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.354447 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: quotas May 06 13:38:51.354763 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: quotasv2_detail.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.356368 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.356701 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: quota_details May 06 13:38:51.357028 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: rbac.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.358067 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.358598 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: rbac-policies May 06 13:38:51.358896 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: rbac_address_scope.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.359818 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.360338 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: rbac-address-scope May 06 13:38:51.360655 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: rbac_security_groups.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.361559 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.362070 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: rbac-security-groups May 06 13:38:51.362387 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: rbac_subnetpool.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.363281 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.364078 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: rbac-subnetpool May 06 13:38:51.364398 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: revisionifmatch.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.365297 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.365802 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: revision-if-match May 06 13:38:51.366117 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: revisions.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.367199 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.367712 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: standard-attr-revisions May 06 13:38:51.368142 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: router_availability_zone.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.368802 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.369308 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: router_availability_zone May 06 13:38:51.369623 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: routerservicetype.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.370522 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.371025 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension router-service-type not supported by any of loaded plugins May 06 13:38:51.371340 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.372285 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.372796 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: port-security-groups-filtering May 06 13:38:51.373110 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: securitygroup.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.384165 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.384698 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: security-group May 06 13:38:51.385030 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: segment.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.385804 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.386327 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension segment not supported by any of loaded plugins May 06 13:38:51.386655 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.387579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.388120 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 13:38:51.388446 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: servicetype.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.389525 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.390046 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: service-type May 06 13:38:51.390370 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: sorting.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.391329 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.391656 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: sorting May 06 13:38:51.392002 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: standard_attr_segment.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.392935 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.393423 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 13:38:51.393744 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: standardattrdescription.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.394379 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.394885 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: standard-attr-description May 06 13:38:51.395201 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: stateful_security_group.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.396144 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.396655 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: stateful-security-group May 06 13:38:51.396971 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: stdattrs_common.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.397543 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 13:38:51.397861 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.398772 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.399282 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 13:38:51.400151 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: subnet_onboard.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.401280 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.401802 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: subnet_onboard May 06 13:38:51.402122 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.403088 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.403554 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 13:38:51.403901 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: subnet_service_types.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.404812 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.405324 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: subnet-service-types May 06 13:38:51.405641 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: subnetallocation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.406715 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.407233 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: subnet_allocation May 06 13:38:51.407552 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.408253 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.408763 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: subnetpool-prefix-ops May 06 13:38:51.409073 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.410004 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.410509 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 13:38:51.410825 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: tagging.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.411914 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.412432 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: standard-attr-tag May 06 13:38:51.412748 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: timestamp.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.413951 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.414457 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loaded extension: standard-attr-timestamp May 06 13:38:51.414779 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: trunk.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.416379 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.416894 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension trunk not supported by any of loaded plugins May 06 13:38:51.417217 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: trunk_details.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.418121 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.418635 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension trunk-details not supported by any of loaded plugins May 06 13:38:51.418953 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: uplink_status_propagation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.419890 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.420401 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 13:38:51.420717 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Loading extension file: vlantransparent.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 13:38:51.421387 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 13:38:51.421901 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extension vlan-transparent not supported by any of loaded plugins May 06 13:38:51.424182 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:network May 06 13:38:51.424910 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:subnet May 06 13:38:51.425512 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:38:51.426285 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:port May 06 13:38:51.427542 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.428023 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service FLAVORS assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.428628 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.429052 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.429388 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:router May 06 13:38:51.430048 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:floatingip May 06 13:38:51.430778 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service METERING assigned prefix: /metering {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.432251 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.432619 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.433080 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:38:51.434096 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of CountableResource for resource:rbac_policy May 06 13:38:51.434538 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:security_group May 06 13:38:51.435215 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 13:38:51.435960 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service CORE assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.436298 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:38:51.436639 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] subnetpool is already registered May 06 13:38:51.437250 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service CORE assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.437645 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:38:51.437905 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] subnetpool is already registered May 06 13:38:51.440444 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.440870 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service FLAVORS assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.441444 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.441858 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.442186 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:router May 06 13:38:51.442509 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] router is already registered May 06 13:38:51.443093 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:floatingip May 06 13:38:51.443416 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] floatingip is already registered May 06 13:38:51.444065 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service METERING assigned prefix: /metering {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.444722 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of CountableResource for resource:rbac_policy May 06 13:38:51.445046 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] rbac_policy is already registered May 06 13:38:51.445580 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:security_group May 06 13:38:51.445901 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] security_group is already registered May 06 13:38:51.446506 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 13:38:51.446828 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] security_group_rule is already registered May 06 13:38:51.447494 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service CORE assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.447844 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:38:51.448172 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] subnetpool is already registered May 06 13:38:51.448770 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Service CORE assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:38:51.449097 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:38:51.449416 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] subnetpool is already registered May 06 13:38:51.450056 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: extensions {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.451487 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: address-groups {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.453069 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: address-scopes {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.454289 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: agents {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.455402 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: auto-allocated-topology {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.456641 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: availability_zones {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.457910 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: dhcp-networks {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.459268 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: dhcp-agents {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.460668 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: routers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.462946 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: flavors {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.464096 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: service_profiles {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.465256 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: next_providers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.466721 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: service_profiles {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.468142 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: floatingip-pools {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.469430 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: routers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.471149 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: floatingips {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.472326 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: l3-routers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.473641 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: l3-agents {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.474998 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: metering-labels {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.476387 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: metering-label-rules {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.478158 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: network-ip-availabilities {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.479371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: bindings {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.481867 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: quotas {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.483304 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: quotas {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.484852 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: rbac-policies {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.485983 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: security-groups {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.487159 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: security-group-rules {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.488387 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: service-providers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.489835 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: subnetpools {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.491212 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: subnetpools {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.492661 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.494319 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.496079 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.497780 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.499502 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.501204 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.502902 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.504730 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.506508 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.508316 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron.api.extensions [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 13:38:51.514066 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING keystonemiddleware.auth_token [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 13:38:51.518786 dv-neutron-840889-1-hyperv neutron-server[83918]: WARNING keystonemiddleware.auth_token [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 13:38:51.527100 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_concurrency.lockutils [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Acquired lock "singleton_lock" {{(pid=83918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 13:38:51.527573 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_concurrency.lockutils [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Releasing lock "singleton_lock" {{(pid=83918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 13:38:51.528223 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO oslo_service.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Starting 2 workers May 06 13:38:51.532743 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Started child 84021 {{(pid=83918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 13:38:51.536948 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Started child 84022 {{(pid=83918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 13:38:51.538341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.538966 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO neutron.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Neutron service started, listening on 0.0.0.0:9696 May 06 13:38:51.539119 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Notify callbacks [] for process, before_spawn {{(pid=83918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.539799 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [-] (84021) wsgi starting up on http://0.0.0.0:9696 May 06 13:38:51.542103 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO oslo_service.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Starting 1 workers May 06 13:38:51.542579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.543917 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [-] (84022) wsgi starting up on http://0.0.0.0:9696 May 06 13:38:51.547023 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Started child 84023 {{(pid=83918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 13:38:51.547528 dv-neutron-840889-1-hyperv neutron-server[83918]: INFO oslo_service.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Starting 1 workers May 06 13:38:51.551035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] calling RpcWorker wait() {{(pid=84023) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 13:38:51.551605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] returning from RpcWorker wait() {{(pid=84023) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 13:38:51.551691 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Started child 84024 {{(pid=83918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 13:38:51.552489 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-6680fa5c-1cde-4b48-a8fe-3db0a0ebaf30 None None] Notify callbacks [] for process, after_spawn {{(pid=83918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.552927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.553496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:51.554377 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 13:38:51.554584 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 13:38:51.554763 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 13:38:51.554974 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 13:38:51.555308 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 13:38:51.555475 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 13:38:51.556039 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.556301 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.556564 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.556659 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.557089 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.557172 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.557638 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.557732 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:51.557891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.558124 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.558375 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.558620 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.558785 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.558948 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.559192 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.559416 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.559692 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.559979 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.560213 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.560453 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.560619 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.560882 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.561146 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.561382 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.561645 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] debug = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.561883 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.562352 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.562589 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.562836 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.563077 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.563356 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.563596 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.563905 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.564134 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.564360 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.564591 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.564846 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.565068 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.565345 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.565844 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.565844 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.566222 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] host = dv-neutron-840889-1-hyperv {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.566442 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.566681 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.566912 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.567141 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.567381 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.567594 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.567875 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.568108 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.568356 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.568596 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.568841 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.569085 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.569331 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.569585 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_file = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.569748 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_options = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.569959 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.570222 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.570472 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.570663 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.570818 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.570977 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.571752 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.571933 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.572180 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.572409 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.572622 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.572841 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.573081 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.573309 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.573559 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.573796 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.574025 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.574232 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.574471 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.574693 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.574914 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.575141 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.575354 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.575566 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.575817 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.576031 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.576255 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.576504 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.576677 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.576902 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.577163 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.577401 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.577635 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.577875 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.578099 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.578323 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.578849 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.578849 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.579151 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.579300 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.579549 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.579832 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.580009 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.580224 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.580459 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.580682 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_json = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.580889 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.581096 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.581331 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.581562 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.581798 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.582008 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.582233 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.582454 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.582652 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.583073 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.583358 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.583678 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.583925 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.584176 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.584417 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.584651 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.584876 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.585121 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.585347 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.585629 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.585867 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.587673 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.587673 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.587673 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.587673 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.587673 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.588081 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.588158 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.588413 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.588573 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.588782 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.589040 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.589268 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.589482 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.589868 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.590133 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.590378 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.590840 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.590840 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.591086 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.591505 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.591752 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.592017 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.592273 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.592488 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.592724 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.592953 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.593181 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.593443 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.593672 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.595891 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.597066 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.597066 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.597066 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.597066 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.597066 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.597066 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.599371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.599371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.599371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.599371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.599371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.599371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.599371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.600136 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.600218 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.600924 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.602124 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.604147 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.604147 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.604427 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.605403 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.605403 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.605403 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.605403 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.605788 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.605994 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.606234 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.606502 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.606736 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.606990 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.607253 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.607815 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.607815 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.608165 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.608303 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.608507 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.608765 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.610165 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.610661 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.613720 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.614223 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.615004 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.616145 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.616437 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.618284 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.618563 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.618872 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.619765 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.620101 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.620385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.620875 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.621182 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.621455 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.622609 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.622853 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.623145 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.623433 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.623722 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.626066 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.626346 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.626602 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.626895 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.627185 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.627480 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.627752 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.628049 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.628300 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.628878 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.635804 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.635804 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54482) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:38:51.636106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636106 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636588 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636588 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636588 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636588 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.636815 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.637141 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.637298 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.637556 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.637798 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.638021 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.638280 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.638522 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.639195 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.639415 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.639629 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.639916 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.640136 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.640384 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.640645 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.640872 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.641124 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.641376 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.641588 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.642055 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.642367 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.642685 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.642972 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.643258 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.643654 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.643949 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.644169 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.644745 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.645167 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.645398 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.645628 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.646310 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0107269 May 06 13:38:51.646786 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.648030 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.648378 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.648664 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.648933 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.649173 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.649565 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.649810 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.650110 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.650337 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.650543 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.650792 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.651045 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.651274 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.651628 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.652567 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.652987 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.654569 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.654869 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.655513 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.656422 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.656665 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.656931 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.657188 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.657428 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.657752 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.658734 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.658734 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.658921 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.659004 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.659242 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.659500 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.659728 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.660085 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.660267 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.660455 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.660767 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.660927 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.661109 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.661323 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.661541 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.661753 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.662033 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.662250 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.662465 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.663017 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.663124 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.663369 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.663608 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.663871 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.664104 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.664317 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.664529 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.664770 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.665049 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.665662 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.665662 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.665827 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.666084 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.667086 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.667086 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.667086 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.667309 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.667385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.667612 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.667854 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.668096 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.668319 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.668607 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.669622 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.669622 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.671336 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.671626 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.672028 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.672340 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.672639 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.672871 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.673190 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.673546 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.675956 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.676698 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.676973 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.677263 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.677525 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.677779 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.678031 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.678293 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.678521 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.678770 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.679017 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.679275 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.679525 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.679762 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.680047 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.680276 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.680508 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.680767 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.680990 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.681142 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 13:38:51.681676 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 13:38:51.681840 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 13:38:51.681993 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 13:38:51.682166 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 13:38:51.682337 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 13:38:51.682490 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 13:38:51.682695 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.682858 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.683019 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.683178 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.683339 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.683517 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.683677 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.683855 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.684015 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.684173 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.684331 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.684488 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.684646 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.684797 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.684956 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.685113 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.685269 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.685425 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.685629 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.685761 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.685876 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.686026 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.686183 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] debug = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.686341 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.686552 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.686708 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.686862 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.687020 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.687175 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.687332 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.687488 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.687645 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.687851 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.688160 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.688518 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.688813 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.689116 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.689321 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.689423 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.689572 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] host = dv-neutron-840889-1-hyperv {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.689724 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691207 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691745 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691745 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691745 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691745 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.691745 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_file = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.692094 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_options = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.692094 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.692255 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.692367 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.692531 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.692773 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.692938 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.693069 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.693230 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.693459 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.693665 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.693665 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.693884 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.693991 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.694688 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.694688 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.694688 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.694688 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.695175 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.695175 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.695175 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.695175 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.695599 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.695599 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.695599 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.696790 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.696790 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.696790 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.696790 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.697095 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.697095 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.697240 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.697318 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.698385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.698385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.698385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.698385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.698385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.698385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.698385 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.699614 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.699614 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.699614 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.700791 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.700791 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.700791 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.700791 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_json = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.700791 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.700791 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.701479 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.701479 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.701479 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.701479 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.701762 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.701762 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.701920 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:38:51.702002 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.703579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.703579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.703579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.703579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.703579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.703579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.703579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.703579 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.704615 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.704615 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.704615 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.704615 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.704887 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.704887 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.705025 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.705100 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.705420 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.705420 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.705715 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.705715 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.705979 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.705979 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.706243 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.706333 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.706424 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.706563 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.707015 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.707015 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.707166 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.707244 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.707368 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.707531 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.707696 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.707894 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.708060 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.708150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:51.708226 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.708374 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.708515 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.708652 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.708816 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.708973 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.709125 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.709282 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.709441 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.709600 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.709760 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.709923 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.710070 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.710231 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.710389 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.710559 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.710722 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.710877 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.711018 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.711168 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.711324 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.711482 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.711641 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.711810 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.712529 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.712680 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.712849 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.712991 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.713741 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.713741 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.713741 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.713741 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.713741 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.714413 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.714413 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.714413 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.714413 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.714413 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715047 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715047 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715047 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715047 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715563 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715563 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715563 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715963 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715963 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.715963 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.716350 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.716350 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.716350 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.716618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.716726 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.716831 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.716959 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.717572 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.717572 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.717572 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.717572 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.717982 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.717982 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.717982 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.718283 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.718283 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.718464 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.718596 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.718753 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.719066 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.719378 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.719527 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.719702 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.719917 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.720075 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.720230 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.720528 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.720901 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.721196 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.721494 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.721806 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.721989 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.723975 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.723975 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.723975 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.723975 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.723975 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.723975 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.724677 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.724677 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.724677 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.724677 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.724927 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.724927 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.726266 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.726858 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.727036 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.727205 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.727372 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.727565 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728371 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728680 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728680 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728815 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.728975 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.729130 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.729289 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.729447 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.729608 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.729765 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.729922 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.730080 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.730238 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.730397 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.730551 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.730714 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.730869 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.731104 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.731196 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.731331 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.731484 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.731639 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.732037 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.732201 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.732362 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.732522 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.732682 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.732841 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.733002 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.733162 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.733321 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.733480 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.733860 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.734025 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.734185 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.734345 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.734504 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.735669 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.735669 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.735669 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.735669 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.735669 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.735669 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.735669 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.736618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.736618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.736618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.736618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.736618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.736618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.736618 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.737296 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.737296 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.737296 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.737296 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.737682 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.737682 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.737682 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.738415 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.738840 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.739095 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.739340 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.740142 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.740142 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.741314 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.741529 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.741701 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.741851 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.742010 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.742156 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.742295 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.742435 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.742572 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.742733 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.742880 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.743054 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.743227 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.743380 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.743520 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.743683 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.744573 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.744573 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.744808 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.744914 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.745035 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.745144 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.745290 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746289 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746289 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746289 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746289 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746289 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746289 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746893 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746893 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746893 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.746893 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.747292 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.747292 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.747292 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.747500 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.747577 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.747742 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.747984 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.748131 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.748269 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.748405 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.748550 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.748687 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.748820 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.748954 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.749097 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.749242 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.749399 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.749559 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.749717 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.749875 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.750033 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.750192 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.750364 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.750584 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.750746 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.750880 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:38:51.751015 dv-neutron-840889-1-hyperv neutron-server[83918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 13:39:01.998593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63d47e-f644-4851-a7a4-895a54c4ec7d None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:39:02.082494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63d47e-f644-4851-a7a4-895a54c4ec7d None None] No non-hosted networks {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 13:39:02.086498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53f480ee-6ba2-493d-99e8-91ee33aa4110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4023870'] for agent, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:04.282702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d6a8-f33b-4dac-a6c2-d217841125b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4023870'] for agent, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:04.342008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e233-8468-42b3-b8c0-5a4e6d4f9f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:05.483624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4023870'] for agent, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:05.547751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4023870'] for agent, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:05.549402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.550745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.551371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.552749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.553376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.554729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.555463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.556167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.556881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.558039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.560650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:05.561077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-840889-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:05.575307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-840889-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:06.764546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4023870'] for agent, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:08.310257 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.db.l3_hamode_db [None req-727e9b3f-ec4c-4129-85bc-f04301fea823 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 13:39:08.403331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e9b3f-ec4c-4129-85bc-f04301fea823 None None] Routers set() bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:08.403995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e9b3f-ec4c-4129-85bc-f04301fea823 None None] Router IDs set() for agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:39:08.518366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54578) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:09.118529 dv-neutron-840889-1-hyperv neutron-server[84021]: WARNING oslo_policy.policy [None req-7dc41ec1-5d77-4ba2-a3ab-8f98ec1b81e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:39:09.119127 dv-neutron-840889-1-hyperv neutron-server[84021]: WARNING oslo_policy.policy [None req-7dc41ec1-5d77-4ba2-a3ab-8f98ec1b81e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:39:09.333525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-7dc41ec1-5d77-4ba2-a3ab-8f98ec1b81e6 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:39:09.334561 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7dc41ec1-5d77-4ba2-a3ab-8f98ec1b81e6 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8152027 May 06 13:39:11.586095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54592) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:11.965560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:12.018894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.policy [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84021) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 06 13:39:12.019640 dv-neutron-840889-1-hyperv neutron-server[84021]: WARNING oslo_policy.policy [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:39:12.020031 dv-neutron-840889-1-hyperv neutron-server[84021]: WARNING oslo_policy.policy [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:39:12.023293 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.quota [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] Loaded quota_driver: . May 06 13:39:12.038559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:12.107027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784472249802', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784472267060', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784472225732', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784472215373', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784472237361', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1121469', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1060393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3851197', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3784887'] for rbac-policy, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:12.173781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:12.174912 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-95e3f4fc-2e9a-4503-81ac-a1540ac862db admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5878797 May 06 13:39:14.718691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54606) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:15.097541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'aec51dd2787448f9b9c9161764148dc0'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:15.102787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:15.107197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Usage tracker for resource:network and tenant:aec51dd2787448f9b9c9161764148dc0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:15.111804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:15.118693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:15.128509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Made reservation on behalf of aec51dd2787448f9b9c9161764148dc0 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:39:15.131491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.148980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.198134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:15.201877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Usage tracker for resource:security_group_rule and tenant:aec51dd2787448f9b9c9161764148dc0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:15.204701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:15.210616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:15.278909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.282765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.305040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:39:15.330334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784473036656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.330928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Unsubscribe: segment precommit_create {{(pid=84021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 13:39:15.331432 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Added segment 4bba25ad-236d-4705-82ac-f3374effc006 of type vlan for network 5c25e6a2-6971-449e-a916-7368a7aee368 May 06 13:39:15.345958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9eabaf-e634-4dff-82c3-5127455a8809,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:15.395983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.396328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.396660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.396986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.397313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.397636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.397972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.398295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.398609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.399453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.399769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Tracked resource versions report: May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: pushed versions: May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: { 'ConntrackHelper': {'1.0'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Log': {'1.0'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Network': {'1.1'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Port': {'1.5'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'PortForwarding': {'1.2'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'QosPolicy': {'1.8'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SecurityGroup': {'1.2'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SecurityGroupRule': {'1.0'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SubPort': {'1.0'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Subnet': {'1.1'}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Trunk': {'1.1'}} May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: consumer versions: May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: { DHCP agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: L3 agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: Metadata agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: Metering agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: Open vSwitch agent@dv-neutron-840889-1-hyperv: { 'ConntrackHelper': '1.0', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Log': '1.0', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Network': '1.1', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Port': '1.5', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'PortForwarding': '1.2', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'QosPolicy': '1.8', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SecurityGroup': '1.2', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SecurityGroupRule': '1.0', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SubPort': '1.0', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Subnet': '1.1', May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Trunk': '1.1'}} May 06 13:39:15.401096 dv-neutron-840889-1-hyperv neutron-server[84021]: {{(pid=84021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:39:15.456714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.495633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.496741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:15.497298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.605912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] Pushing event updated for resources: {'Network': ['ID=5c25e6a2-6971-449e-a916-7368a7aee368,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:15.608548 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-08ab1832-2247-4166-9554-92a756ece800 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8888879 May 06 13:39:15.620084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 5c25e6a2-6971-449e-a916-7368a7aee368 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:39:18.206296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54622) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:18.677700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033dcaa-91ee-4128-83e8-d4fc8703b604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:18.679039 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1033dcaa-91ee-4128-83e8-d4fc8703b604 admin admin] 10.222.0.65 "GET /v2.0/networks/5c25e6a2-6971-449e-a916-7368a7aee368 HTTP/1.1" status: 200 len: 825 time: 0.4717991 May 06 13:39:18.709212 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0a22649b-1ccd-46b2-bbd6-e7257f18bbdf admin admin] 10.222.0.65 "GET /v2.0/subnetpools/dd31e30c-19ed-4516-95b5-e71507e4e191 HTTP/1.1" status: 200 len: 734 time: 0.0243793 May 06 13:39:18.717302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'subnetpool_id': 'dd31e30c-19ed-4516-95b5-e71507e4e191', 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:18.721407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:18.725147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Usage tracker for resource:subnet and tenant:aec51dd2787448f9b9c9161764148dc0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:18.728495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:18.734092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:18.744601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Made reservation on behalf of aec51dd2787448f9b9c9161764148dc0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:39:18.746779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:19.021532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:19.106489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67eeed7-b77c-4ed3-99af-315d8e8f40c2,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:19.112392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Checking segment: {'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:19.112775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Network hostable DHCP agents. Network: 5c25e6a2-6971-449e-a916-7368a7aee368, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:39:19.137619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Network 5c25e6a2-6971-449e-a916-7368a7aee368 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:39:19.147455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 5c25e6a2-6971-449e-a916-7368a7aee368) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:19.152180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:19.152737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:19.157919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6a1fa8-e022-426b-a429-8f7c37fab4fb None None] Network 5c25e6a2-6971-449e-a916-7368a7aee368 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:39:19.172742 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7e1d1021-d0c9-4f79-9185-60b60f68e390 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4581051 May 06 13:39:19.472374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-5c25e6a2-6971-449e-a916-7368a7aee368', 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'fixed_ips': [{'subnet_id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:39:19.473596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:19.656990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Allocated IP 172.20.0.2 (5c25e6a2-6971-449e-a916-7368a7aee368/c67eeed7-b77c-4ed3-99af-315d8e8f40c2/a8db34b2-dd2f-4711-8701-54d4929f4d80) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:19.880730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:19.894687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Transition to ACTIVE for port object a8db34b2-dd2f-4711-8701-54d4929f4d80 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:19.917304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Transition to ACTIVE for port object a8db34b2-dd2f-4711-8701-54d4929f4d80 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:19.923983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:19.986161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Network 5c25e6a2-6971-449e-a916-7368a7aee368 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:19.989108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:19.995012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:20.001471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Pushing event updated for resources: {'Port': ['ID=a8db34b2-dd2f-4711-8701-54d4929f4d80,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:20.039968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.040379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.040720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.041052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.041392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.041721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.042049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.042386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.042708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.043025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.043342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Tracked resource versions report: May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: pushed versions: May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: { 'ConntrackHelper': {'1.0'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Log': {'1.0'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Network': {'1.1'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Port': {'1.5'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'PortForwarding': {'1.2'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'QosPolicy': {'1.8'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SecurityGroup': {'1.2'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SecurityGroupRule': {'1.0'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SubPort': {'1.0'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Subnet': {'1.1'}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Trunk': {'1.1'}} May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: consumer versions: May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: { DHCP agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: L3 agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: Metadata agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: Metering agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: Open vSwitch agent@dv-neutron-840889-1-hyperv: { 'ConntrackHelper': '1.0', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Log': '1.0', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Network': '1.1', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Port': '1.5', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'PortForwarding': '1.2', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'QosPolicy': '1.8', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SecurityGroup': '1.2', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SecurityGroupRule': '1.0', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SubPort': '1.0', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Subnet': '1.1', May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Trunk': '1.1'}} May 06 13:39:20.044729 dv-neutron-840889-1-hyperv neutron-server[84023]: {{(pid=84023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:39:20.101222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Attempting to bind port a8db34b2-dd2f-4711-8701-54d4929f4d80 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:20.101618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Attempting to bind port a8db34b2-dd2f-4711-8701-54d4929f4d80 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:20.102067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Attempting to bind port a8db34b2-dd2f-4711-8701-54d4929f4d80 on network 5c25e6a2-6971-449e-a916-7368a7aee368 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:20.108507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:20.108908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Checking segment: {'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:20.109376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:20.109753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Bound using segment: {'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:20.110245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Bound port: a8db34b2-dd2f-4711-8701-54d4929f4d80, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:20.110644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:20.195038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] For port a8db34b2-dd2f-4711-8701-54d4929f4d80, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:20.199405 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] For port a8db34b2-dd2f-4711-8701-54d4929f4d80, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a8db34b2-dd2f-4711-8701-54d4929f4d80,segment=NetworkSegment(4bba25ad-236d-4705-82ac-f3374effc006),segment_id=4bba25ad-236d-4705-82ac-f3374effc006)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:20.203439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:20.305146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8c10b-a5fb-4298-8957-0f1d871485b7 None None] Pushing event updated for resources: {'Port': ['ID=a8db34b2-dd2f-4711-8701-54d4929f4d80,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:21.480028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 54632) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:22.102783 dv-neutron-840889-1-hyperv neutron-server[84022]: WARNING oslo_policy.policy [None req-75aba2c8-a1c4-42d5-935c-00dc90bdd007 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:39:22.103352 dv-neutron-840889-1-hyperv neutron-server[84022]: WARNING oslo_policy.policy [None req-75aba2c8-a1c4-42d5-935c-00dc90bdd007 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:39:22.316111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-75aba2c8-a1c4-42d5-935c-00dc90bdd007 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:39:22.317345 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-75aba2c8-a1c4-42d5-935c-00dc90bdd007 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8352001 May 06 13:39:23.796120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a8db34b2-dd2f-4711-8701-54d4929f4d80 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:23.869235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a8db34b2-dd2f-4711-8701-54d4929f4d80 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:24.037397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12997317-4deb-4d8d-bf8f-937a0f8acdc7 None None] Network 5c25e6a2-6971-449e-a916-7368a7aee368 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:39:24.138927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2e6d6b47-eed6-48bc-a5b6-584e531bd09d None None] Provisioning for port a8db34b2-dd2f-4711-8701-54d4929f4d80 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:24.156946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2e6d6b47-eed6-48bc-a5b6-584e531bd09d None None] Provisioning complete for port a8db34b2-dd2f-4711-8701-54d4929f4d80 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:24.157350 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6b47-eed6-48bc-a5b6-584e531bd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.366483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6b47-eed6-48bc-a5b6-584e531bd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.414045 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2e6d6b47-eed6-48bc-a5b6-584e531bd09d None None] For port a8db34b2-dd2f-4711-8701-54d4929f4d80, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a8db34b2-dd2f-4711-8701-54d4929f4d80,segment=NetworkSegment(4bba25ad-236d-4705-82ac-f3374effc006),segment_id=4bba25ad-236d-4705-82ac-f3374effc006)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:24.418151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6b47-eed6-48bc-a5b6-584e531bd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.502417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d6b47-eed6-48bc-a5b6-584e531bd09d None None] Pushing event updated for resources: {'Port': ['ID=a8db34b2-dd2f-4711-8701-54d4929f4d80,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:24.611694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7d0d65b0-1ed2-4f49-b603-fc13a2e8eed7 None None] Provisioning complete for port a8db34b2-dd2f-4711-8701-54d4929f4d80 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:24.612013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d0d65b0-1ed2-4f49-b603-fc13a2e8eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.614243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54652) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:25.006684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-5046cbbd-15d3-4c8b-a58d-22f957d94671 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:39:25.007671 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5046cbbd-15d3-4c8b-a58d-22f957d94671 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3925045 May 06 13:39:25.765549 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a8db34b2-dd2f-4711-8701-54d4929f4d80 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:25.835375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a8db34b2-dd2f-4711-8701-54d4929f4d80 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:25.835739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:27.675105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54664) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:28.115800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Request body: {'router': {'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:28.122061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:28.125221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Usage tracker for resource:router and tenant:aec51dd2787448f9b9c9161764148dc0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:28.128513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:28.134319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:28.143826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:28.145220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:28.170665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:28.286356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:28.305324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:28.306511 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b97a318a-2962-400d-97be-0b0a51c6229d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6304340 May 06 13:39:30.520008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54674) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:30.913835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-8cd13893-05a4-45ef-ba2a-3c63d5ac83f6 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:39:30.915341 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8cd13893-05a4-45ef-ba2a-3c63d5ac83f6 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3943887 May 06 13:39:31.943480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b1f88c5-71e9-4574-a973-70c127ff1e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.181844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54684) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:33.563726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:33.568669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:33.572406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Usage tracker for resource:network and tenant:8c7edb3563434a3199632cc01d03c26f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:33.575186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:33.580865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:33.590210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Made reservation on behalf of 8c7edb3563434a3199632cc01d03c26f for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:39:33.592398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.604499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.634743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:33.638384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Usage tracker for resource:security_group_rule and tenant:8c7edb3563434a3199632cc01d03c26f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:33.641170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:33.649210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:33.711636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.715586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.739719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Reserving flat network on physical network physnet1 {{(pid=84021) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 13:39:33.752783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97effeec-0c13-4f42-a1dd-12fa11fb066c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:33.759491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.759983 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Added segment b48f5329-f01e-4182-9b3f-323b26774251 of type flat for network 69afe45c-964c-4fab-97cf-579305f8a0dc May 06 13:39:33.792367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.828611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.829427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:33.830374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.933323 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7504244 May 06 13:39:33.935825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17edc10-e045-4418-b9bf-a381383f2498 admin admin] Pushing event updated for resources: {'Network': ['ID=69afe45c-964c-4fab-97cf-579305f8a0dc,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:33.950758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 69afe45c-964c-4fab-97cf-579305f8a0dc details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:39:34.282746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41833642-11c9-4e8e-b66d-d191f221e2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:35.422652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:35.535294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:36.183414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54704) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:36.412539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573fa100-8c13-4699-af55-28a74da972e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:36.413892 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-573fa100-8c13-4699-af55-28a74da972e5 admin admin] 10.222.0.65 "GET /v2.0/subnets/c67eeed7-b77c-4ed3-99af-315d8e8f40c2 HTTP/1.1" status: 200 len: 849 time: 0.2294648 May 06 13:39:36.558101 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e42c3f97-9090-445c-b797-04d07517164b admin admin] 10.222.0.65 "GET /v2.0/routers/f69b18be-3331-40d7-acd4-53ecb5baf5b3 HTTP/1.1" status: 200 len: 704 time: 0.1388569 May 06 13:39:36.702508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.036698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.261449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Allocated IP 172.20.0.1 (5c25e6a2-6971-449e-a916-7368a7aee368/c67eeed7-b77c-4ed3-99af-315d8e8f40c2/efe1fb17-ddc6-4ebc-82b5-37a03aca71b5) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:37.442395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.459390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Transition to ACTIVE for port object efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:37.508329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.579719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Network 5c25e6a2-6971-449e-a916-7368a7aee368 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:37.580677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Pushing event updated for resources: {'Port': ['ID=efe1fb17-ddc6-4ebc-82b5-37a03aca71b5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:37.582716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:37.603851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:37.604578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.726320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.820171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-582d2eaa-451c-4231-ba6a-c838e12f2da6 None None] Provisioning for port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:37.825633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-582d2eaa-451c-4231-ba6a-c838e12f2da6 None None] Provisioning complete for port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:37.826013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-582d2eaa-451c-4231-ba6a-c838e12f2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.878785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-582d2eaa-451c-4231-ba6a-c838e12f2da6 None None] Port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:39:37.955460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.959862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:37.960698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:38.087769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Pushing event updated for resources: {'Port': ['ID=efe1fb17-ddc6-4ebc-82b5-37a03aca71b5,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:38.153078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Network 5c25e6a2-6971-449e-a916-7368a7aee368 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:38.154153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:38.401422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2dff9521-6f44-4fd0-9d45-35e5e5745391 None None] Provisioning complete for port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:38.401795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2dff9521-6f44-4fd0-9d45-35e5e5745391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:38.453021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2dff9521-6f44-4fd0-9d45-35e5e5745391 None None] Port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:39:38.503187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Router f69b18be-3331-40d7-acd4-53ecb5baf5b3 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:39:38.611189 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:39:38.678720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:38.688820 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-33882039-e6e0-480f-a4e0-12a4ba444a1a admin admin] 10.222.0.65 "PUT /v2.0/routers/f69b18be-3331-40d7-acd4-53ecb5baf5b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1251397 May 06 13:39:38.688976 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Sync routers for ids ['f69b18be-3331-40d7-acd4-53ecb5baf5b3'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:38.701166 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Routers {'f69b18be-3331-40d7-acd4-53ecb5baf5b3'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:38.702102 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:39:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f69b18be-3331-40d7-acd4-53ecb5baf5b3'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:38.884136 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Set router f69b18be-3331-40d7-acd4-53ecb5baf5b3 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:39.254107 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'name': 'router1', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:28Z', 'updated_at': '2022-05-06T13:39:37Z', 'revision_number': 2, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'gw_port_host': None, '_interfaces': [{'id': 'efe1fb17-ddc6-4ebc-82b5-37a03aca71b5', 'name': '', 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'mac_address': 'fa:16:3e:e4:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:37Z', 'updated_at': '2022-05-06T13:39:37Z', 'revision_number': 2, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'subnets': [{'id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd31e30c-19ed-4516-95b5-e71507e4e191'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:39.259434 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Checking router: f69b18be-3331-40d7-acd4-53ecb5baf5b3 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:39.259822 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Updating router f69b18be-3331-40d7-acd4-53ecb5baf5b3 port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:39:39.313111 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.683437 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.698841 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Transition to ACTIVE for port object efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:39.705679 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.951078 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Pushing event updated for resources: {'Port': ['ID=efe1fb17-ddc6-4ebc-82b5-37a03aca71b5,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:39.962282 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Attempting to bind port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:39.962682 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Attempting to bind port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:39.963104 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Attempting to bind port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 on network 5c25e6a2-6971-449e-a916-7368a7aee368 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:39.969026 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.969371 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.969766 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.970104 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.970453 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.970783 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.971106 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.971450 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.971776 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.972248 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.972434 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Tracked resource versions report: May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: pushed versions: May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: { 'ConntrackHelper': {'1.0'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Log': {'1.0'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Network': {'1.1'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Port': {'1.5'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'PortForwarding': {'1.2'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'QosPolicy': {'1.8'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SecurityGroup': {'1.2'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SecurityGroupRule': {'1.0'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SubPort': {'1.0'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Subnet': {'1.1'}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Trunk': {'1.1'}} May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: consumer versions: May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: { DHCP agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: L3 agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: Metadata agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: Metering agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: Open vSwitch agent@dv-neutron-840889-1-hyperv: { 'ConntrackHelper': '1.0', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Log': '1.0', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Network': '1.1', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Port': '1.5', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'PortForwarding': '1.2', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'QosPolicy': '1.8', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SecurityGroup': '1.2', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SecurityGroupRule': '1.0', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SubPort': '1.0', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Subnet': '1.1', May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Trunk': '1.1'}} May 06 13:39:39.973840 dv-neutron-840889-1-hyperv neutron-server[84024]: {{(pid=84024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:39:39.979002 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:39.979423 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Checking segment: {'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:39.979913 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.980292 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Bound using segment: {'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:39.980785 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Bound port: efe1fb17-ddc6-4ebc-82b5-37a03aca71b5, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bba25ad-236d-4705-82ac-f3374effc006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:39.981210 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:40.070118 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] For port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:40.074153 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] For port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=efe1fb17-ddc6-4ebc-82b5-37a03aca71b5,segment=NetworkSegment(4bba25ad-236d-4705-82ac-f3374effc006),segment_id=4bba25ad-236d-4705-82ac-f3374effc006)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:40.078332 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:40.163669 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287ec3-c077-4822-95db-05d9675c841c None None] Pushing event updated for resources: {'Port': ['ID=efe1fb17-ddc6-4ebc-82b5-37a03aca71b5,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:40.172734 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Routers {'f69b18be-3331-40d7-acd4-53ecb5baf5b3'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:40.173372 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:39:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f69b18be-3331-40d7-acd4-53ecb5baf5b3'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:40.329949 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] Set router f69b18be-3331-40d7-acd4-53ecb5baf5b3 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:40.653528 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'name': 'router1', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:28Z', 'updated_at': '2022-05-06T13:39:37Z', 'revision_number': 2, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'gw_port_host': None, '_interfaces': [{'id': 'efe1fb17-ddc6-4ebc-82b5-37a03aca71b5', 'name': '', 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'mac_address': 'fa:16:3e:e4:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:37Z', 'updated_at': '2022-05-06T13:39:40Z', 'revision_number': 4, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'subnets': [{'id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd31e30c-19ed-4516-95b5-e71507e4e191'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:40.657658 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c72151-69e6-40bd-b9a7-dbcac39b1dd3 None None] The sync data for ids ['f69b18be-3331-40d7-acd4-53ecb5baf5b3'] in dv-neutron-840889-1-hyperv is: [{'id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'name': 'router1', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:28Z', 'updated_at': '2022-05-06T13:39:37Z', 'revision_number': 2, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'gw_port_host': None, '_interfaces': [{'id': 'efe1fb17-ddc6-4ebc-82b5-37a03aca71b5', 'name': '', 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'mac_address': 'fa:16:3e:e4:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:37Z', 'updated_at': '2022-05-06T13:39:40Z', 'revision_number': 4, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'subnets': [{'id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd31e30c-19ed-4516-95b5-e71507e4e191'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:40.794524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 54728) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:41.008339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ad926-98a2-4956-a37c-13565b39e2b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:41.008884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ae2ad926-98a2-4956-a37c-13565b39e2b5 admin admin] Synchronizing usage tracker for tenant:8c7edb3563434a3199632cc01d03c26f on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:41.025568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ae2ad926-98a2-4956-a37c-13565b39e2b5 admin admin] Unset dirty status for tenant:8c7edb3563434a3199632cc01d03c26f on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:41.026876 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ae2ad926-98a2-4956-a37c-13565b39e2b5 admin admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 842 time: 0.2312739 May 06 13:39:41.035965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Request body: {'subnet': {'cidr': '172.26.0.0/24', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.0.1', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:41.041608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:41.045321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Usage tracker for resource:subnet and tenant:8c7edb3563434a3199632cc01d03c26f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:41.048102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:41.054026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:41.064260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Made reservation on behalf of 8c7edb3563434a3199632cc01d03c26f for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:39:41.066452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.418504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:39:41.418935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.502168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:41.502521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Network hostable DHCP agents. Network: 69afe45c-964c-4fab-97cf-579305f8a0dc, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:39:41.516837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e29749-5046-4809-a88b-589350594ae9,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:41.533064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:39:41.544361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 69afe45c-964c-4fab-97cf-579305f8a0dc) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:41.548654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:41.549418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.554023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61a651-929d-4f6b-a33b-b63b953b3fd5 None None] Network 69afe45c-964c-4fab-97cf-579305f8a0dc requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:39:41.579056 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6fbde860-8b6f-4246-abef-8e37f61196c0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5377574 May 06 13:39:41.799248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3335a1b-2da2-4170-ae90-9aa308aa2c1a None None] Network 69afe45c-964c-4fab-97cf-579305f8a0dc requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:39:41.817734 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:42.025700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:42.041259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:42.041631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.190585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.221962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=efe1fb17-ddc6-4ebc-82b5-37a03aca71b5,segment=NetworkSegment(4bba25ad-236d-4705-82ac-f3374effc006),segment_id=4bba25ad-236d-4705-82ac-f3374effc006)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:42.225976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.293695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=efe1fb17-ddc6-4ebc-82b5-37a03aca71b5,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:43.743111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 54742) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:43.776743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:43.844656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:43.845019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:43.858623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.policy [None req-4654face-c9bf-4766-833a-a83cf0ffd79e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84022) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 06 13:39:43.859395 dv-neutron-840889-1-hyperv neutron-server[84022]: WARNING oslo_policy.policy [None req-4654face-c9bf-4766-833a-a83cf0ffd79e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:39:43.859766 dv-neutron-840889-1-hyperv neutron-server[84022]: WARNING oslo_policy.policy [None req-4654face-c9bf-4766-833a-a83cf0ffd79e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:39:44.093332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4654face-c9bf-4766-833a-a83cf0ffd79e admin admin] 10.222.0.65 "GET /v2.0/routers/f69b18be-3331-40d7-acd4-53ecb5baf5b3 HTTP/1.1" status: 200 len: 710 time: 0.3491747 May 06 13:39:44.252342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772287a-e5b8-4e0d-a368-768c243195b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:44.253887 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9772287a-e5b8-4e0d-a368-768c243195b3 admin admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 886 time: 0.1555374 May 06 13:39:44.263164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:44.760031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:44.945631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.002011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.141039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Allocated IP 172.26.0.132 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/72dcd9e0-1fee-4fc7-8ee3-122195fdbabf) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:45.288755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.344536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.403608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:45.404697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:45.446063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Pushing event updated for resources: {'Port': ['ID=72dcd9e0-1fee-4fc7-8ee3-122195fdbabf,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:45.449295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:45.490977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.491320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.491658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.492059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.492398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.492730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.493057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.493382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.493706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.494026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.494345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Tracked resource versions report: May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: pushed versions: May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: { 'ConntrackHelper': {'1.0'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Log': {'1.0'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Network': {'1.1'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Port': {'1.5'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'PortForwarding': {'1.2'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'QosPolicy': {'1.8'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SecurityGroup': {'1.2'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SecurityGroupRule': {'1.0'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SubPort': {'1.0'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Subnet': {'1.1'}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Trunk': {'1.1'}} May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: consumer versions: May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: { DHCP agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: L3 agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: Metadata agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: Metering agent@dv-neutron-840889-1-hyperv: {}, May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: Open vSwitch agent@dv-neutron-840889-1-hyperv: { 'ConntrackHelper': '1.0', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Log': '1.0', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Network': '1.1', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Port': '1.5', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'PortForwarding': '1.2', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'QosPolicy': '1.8', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SecurityGroup': '1.2', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SecurityGroupRule': '1.0', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SubPort': '1.0', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Subnet': '1.1', May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Trunk': '1.1'}} May 06 13:39:45.495645 dv-neutron-840889-1-hyperv neutron-server[84022]: {{(pid=84022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:39:45.638538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.807513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.810771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:46.009358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Router f69b18be-3331-40d7-acd4-53ecb5baf5b3 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:39:46.235463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:46.245468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:46.246536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Sync routers for ids ['f69b18be-3331-40d7-acd4-53ecb5baf5b3'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:46.247286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ae8b7d67-4b44-4960-8e81-60966fee241e admin admin] 10.222.0.65 "PUT /v2.0/routers/f69b18be-3331-40d7-acd4-53ecb5baf5b3 HTTP/1.1" status: 200 len: 890 time: 1.9868917 May 06 13:39:46.259370 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Routers {'f69b18be-3331-40d7-acd4-53ecb5baf5b3'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:46.260071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:39:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f69b18be-3331-40d7-acd4-53ecb5baf5b3'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:46.453445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Set router f69b18be-3331-40d7-acd4-53ecb5baf5b3 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:46.791099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'name': 'router1', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '72dcd9e0-1fee-4fc7-8ee3-122195fdbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:28Z', 'updated_at': '2022-05-06T13:39:45Z', 'revision_number': 4, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'gw_port': {'id': '72dcd9e0-1fee-4fc7-8ee3-122195fdbabf', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:45Z', 'updated_at': '2022-05-06T13:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'efe1fb17-ddc6-4ebc-82b5-37a03aca71b5', 'name': '', 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'mac_address': 'fa:16:3e:e4:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:37Z', 'updated_at': '2022-05-06T13:39:42Z', 'revision_number': 5, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'subnets': [{'id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd31e30c-19ed-4516-95b5-e71507e4e191'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:46.795926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Checking router: f69b18be-3331-40d7-acd4-53ecb5baf5b3 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:46.796299 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Updating router f69b18be-3331-40d7-acd4-53ecb5baf5b3 port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:39:46.850582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.178758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.190601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Transition to ACTIVE for port object 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:47.197608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.272699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb51f2e-628c-4f9e-ad71-a5fcb40c9e59 None None] Pushing event updated for resources: {'Port': ['ID=72dcd9e0-1fee-4fc7-8ee3-122195fdbabf,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:47.281906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Attempting to bind port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:47.282276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Attempting to bind port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:47.282634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Attempting to bind port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:47.289501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:47.289869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:47.290266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.290651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:47.291111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Bound port: 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:47.291493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.386353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] For port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:47.389264 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] For port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=72dcd9e0-1fee-4fc7-8ee3-122195fdbabf,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:47.393740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.471339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb51f2e-628c-4f9e-ad71-a5fcb40c9e59 None None] Pushing event updated for resources: {'Port': ['ID=72dcd9e0-1fee-4fc7-8ee3-122195fdbabf,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:47.478333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Routers {'f69b18be-3331-40d7-acd4-53ecb5baf5b3'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:47.478928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:39:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f69b18be-3331-40d7-acd4-53ecb5baf5b3'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:47.658453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] Set router f69b18be-3331-40d7-acd4-53ecb5baf5b3 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:47.983363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'name': 'router1', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '72dcd9e0-1fee-4fc7-8ee3-122195fdbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:28Z', 'updated_at': '2022-05-06T13:39:45Z', 'revision_number': 4, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'gw_port': {'id': '72dcd9e0-1fee-4fc7-8ee3-122195fdbabf', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:45Z', 'updated_at': '2022-05-06T13:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'efe1fb17-ddc6-4ebc-82b5-37a03aca71b5', 'name': '', 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'mac_address': 'fa:16:3e:e4:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:37Z', 'updated_at': '2022-05-06T13:39:42Z', 'revision_number': 5, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'subnets': [{'id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd31e30c-19ed-4516-95b5-e71507e4e191'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:47.987278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bfe9d-96c4-4f38-addd-7705109b32ac None None] The sync data for ids ['f69b18be-3331-40d7-acd4-53ecb5baf5b3'] in dv-neutron-840889-1-hyperv is: [{'id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'name': 'router1', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '72dcd9e0-1fee-4fc7-8ee3-122195fdbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:28Z', 'updated_at': '2022-05-06T13:39:45Z', 'revision_number': 4, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'gw_port': {'id': '72dcd9e0-1fee-4fc7-8ee3-122195fdbabf', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:45Z', 'updated_at': '2022-05-06T13:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'efe1fb17-ddc6-4ebc-82b5-37a03aca71b5', 'name': '', 'network_id': '5c25e6a2-6971-449e-a916-7368a7aee368', 'tenant_id': 'aec51dd2787448f9b9c9161764148dc0', 'mac_address': 'fa:16:3e:e4:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69b18be-3331-40d7-acd4-53ecb5baf5b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:37Z', 'updated_at': '2022-05-06T13:39:42Z', 'revision_number': 5, 'project_id': 'aec51dd2787448f9b9c9161764148dc0', 'subnets': [{'id': 'c67eeed7-b77c-4ed3-99af-315d8e8f40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd31e30c-19ed-4516-95b5-e71507e4e191'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:48.474291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 54758) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:48.617936 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e6cfaa88-6e71-4297-8121-109a7f63c856 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1425135 May 06 13:39:49.805550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:49.897380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:49.902979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:49.903352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:50.016026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:50.031562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=72dcd9e0-1fee-4fc7-8ee3-122195fdbabf,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:50.035468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:50.102474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=72dcd9e0-1fee-4fc7-8ee3-122195fdbabf,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:51.782643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:51.861641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 72dcd9e0-1fee-4fc7-8ee3-122195fdbabf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:51.862100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:01.937091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4833-5a5f-452e-9d63-3ab03d9293ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:04.285399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aaabf168-4ac7-4f24-8259-1c4d9cb38165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:05.425088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:05.537834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:06.721495 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:15.611806 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:40:31.940765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93ff14fe-ec57-4d76-96b8-8a81eba6bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:34.291734 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66cb3e47-ff50-4c27-8cd3-bb1ff8e77dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:35.427704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:35.544934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:36.725134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:52.612834 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:41:01.944552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6af725e4-2309-4604-9e48-6250837ba41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:04.297491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1b107da-b092-4cd1-9681-5cf1262f3a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:05.430002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:05.540261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:06.747522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:29.612485 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:41:31.947578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7268-b321-402b-bd3c-bd5f9855b24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:34.290752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-229de700-f0e3-45a2-8b73-c49bcd0e20ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:35.432554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:35.542633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.738477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:54.940155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55368) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:55.028977 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e7ee10-d3f5-4c13-bd19-697cc1c301de admin admin] GET failed (client error): The resource could not be found. May 06 13:41:55.030153 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-92e7ee10-d3f5-4c13-bd19-697cc1c301de admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0890810 May 06 13:41:55.159830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a929075-f3b3-470c-b5d7-a2a63adde4a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:55.161721 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1a929075-f3b3-470c-b5d7-a2a63adde4a9 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1276951 May 06 13:41:57.201696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55378) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:57.332866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210fd2c5-1b89-4775-a761-405ac125e2cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:57.334155 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-210fd2c5-1b89-4775-a761-405ac125e2cd admin admin] 10.222.0.65 "GET /v2.0/subnets/c67eeed7-b77c-4ed3-99af-315d8e8f40c2 HTTP/1.1" status: 200 len: 849 time: 0.1314490 May 06 13:41:57.343051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:57.456123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.645289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784472941725'] for subnet, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.697864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:57.698211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd340a-40ff-41bf-9e89-fc3c590c493c None None] Network 5c25e6a2-6971-449e-a916-7368a7aee368 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:41:57.698678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.699692 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] 10.222.0.65 "PUT /v2.0/subnets/c67eeed7-b77c-4ed3-99af-315d8e8f40c2 HTTP/1.1" status: 200 len: 868 time: 0.3602247 May 06 13:41:57.715645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67eeed7-b77c-4ed3-99af-315d8e8f40c2,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:57.724249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.724641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.724917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.725254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.725567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.725887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.726208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.726525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.726838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.727150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.727463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd88939b-7c4b-4b4f-b3ab-742523f9f4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:58.260997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d87f73bc-d1d3-40ce-9b36-8c69a92ecfe3 None None] Provisioning complete for port a8db34b2-dd2f-4711-8701-54d4929f4d80 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:58.261300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d87f73bc-d1d3-40ce-9b36-8c69a92ecfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:58.388420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d87f73bc-d1d3-40ce-9b36-8c69a92ecfe3 None None] Provisioning complete for port efe1fb17-ddc6-4ebc-82b5-37a03aca71b5 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:58.388781 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d87f73bc-d1d3-40ce-9b36-8c69a92ecfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.760084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55388) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:59.958000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d3d29-5335-446b-9414-ac5065a00677 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:59.958294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d3d29-5335-446b-9414-ac5065a00677 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:59.959836 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-225d3d29-5335-446b-9414-ac5065a00677 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987123 May 06 13:42:01.950548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7526bcb7-a833-4f85-8274-e026d9c74494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:02.007505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55398) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:02.208207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1bc7f-eb83-4712-b4d3-1b93065b86f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:02.208924 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1bc7f-eb83-4712-b4d3-1b93065b86f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:02.210563 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c7c1bc7f-eb83-4712-b4d3-1b93065b86f9 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020693 May 06 13:42:04.263766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55408) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:04.293678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4299043d-7d35-4fe4-8e01-cf37bc457021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.465556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f62cd43-6cce-42c0-aeb8-b9f9e2bb9a8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:04.466823 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4f62cd43-6cce-42c0-aeb8-b9f9e2bb9a8e admin admin] 10.222.0.65 "GET /v2.0/networks/5c25e6a2-6971-449e-a916-7368a7aee368 HTTP/1.1" status: 200 len: 869 time: 0.2020793 May 06 13:42:05.435287 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.547211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.515585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55418) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:06.612625 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:42:06.708461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffa9b6-82e9-48b1-9146-4f52ceba1449 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:06.709740 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-94ffa9b6-82e9-48b1-9146-4f52ceba1449 admin admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 886 time: 0.1931863 May 06 13:42:06.743203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.744675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55428) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:08.875850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d00e3f-f454-40db-a8e7-0d51f21f76e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:08.876220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d00e3f-f454-40db-a8e7-0d51f21f76e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:08.877839 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-67d00e3f-f454-40db-a8e7-0d51f21f76e5 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1322234 May 06 13:42:10.909371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55438) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:11.038108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10df915-420c-429f-8cb1-59f353c3b496 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:11.038466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10df915-420c-429f-8cb1-59f353c3b496 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:11.039169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d10df915-420c-429f-8cb1-59f353c3b496 admin admin] Synchronizing usage tracker for tenant:8c7edb3563434a3199632cc01d03c26f on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:42:11.054230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d10df915-420c-429f-8cb1-59f353c3b496 admin admin] Unset dirty status for tenant:8c7edb3563434a3199632cc01d03c26f on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:42:11.055356 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d10df915-420c-429f-8cb1-59f353c3b496 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1443837 May 06 13:42:13.096181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55448) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:13.227369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f375103-415f-4d64-b3bc-db6e02ff9965 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:13.228717 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1f375103-415f-4d64-b3bc-db6e02ff9965 admin admin] 10.222.0.65 "GET /v2.0/subnets/c67eeed7-b77c-4ed3-99af-315d8e8f40c2 HTTP/1.1" status: 200 len: 868 time: 0.1316040 May 06 13:42:15.256605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55458) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:15.380367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b363ac3-9ab1-4341-b2a7-739092e7c029 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:15.381702 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4b363ac3-9ab1-4341-b2a7-739092e7c029 admin admin] 10.222.0.65 "GET /v2.0/subnets/d0e29749-5046-4809-a88b-589350594ae9 HTTP/1.1" status: 200 len: 816 time: 0.1241286 May 06 13:42:31.952965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6975-080e-4c17-8da6-42d8bddeccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:33.559057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55504) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:33.630700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-94a89d25-befb-4e22-9ab8-3a1304049c99 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:42:33.631697 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-94a89d25-befb-4e22-9ab8-3a1304049c99 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0714190 May 06 13:42:34.296800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f575-f890-4208-b01b-1550e9dbdb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.438403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.550835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.730799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55514) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:35.823366 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4a4e3e-4b36-4116-86b0-8be8df3967da admin admin] GET failed (client error): The resource could not be found. May 06 13:42:35.824604 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0f4a4e3e-4b36-4116-86b0-8be8df3967da admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0928652 May 06 13:42:35.949926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e5be6-d46c-4fe1-a147-6b5cadd07e45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:35.951566 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fb3e5be6-d46c-4fe1-a147-6b5cadd07e45 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1231322 May 06 13:42:36.743810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.994215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55524) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:38.064347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:38.065426 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.quota [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Loaded quota_driver: . May 06 13:42:38.071599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:38.082973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:38.095119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Made reservation on behalf of 8c7edb3563434a3199632cc01d03c26f for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:38.098129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.190216 dv-neutron-840889-1-hyperv neutron-server[84022]: WARNING neutron.services.revisions.revision_plugin [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Could not find related network for resource to bump revision. May 06 13:42:38.204067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:38.215596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784473036656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.216175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Unsubscribe: segment precommit_create {{(pid=84022) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 13:42:38.216647 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Added segment 55b130e9-ab84-4cdb-8c69-1d42b7b70770 of type vlan for network 0fdccc46-c272-461d-bbc1-113f808ec8e3 May 06 13:42:38.284736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.318014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.318727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:38.319324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.468140 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4727821 May 06 13:42:38.468703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17c9aa-546b-4d37-bcf0-53e50f5ac51b admin admin] Pushing event updated for resources: {'Network': ['ID=0fdccc46-c272-461d-bbc1-113f808ec8e3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:38.479670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 0fdccc46-c272-461d-bbc1-113f808ec8e3 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:40.544617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55534) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:40.635009 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d63bc5a-fc3b-4ce3-99c0-cb92ffa7ccec admin admin] GET failed (client error): The resource could not be found. May 06 13:42:40.635533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4d63bc5a-fc3b-4ce3-99c0-cb92ffa7ccec admin admin] Synchronizing usage tracker for tenant:8c7edb3563434a3199632cc01d03c26f on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:42:40.650796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4d63bc5a-fc3b-4ce3-99c0-cb92ffa7ccec admin admin] Unset dirty status for tenant:8c7edb3563434a3199632cc01d03c26f on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:42:40.652293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4d63bc5a-fc3b-4ce3-99c0-cb92ffa7ccec admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1066082 May 06 13:42:40.756344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b366f300-c285-45b6-8556-04bbc4ee1a9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:40.757674 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b366f300-c285-45b6-8556-04bbc4ee1a9c admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1013446 May 06 13:42:40.766950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:40.771451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:40.780807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:40.790501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Made reservation on behalf of 8c7edb3563434a3199632cc01d03c26f for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:40.792765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.001730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.080293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72771824-c365-4025-aa1f-ad615135332b,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:41.086321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Checking segment: {'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:41.086645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Network hostable DHCP agents. Network: 0fdccc46-c272-461d-bbc1-113f808ec8e3, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:41.110498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Network 0fdccc46-c272-461d-bbc1-113f808ec8e3 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:41.121374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 0fdccc46-c272-461d-bbc1-113f808ec8e3) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:41.125173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:41.125747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.130030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba869e-263d-4aa2-9b31-bfeafc84327e None None] Network 0fdccc46-c272-461d-bbc1-113f808ec8e3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:41.149192 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3f12bd76-2713-4b41-aad9-ae6069e74779 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3854663 May 06 13:42:41.350214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-0fdccc46-c272-461d-bbc1-113f808ec8e3', 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3', 'tenant_id': '8c7edb3563434a3199632cc01d03c26f', 'fixed_ips': [{'subnet_id': '72771824-c365-4025-aa1f-ad615135332b'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:41.350592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.511103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Allocated IP 192.168.233.2 (0fdccc46-c272-461d-bbc1-113f808ec8e3/72771824-c365-4025-aa1f-ad615135332b/92f5bf7e-f0aa-4c7d-a52f-40ee5324d568) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:41.717810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.729119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Transition to ACTIVE for port object 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:41.748121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Transition to ACTIVE for port object 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:41.754121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.828628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Network 0fdccc46-c272-461d-bbc1-113f808ec8e3 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:41.829522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Pushing event updated for resources: {'Port': ['ID=92f5bf7e-f0aa-4c7d-a52f-40ee5324d568,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:41.833068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:41.837527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:41.845736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.846037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.846440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.846847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.847259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.847833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.847965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.848269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.848588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.848908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.849724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:41.944207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Attempting to bind port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:41.944587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Attempting to bind port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:41.944946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Attempting to bind port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 on network 0fdccc46-c272-461d-bbc1-113f808ec8e3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:41.951494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:41.951889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Checking segment: {'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:41.952291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.952684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Bound using segment: {'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:41.953152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Bound port: 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:41.953538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.067488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] For port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:42.070546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] For port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=92f5bf7e-f0aa-4c7d-a52f-40ee5324d568,segment=NetworkSegment(55b130e9-ab84-4cdb-8c69-1d42b7b70770),segment_id=55b130e9-ab84-4cdb-8c69-1d42b7b70770)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:42.076084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.152162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece28a1-7736-4f7d-97e8-cd189e24190c None None] Pushing event updated for resources: {'Port': ['ID=92f5bf7e-f0aa-4c7d-a52f-40ee5324d568,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:42.976701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a256a2f-de75-4fd9-9333-ccd3dfca3b05 None None] Network 0fdccc46-c272-461d-bbc1-113f808ec8e3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:43.092124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f282f30c-7857-47ea-a6bd-de68ab763d4f None None] Provisioning for port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:43.612266 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:42:43.888427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:43.956778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:43.961399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:43.961762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.074577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.106731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=92f5bf7e-f0aa-4c7d-a52f-40ee5324d568,segment=NetworkSegment(55b130e9-ab84-4cdb-8c69-1d42b7b70770),segment_id=55b130e9-ab84-4cdb-8c69-1d42b7b70770)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:44.110870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.177523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=92f5bf7e-f0aa-4c7d-a52f-40ee5324d568,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:45.866182 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:45.939015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 92f5bf7e-f0aa-4c7d-a52f-40ee5324d568 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:45.939471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.956790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8c57b72d-0e3f-4eb5-9898-236837f50d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:04.299409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d72952f6-f068-471d-be24-6bd2b7472bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.441520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.553524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.745632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.612569 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:43:31.958994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b66ac89-b9e5-48a6-ae24-c91d57cc9152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.301833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b514852-80af-406d-9075-d6a78f700259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.444624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.556316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.751622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.612531 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:43:59.531218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55576) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:59.537597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-16543768-58b7-4c9e-8e0c-1300969c79f1 tempest-verify_tempest_config-210274633 tempest-verify_tempest_config-210274633-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:43:59.538576 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-16543768-58b7-4c9e-8e0c-1300969c79f1 tempest-verify_tempest_config-210274633 tempest-verify_tempest_config-210274633-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056927 May 06 13:43:59.877580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55592) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:00.015470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.052865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:00.056726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Usage tracker for resource:security_group_rule and tenant:fc2b11ca8e3242b0a90605da8aebb9dc is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:00.059522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:00.065690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:00.135732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.139692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.186671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e017deeb-6504-4817-b991-464992b9949c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.194957 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc2b11ca8e3242b0a90605da8aebb9dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3162785 May 06 13:44:00.197741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55598) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:00.198258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.198466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.198802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.199134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.199497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.199829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.200174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.200512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.200942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.201244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.201566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ba891-f5f0-4458-a062-34ccef017d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.259230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.283733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.373219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.392344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e017deeb-6504-4817-b991-464992b9949c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.401293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.402404 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e017deeb-6504-4817-b991-464992b9949c HTTP/1.1" status: 204 len: 168 time: 0.2037117 May 06 13:44:00.403950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.404293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.404625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.405152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.405357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.405612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.405933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.406336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.406573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.407023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:00.407343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6f1b0-a775-4724-8116-04fdf3fb5ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:01.961000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbd9723d-67df-4fe8-bafb-dc79e5e1d6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.303244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b56f263-b46e-4b49-aeb8-946e8c78a2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.447271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.551800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.754638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.962037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1972bfc8-4b77-4336-b1a7-253bc9defd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.308562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb9449e4-cd23-4d37-aa53-67bf7714fbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.612880 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:44:35.450507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.554237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.757036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.963678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-42915598-f2d7-4e21-9f16-bf71819769d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.300929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d57143c-e471-4316-ac65-de64b31bf164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.453256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.555918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.759853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.611946 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 5 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:45:20.175149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4023870'] for agent, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.966516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-264db6c3-4d54-4dd2-808c-e0c2acc3a79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.303063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d6912b8-be3a-41fb-9543-763ef274ca3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.742823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55668) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:34.899812 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-614fa605-24f6-42bb-802c-f55f8a45356d admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1408901 May 06 13:45:35.455079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.557049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.762977 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.922893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55678) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:37.003447 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b2267cf9-dbf5-4901-834b-27a446f3bbf9 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0788505 May 06 13:45:48.611560 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:45:50.125569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.969453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-927704cd-7280-4375-a024-fdf899601076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.306322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bbc8d7a4-63ad-4de2-aee9-69ab102f7972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.458448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.559813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:06.766604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:20.139731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:25.612653 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:46:31.972475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c67e28-1f5d-4238-98b2-13b3918ef5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:34.310431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c8001f9-64c2-4cef-a228-bf4150df1b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.461944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.561119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.767420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.146365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.975884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f92fad3d-ad83-4539-91ee-07f932ca29aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.613336 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:47:04.320438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5ef5dc8a-36f6-4f68-bda1-5973110609c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.475044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.568340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.808592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.293121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55860) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:10.459997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55870) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:10.875007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-174763366-network', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:10.880587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:10.884549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Usage tracker for resource:network and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:10.887558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:10.894404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:10.905721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Made reservation on behalf of d062d92dc9334db4a11b67cd72574e1c for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:10.908813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.923698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.961379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1321434430-network', 'tenant_id': '61bc521441564a1782d0d505f249bbc6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:10.965925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:10.969136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:10.971582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Usage tracker for resource:security_group_rule and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:10.975308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:10.978151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Usage tracker for resource:network and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:10.982848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:10.986552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:10.991772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:11.011010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Made reservation on behalf of 61bc521441564a1782d0d505f249bbc6 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:11.013222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.027848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.081741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55890) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:11.100607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:11.108475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Usage tracker for resource:security_group_rule and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:11.112641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.114254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:11.120693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:11.122675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.149846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:11.177270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.177923 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Added segment 0bb8d8b3-8ba9-4408-835a-09fe178eaecb of type vlan for network 7b949343-fade-4404-b22c-bf0782c0d21c May 06 13:47:11.201174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1f2436-67f7-4eba-a934-86ee676fcff0,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:11.231756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.233825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.234176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.234487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.235035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.235930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.236257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.236594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.237064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.237558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.237879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.238192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Tracked resource versions report: May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: pushed versions: May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: { 'ConntrackHelper': {'1.0'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Log': {'1.0'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Network': {'1.1'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Port': {'1.5'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'PortForwarding': {'1.2'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'QosPolicy': {'1.8'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SecurityGroup': {'1.2'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SecurityGroupRule': {'1.0'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SubPort': {'1.0'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Subnet': {'1.1'}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Trunk': {'1.1'}} May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: consumer versions: May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: { DHCP agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: HyperV agent@hv-neutron-8408: {}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: L3 agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: Metadata agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: Metering agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: Open vSwitch agent@dv-neutron-840889-1-hyperv: { 'ConntrackHelper': '1.0', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Log': '1.0', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Network': '1.1', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Port': '1.5', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'PortForwarding': '1.2', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'QosPolicy': '1.8', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SecurityGroup': '1.2', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SecurityGroupRule': '1.0', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'SubPort': '1.0', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Subnet': '1.1', May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: 'Trunk': '1.1'}} May 06 13:47:11.239533 dv-neutron-840889-1-hyperv neutron-server[84021]: {{(pid=84021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:47:11.287405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.288292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:11.288865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.381303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.409817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] Pushing event updated for resources: {'Network': ['ID=7b949343-fade-4404-b22c-bf0782c0d21c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:11.411488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.430223 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 7b949343-fade-4404-b22c-bf0782c0d21c details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:11.449741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:11.460403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.461007 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Added segment 227d52a5-e532-4e92-85cd-13dc0089779b of type vlan for network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd May 06 13:47:11.464955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c56d9b0-004e-4fab-8a40-522f0b09d9d8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:11.500258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.535371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55908) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:11.544192 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6f2a372e-95aa-4b8e-a502-0f609b207c04 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2390401 May 06 13:47:11.545602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.546410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:11.546978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.550185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Request body: {'subnet': {'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-174763366-subnet', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:11.554822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:11.560956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Usage tracker for resource:subnet and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:11.570933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:11.580877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:11.591213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-283681979'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:11.598188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:11.603506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:11.604532 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1434774 May 06 13:47:11.605136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55916) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:11.607407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:11.615169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:11.628289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:11.632456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.649117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.662852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Request body: {'subnet': {'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1321434430-subnet', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:11.664651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Made reservation on behalf of d062d92dc9334db4a11b67cd72574e1c for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:11.667731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.668060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:11.676506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Usage tracker for resource:subnet and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:11.688524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:11.694512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:11.709918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Made reservation on behalf of 61bc521441564a1782d0d505f249bbc6 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:11.712487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.913051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:11.917070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:security_group_rule and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:11.920041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:11.926709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:11.963744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22fcc0-25d3-413c-8dcd-a4222a307912 admin admin] Pushing event updated for resources: {'Network': ['ID=6884eb6f-d5d8-4e69-a043-abbebe12b4bd,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:11.968313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.976640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:12.050729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.060885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.062210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Checking segment: {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:12.062757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Network hostable DHCP agents. Network: 6884eb6f-d5d8-4e69-a043-abbebe12b4bd, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:12.097576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54919e3-0f37-47e9-9fe7-95e5be69ca12,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:12.100464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:12.115106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 6884eb6f-d5d8-4e69-a043-abbebe12b4bd) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:12.121067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:12.122083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.129842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.150425 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-71ca22af-685e-4007-a6e1-a89aa680b3b2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5408230 May 06 13:47:12.151299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55938) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:12.158648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7470a0-ebc7-41e8-9a70-a361aa90c07b None None] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:12.159363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:12.167212 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:12.172070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Usage tracker for resource:router and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:12.176083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:12.183087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:12.188398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:12.197366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.198700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.227507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.296635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.296911 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment e2923818-bcc2-419d-a6cd-d83152c4b142 of type vlan for network 0bddae08-9267-40c2-8f69-feb9f8b759d5 May 06 13:47:12.311660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13121c3a-150e-498b-91be-f0854b2802a4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:12.351818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Checking segment: {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:12.352175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Network hostable DHCP agents. Network: 7b949343-fade-4404-b22c-bf0782c0d21c, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:12.410492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.433686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.434028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.434365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.434696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.435020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.435345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.435664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.436012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.436333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.436649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.436966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Tracked resource versions report: May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: pushed versions: May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: { 'ConntrackHelper': {'1.0'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Log': {'1.0'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Network': {'1.1'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Port': {'1.5'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'PortForwarding': {'1.2'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'QosPolicy': {'1.8'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SecurityGroup': {'1.2'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SecurityGroupRule': {'1.0'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SubPort': {'1.0'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Subnet': {'1.1'}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Trunk': {'1.1'}} May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: consumer versions: May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: { DHCP agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: HyperV agent@hv-neutron-8408: {}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: L3 agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: Metadata agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: Metering agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: Open vSwitch agent@dv-neutron-840889-1-hyperv: { 'ConntrackHelper': '1.0', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Log': '1.0', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Network': '1.1', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Port': '1.5', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'PortForwarding': '1.2', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'QosPolicy': '1.8', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SecurityGroup': '1.2', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SecurityGroupRule': '1.0', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'SubPort': '1.0', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Subnet': '1.1', May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: 'Trunk': '1.1'}} May 06 13:47:12.438036 dv-neutron-840889-1-hyperv neutron-server[84022]: {{(pid=84022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:47:12.486095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.506339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00bc25e-5058-4e88-8f97-2b385c372c28,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:12.511513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Network 7b949343-fade-4404-b22c-bf0782c0d21c is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:12.557208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 7b949343-fade-4404-b22c-bf0782c0d21c) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:12.567271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:12.568242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.578707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd84bb-a2d1-4a52-943b-d654ac2c15e8 None None] Network 7b949343-fade-4404-b22c-bf0782c0d21c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:12.598629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.611652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:12.612730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.650437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:47:12.651250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.669256 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bca5e959-8ea1-4cb2-a00e-7c71ed717d1c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1328421 May 06 13:47:12.670949 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5874481 May 06 13:47:12.675759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55956) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:12.676379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55958) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:12.734329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:12.742809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-670441633'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:12.751080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:12.755853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:12.759376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:12.767128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:12.777227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.787477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:12.800170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:12.804127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.834860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Usage tracker for resource:router and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:12.842963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:12.853070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af62959-8127-4670-a5d2-e71e12df3ea5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=0bddae08-9267-40c2-8f69-feb9f8b759d5,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:12.858498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:12.861191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:12.872372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.883602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.893047 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment 48c330d3-cfce-42b0-9917-6fc24c747fb1 of type vlan for network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 May 06 13:47:12.898652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.899761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.902195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 0bddae08-9267-40c2-8f69-feb9f8b759d5 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:12.955113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.970050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.038638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-7b949343-fade-4404-b22c-bf0782c0d21c', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:47:13.039429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.070462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.077396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:13.079579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.132837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Allocated IP 172.20.0.2 (6884eb6f-d5d8-4e69-a043-abbebe12b4bd/b54919e3-0f37-47e9-9fe7-95e5be69ca12/e1a8e0fa-0b4f-4a21-a550-60d4acc307a1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:13.147117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Allocated IP 172.26.0.166 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/2102a5c7-9d73-4264-84d9-a08923991e9c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:13.406866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.428992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=b8c7d7ee-0b32-4246-9851-d3f6e14ccb65,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:13.437001 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1982dc02-49f0-400a-bfdf-2ad533c8d06d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7571454 May 06 13:47:13.440412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55980) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:13.448584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': '0bddae08-9267-40c2-8f69-feb9f8b759d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:13.458536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:13.470410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.474817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 55984) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:13.474983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.636881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:13.639891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:13.658846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:13.683650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:13.697327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:13.702619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:13.707259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Pushing event updated for resources: {'Port': ['ID=2102a5c7-9d73-4264-84d9-a08923991e9c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:13.710888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:13.728506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:13.761026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Allocated IP 172.20.0.2 (7b949343-fade-4404-b22c-bf0782c0d21c/d00bc25e-5058-4e88-8f97-2b385c372c28/723e2a2f-f947-4fa3-8715-529e2ce2b71b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:13.840333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.923279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.940322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Transition to ACTIVE for port object e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:13.995070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.996087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.023374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.033511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Transition to ACTIVE for port object e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:14.053710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.091281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 55998) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:14.107366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:14.123112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.144637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:14.163298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:14.241204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Pushing event updated for resources: {'Port': ['ID=e1a8e0fa-0b4f-4a21-a550-60d4acc307a1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:14.273050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56004) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:14.281095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.299107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1524684003'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:14.315617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.315999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.316467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.316795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.317123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.317452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.317773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.318088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.318412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.318720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.319031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Tracked resource versions report: May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: pushed versions: May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: { 'ConntrackHelper': {'1.0'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Log': {'1.0'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Network': {'1.1'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Port': {'1.5'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'PortForwarding': {'1.2'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'QosPolicy': {'1.8'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SecurityGroup': {'1.2'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SecurityGroupRule': {'1.0'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SubPort': {'1.0'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Subnet': {'1.1'}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Trunk': {'1.1'}} May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: consumer versions: May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: { DHCP agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: HyperV agent@hv-neutron-8408: {}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: L3 agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: Metadata agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: Metering agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: Open vSwitch agent@dv-neutron-840889-1-hyperv: { 'ConntrackHelper': '1.0', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Log': '1.0', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Network': '1.1', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Port': '1.5', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'PortForwarding': '1.2', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'QosPolicy': '1.8', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SecurityGroup': '1.2', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SecurityGroupRule': '1.0', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'SubPort': '1.0', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Subnet': '1.1', May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: 'Trunk': '1.1'}} May 06 13:47:14.320879 dv-neutron-840889-1-hyperv neutron-server[84023]: {{(pid=84023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:47:14.323740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Transition to ACTIVE for port object 723e2a2f-f947-4fa3-8715-529e2ce2b71b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:14.332097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Attempting to bind port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:14.332457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Attempting to bind port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:14.333175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Attempting to bind port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 on network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:14.335598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:14.350224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:14.350507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Checking segment: {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:14.350836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.351770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Bound using segment: {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:14.351905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Bound port: e1a8e0fa-0b4f-4a21-a550-60d4acc307a1, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:14.352249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.353095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Usage tracker for resource:network and tenant:696c6dedab724a1c833843f9ebb86753 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:14.361686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:14.367729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Transition to ACTIVE for port object 723e2a2f-f947-4fa3-8715-529e2ce2b71b will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:14.380005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:14.393168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Allocated IP 172.26.0.74 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/247098bd-85c9-4619-b7d6-7bfd9bc49778) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:14.422034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Made reservation on behalf of 696c6dedab724a1c833843f9ebb86753 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:14.425773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.437196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.439960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.477204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:14.481368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Usage tracker for resource:security_group_rule and tenant:696c6dedab724a1c833843f9ebb86753 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:14.483825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:14.490288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:14.497874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] For port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:14.504785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] For port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e1a8e0fa-0b4f-4a21-a550-60d4acc307a1,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:14.507764 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.561864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.573151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.623807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.631491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Pushing event updated for resources: {'Port': ['ID=723e2a2f-f947-4fa3-8715-529e2ce2b71b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:14.632091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=36a0336f-b586-4de8-8c5e-41790709f652,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:14.640984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': 'e2923818-bcc2-419d-a6cd-d83152c4b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0bddae08-9267-40c2-8f69-feb9f8b759d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:14.641424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: 0bddae08-9267-40c2-8f69-feb9f8b759d5, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:14.664760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:14.687371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3127ebc-5211-4b4b-a032-ca326407550e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:14.693984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Network 7b949343-fade-4404-b22c-bf0782c0d21c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:14.695075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.698046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:14.706529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.706900 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Added segment 620047e6-8143-4223-9fb2-f356f7f2230a of type vlan for network ed0e7116-3f60-49bc-a310-4442c84ca331 May 06 13:47:14.707019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:14.707118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 0bddae08-9267-40c2-8f69-feb9f8b759d5 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:14.722539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 0bddae08-9267-40c2-8f69-feb9f8b759d5) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:14.729357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:14.729675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.749398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022db58c-0549-4598-a844-0823720a7fae None None] Network 0bddae08-9267-40c2-8f69-feb9f8b759d5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:14.775366 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c2766da6-b5f8-401f-a8eb-0e134d5be50b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3340566 May 06 13:47:14.778667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.785331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56016) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:14.812133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.829748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': 'b8c7d7ee-0b32-4246-9851-d3f6e14ccb65', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:14.857600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3b0d2-1d03-4d9c-b78d-c01d16be3dad None None] Pushing event updated for resources: {'Port': ['ID=e1a8e0fa-0b4f-4a21-a550-60d4acc307a1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:14.895323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1677728213'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:14.937098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1542908478', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:14.947939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:14.962081 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Usage tracker for resource:port and tenant:ae188cbacdd1443a90244917c00bf905 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:14.967532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:14.975829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Attempting to bind port 723e2a2f-f947-4fa3-8715-529e2ce2b71b on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:14.976343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Attempting to bind port 723e2a2f-f947-4fa3-8715-529e2ce2b71b by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:14.976492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:14.976909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Attempting to bind port 723e2a2f-f947-4fa3-8715-529e2ce2b71b on network 7b949343-fade-4404-b22c-bf0782c0d21c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:14.989964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:14.990444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Checking segment: {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:14.991089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.991575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Bound using segment: {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:14.992368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Bound port: 723e2a2f-f947-4fa3-8715-529e2ce2b71b, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:14.992870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.012350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Made reservation on behalf of ae188cbacdd1443a90244917c00bf905 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:15.026775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.070424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.175928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=247098bd-85c9-4619-b7d6-7bfd9bc49778,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:15.190381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56024) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:15.244403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:15.244598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-0bddae08-9267-40c2-8f69-feb9f8b759d5', 'network_id': '0bddae08-9267-40c2-8f69-feb9f8b759d5', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': '36a0336f-b586-4de8-8c5e-41790709f652'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:47:15.245455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.253125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:15.259268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:15.264802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] For port 723e2a2f-f947-4fa3-8715-529e2ce2b71b, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:15.266975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:15.310168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.314095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:15.314686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.338819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:15.347817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:15.353578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Usage tracker for resource:security_group_rule and tenant:ae188cbacdd1443a90244917c00bf905 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:15.358066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:15.371134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:15.371293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Usage tracker for resource:network and tenant:2645ebb1e2c24189bd1e4003c25f4d82 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:15.374027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56032) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:15.377823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:15.378076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] For port 723e2a2f-f947-4fa3-8715-529e2ce2b71b, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=723e2a2f-f947-4fa3-8715-529e2ce2b71b,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:15.389117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.415628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:15.439963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:15.488390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.502293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.507100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] device_id is not set on port c44dc36d-660e-47b9-8d6a-18cd5e77b3ab yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:47:15.579375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event updated for resources: {'Network': ['ID=ed0e7116-3f60-49bc-a310-4442c84ca331,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:15.588499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:15.593517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:15.604204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:15.608008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Router 8c932d88-73af-44fb-9e46-4237fc2c05ec is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:47:15.617660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:15.621108 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-54cba2c5-6a6d-4394-ac66-ea289640749c tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0801425 May 06 13:47:15.624499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:15.625094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network ed0e7116-3f60-49bc-a310-4442c84ca331 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:15.626404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56038) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:15.627680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Usage tracker for resource:floatingip and tenant:b24891110b914677b0e0eaa8207185a6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:15.631992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Made reservation on behalf of 2645ebb1e2c24189bd1e4003c25f4d82 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:15.634948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.644568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1205a3-6622-4847-aca9-d9f6ad13de0f None None] Pushing event updated for resources: {'Port': ['ID=723e2a2f-f947-4fa3-8715-529e2ce2b71b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:15.645469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:15.649414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:15.654236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:15.658508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Usage tracker for resource:floatingip and tenant:0b81b9064c57419f9ecec9674302e790 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:15.661082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:15.661757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:15.670183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.680228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Request body: {'subnet': {'network_id': 'ed0e7116-3f60-49bc-a310-4442c84ca331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:15.685482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:15.703122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:15.792642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Allocated IP 2001:db8::2 (0bddae08-9267-40c2-8f69-feb9f8b759d5/36a0336f-b586-4de8-8c5e-41790709f652/137e2015-93c3-4325-a1a3-e7b2c9640dc0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:15.817331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.892446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.904603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35403d37-a80a-423c-aad4-27e6d5b99ad8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:15.919987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.927271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Allocated IP 172.26.0.245 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/c44dc36d-660e-47b9-8d6a-18cd5e77b3ab) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:15.980226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:16.099065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Usage tracker for resource:subnet and tenant:696c6dedab724a1c833843f9ebb86753 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:16.103602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:16.122950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:16.182289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:16.201765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Made reservation on behalf of 696c6dedab724a1c833843f9ebb86753 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:16.249418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:16.267812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Usage tracker for resource:security_group_rule and tenant:2645ebb1e2c24189bd1e4003c25f4d82 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:16.283702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:16.289704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.304221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Transition to ACTIVE for port object 137e2015-93c3-4325-a1a3-e7b2c9640dc0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:16.307620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:16.334597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Transition to ACTIVE for port object 137e2015-93c3-4325-a1a3-e7b2c9640dc0 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:16.352938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.383089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.383980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.442151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Network 0bddae08-9267-40c2-8f69-feb9f8b759d5 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:16.446179 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:16.451323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:16.453395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Pushing event updated for resources: {'Port': ['ID=137e2015-93c3-4325-a1a3-e7b2c9640dc0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:16.531030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.546991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.563708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f9936-f994-49f8-92a3-eaf96349f498 None None] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:16.577560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks [] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.625564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.629684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.632444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:16.666295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04bf776-00b1-40d2-82a4-4f6c99e89627,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:16.740680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.740680 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Added segment ed2a6ece-b11d-446a-9ca7-8bc94119ee47 of type vlan for network e9e6c77d-5661-4214-ae6a-8ddafcf7d0c8 May 06 13:47:16.753333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:16.762047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Attempting to bind port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:16.762413 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Attempting to bind port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e2923818-bcc2-419d-a6cd-d83152c4b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0bddae08-9267-40c2-8f69-feb9f8b759d5'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:16.762778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Attempting to bind port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 on network 0bddae08-9267-40c2-8f69-feb9f8b759d5 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:16.768904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 723e2a2f-f947-4fa3-8715-529e2ce2b71b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:16.770462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.817676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2a4d3c45-bfe5-4a9e-8618-cd5b9e8e6107 None None] Provisioning for port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:16.833890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.834127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:16.834511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Checking segment: {'id': 'e2923818-bcc2-419d-a6cd-d83152c4b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0bddae08-9267-40c2-8f69-feb9f8b759d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:16.834965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.835447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Bound using segment: {'id': 'e2923818-bcc2-419d-a6cd-d83152c4b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0bddae08-9267-40c2-8f69-feb9f8b759d5'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:16.836200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Bound port: 137e2015-93c3-4325-a1a3-e7b2c9640dc0, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2923818-bcc2-419d-a6cd-d83152c4b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0bddae08-9267-40c2-8f69-feb9f8b759d5'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:16.836349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.845812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.866839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2a4d3c45-bfe5-4a9e-8618-cd5b9e8e6107 None None] Provisioning complete for port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:16.867037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3c45-bfe5-4a9e-8618-cd5b9e8e6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.867863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:16.873295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=18e46f4d-ec55-4be2-b00a-3b962f9ec0d3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:16.890412 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Sync routers for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:16.900695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': '48c330d3-cfce-42b0-9917-6fc24c747fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b8c7d7ee-0b32-4246-9851-d3f6e14ccb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:16.901057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: b8c7d7ee-0b32-4246-9851-d3f6e14ccb65, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:16.919355 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:16.920373 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:16.958389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.959625 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9ef7a514-a2e2-445f-a3aa-bbe9b8004cde admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8071582 May 06 13:47:16.962539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56046) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:17.022477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.026169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:17.026744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.079597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:17.110082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.140163 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8344457 May 06 13:47:17.152794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56050) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:17.160543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.279818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, b8c7d7ee-0b32-4246-9851-d3f6e14ccb65) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:17.283288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:17.283899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.312704 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:17.319078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Pushing event updated for resources: {'Port': ['ID=c44dc36d-660e-47b9-8d6a-18cd5e77b3ab,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:17.328108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291051b4-f2bb-4c5a-84ed-2557e3e2efd7 None None] Network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:17.333960 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8596ef1e-6d49-4df0-a880-e91f635884af tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5292425 May 06 13:47:17.337944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56058) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:17.339649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f6600-ad5e-490a-8059-7b7c47ae1823 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Pushing event updated for resources: {'Network': ['ID=e9e6c77d-5661-4214-ae6a-8ddafcf7d0c8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:17.354688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2005722027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:17.360800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e78864-ff17-49e2-9c29-384f95d47b98 None None] Network 7b949343-fade-4404-b22c-bf0782c0d21c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:17.360976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:17.365984 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:router and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:17.368901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:17.377595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:17.396066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.397023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:17.397143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.398332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event updated for resources: {'Subnet': ['ID=fa9ce237-e374-4e29-834a-b1e44d0b5f36,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:17.402238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:17.423327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.435814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Checking segment: {'id': '620047e6-8143-4223-9fb2-f356f7f2230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ed0e7116-3f60-49bc-a310-4442c84ca331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:17.436527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Network hostable DHCP agents. Network: ed0e7116-3f60-49bc-a310-4442c84ca331, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:17.454654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Allocated IP 172.26.0.48 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/c9155fee-df31-47bb-a30e-a0422a70c191) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:17.457356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.461650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:17.462568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:17.463260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.510392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network e9e6c77d-5661-4214-ae6a-8ddafcf7d0c8 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:17.524038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Request body: {'network': {'name': 'tempest-network--999148159', 'router:external': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:17.524259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 723e2a2f-f947-4fa3-8715-529e2ce2b71b completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:17.530058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Network ed0e7116-3f60-49bc-a310-4442c84ca331 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:17.548067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:17.550884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, ed0e7116-3f60-49bc-a310-4442c84ca331) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:17.558172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Usage tracker for resource:network and tenant:42d3fc088fed48f2bdfddd6c5f0c9809 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:17.561746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:17.562422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.570533 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ea7b2ff2-52dc-4c11-9ad5-733456b6c833 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4752493 May 06 13:47:17.570533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:17.573757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56070) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:17.578747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:17.582342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] For port 137e2015-93c3-4325-a1a3-e7b2c9640dc0, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:17.588028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.245'}]}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:17.593369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:17.597802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Usage tracker for resource:router and tenant:ae188cbacdd1443a90244917c00bf905 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:17.600876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:17.606979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:17.619732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Router 09e5a438-b677-4e78-ba25-001f1fb1738c is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:47:17.624938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.626627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.643528 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1aa2891f-318f-4083-9d35-d2ebe0121738 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0054712 May 06 13:47:17.646407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56074) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:17.650469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.651705 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7f5b7003-b4ce-4539-a7bc-ff2c8bc41e53 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3083279 May 06 13:47:17.656479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Request body: {'port': {'network_id': 'ed0e7116-3f60-49bc-a310-4442c84ca331', 'name': 'tempest-DHCPAgentSchedulersTestJSON-787692899'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:17.703899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56078) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:17.707658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Made reservation on behalf of 42d3fc088fed48f2bdfddd6c5f0c9809 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:17.710154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.729103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331349f7-0737-4200-9988-72d2328bfda7 None None] Network ed0e7116-3f60-49bc-a310-4442c84ca331 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:17.817167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3c45-bfe5-4a9e-8618-cd5b9e8e6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.820512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:17.829821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Usage tracker for resource:port and tenant:696c6dedab724a1c833843f9ebb86753 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:17.834811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:17.837976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-b8c7d7ee-0b32-4246-9851-d3f6e14ccb65', 'network_id': 'b8c7d7ee-0b32-4246-9851-d3f6e14ccb65', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': '18e46f4d-ec55-4be2-b00a-3b962f9ec0d3'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:47:17.838979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.857751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:17.859093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.918257 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:13Z', 'revision_number': 3, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:17.924294 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Checking router: 8c932d88-73af-44fb-9e46-4237fc2c05ec for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:47:17.925170 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Updating router 8c932d88-73af-44fb-9e46-4237fc2c05ec port 2102a5c7-9d73-4264-84d9-a08923991e9c binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:47:17.926693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Made reservation on behalf of 696c6dedab724a1c833843f9ebb86753 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:17.929686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.015814 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.027290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.058122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Allocated IP 2001:db8:1::2 (b8c7d7ee-0b32-4246-9851-d3f6e14ccb65/18e46f4d-ec55-4be2-b00a-3b962f9ec0d3/04681eb0-25c0-4c81-b584-dc85956b2105) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:18.081522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] device_id is not set on port 21db67a2-9bd2-4656-9123-2f03faa124cf yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:47:18.088996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.111949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:18.128980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Usage tracker for resource:security_group_rule and tenant:42d3fc088fed48f2bdfddd6c5f0c9809 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:18.134927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:18.200964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:18.235551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] For port 137e2015-93c3-4325-a1a3-e7b2c9640dc0, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=137e2015-93c3-4325-a1a3-e7b2c9640dc0,segment=NetworkSegment(e2923818-bcc2-419d-a6cd-d83152c4b142),segment_id=e2923818-bcc2-419d-a6cd-d83152c4b142)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:18.260215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.312751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:18.321267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:18.324037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:18.355202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.393060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Allocated IP 172.20.0.14 (ed0e7116-3f60-49bc-a310-4442c84ca331/fa9ce237-e374-4e29-834a-b1e44d0b5f36/21db67a2-9bd2-4656-9123-2f03faa124cf) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:18.450723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'Port': ['ID=c9155fee-df31-47bb-a30e-a0422a70c191,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:18.457785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2a4d3c45-bfe5-4a9e-8618-cd5b9e8e6107 None None] For port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e1a8e0fa-0b4f-4a21-a550-60d4acc307a1,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:18.496513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Allocated IP 172.26.0.153 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/2560c6fc-7e23-4a97-a8ee-47c942d7359a) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:18.499628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3c45-bfe5-4a9e-8618-cd5b9e8e6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.511755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.561386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfbc34-c49d-4cc2-b6c1-4dbebb3ea042 None None] Pushing event updated for resources: {'Port': ['ID=137e2015-93c3-4325-a1a3-e7b2c9640dc0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:18.565458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Transition to ACTIVE for port object 04681eb0-25c0-4c81-b584-dc85956b2105 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:18.655836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.761265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.763653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Transition to ACTIVE for port object 04681eb0-25c0-4c81-b584-dc85956b2105 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:18.815346 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.898833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d3c45-bfe5-4a9e-8618-cd5b9e8e6107 None None] Pushing event updated for resources: {'Port': ['ID=e1a8e0fa-0b4f-4a21-a550-60d4acc307a1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:18.907612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.966424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.983713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:18.988052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-669d126e-2fee-49fb-8327-5e4c9e45fffb None None] Provisioning for port 723e2a2f-f947-4fa3-8715-529e2ce2b71b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:18.989558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.998903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.000014 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Added segment 96a5c472-778d-4c64-aec8-bde3ec8efbe5 of type vlan for network 1f72eb47-64b4-44e9-99fe-ba1e3a676906 May 06 13:47:19.013396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-ed0e7116-3f60-49bc-a310-4442c84ca331', 'network_id': 'ed0e7116-3f60-49bc-a310-4442c84ca331', 'tenant_id': '696c6dedab724a1c833843f9ebb86753', 'fixed_ips': [{'subnet_id': 'fa9ce237-e374-4e29-834a-b1e44d0b5f36'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:47:19.014222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.039469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-669d126e-2fee-49fb-8327-5e4c9e45fffb None None] Provisioning complete for port 723e2a2f-f947-4fa3-8715-529e2ce2b71b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:19.039707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-669d126e-2fee-49fb-8327-5e4c9e45fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.041788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.086820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:19.093321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:19.104699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:19.122506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Pushing event updated for resources: {'Port': ['ID=04681eb0-25c0-4c81-b584-dc85956b2105,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:19.161343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb249c11-2aff-4714-a683-33ad1ac17b32,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:19.167663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.168673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:19.169304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.284818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.296096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.343130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Transition to ACTIVE for port object 21db67a2-9bd2-4656-9123-2f03faa124cf will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:19.346082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Attempting to bind port 04681eb0-25c0-4c81-b584-dc85956b2105 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:19.346446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Attempting to bind port 04681eb0-25c0-4c81-b584-dc85956b2105 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '48c330d3-cfce-42b0-9917-6fc24c747fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b8c7d7ee-0b32-4246-9851-d3f6e14ccb65'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:19.346813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Attempting to bind port 04681eb0-25c0-4c81-b584-dc85956b2105 on network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:19.377879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:19.378521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Checking segment: {'id': '48c330d3-cfce-42b0-9917-6fc24c747fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b8c7d7ee-0b32-4246-9851-d3f6e14ccb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:19.378638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.379960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Bound using segment: {'id': '48c330d3-cfce-42b0-9917-6fc24c747fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b8c7d7ee-0b32-4246-9851-d3f6e14ccb65'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:19.379960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Bound port: 04681eb0-25c0-4c81-b584-dc85956b2105, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c330d3-cfce-42b0-9917-6fc24c747fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b8c7d7ee-0b32-4246-9851-d3f6e14ccb65'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:19.379960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.395894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-669d126e-2fee-49fb-8327-5e4c9e45fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.418796 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.430801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.439721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Network': ['ID=1f72eb47-64b4-44e9-99fe-ba1e3a676906,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:19.453452 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-765de683-c41b-47f6-9c90-8590f084ef2c tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2943428 May 06 13:47:19.464668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56082) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:19.467861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 1f72eb47-64b4-44e9-99fe-ba1e3a676906 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:19.525585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.529811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:19.549616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.597366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-669d126e-2fee-49fb-8327-5e4c9e45fffb None None] For port 723e2a2f-f947-4fa3-8715-529e2ce2b71b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=723e2a2f-f947-4fa3-8715-529e2ce2b71b,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:19.602358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'Port': ['ID=c9155fee-df31-47bb-a30e-a0422a70c191,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:19.610522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Sync routers for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:19.666337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Network ed0e7116-3f60-49bc-a310-4442c84ca331 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:19.678563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.683201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:19.700816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:19.705997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:19.706648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.732473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.733677 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6a1a60d6-4fb9-4469-ae25-ef15fde39fa7 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.0559692 May 06 13:47:19.734960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-669d126e-2fee-49fb-8327-5e4c9e45fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.739626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56086) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:19.777338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Allocated IP 172.20.0.2 (ed0e7116-3f60-49bc-a310-4442c84ca331/fa9ce237-e374-4e29-834a-b1e44d0b5f36/2bcb2127-225f-43d5-ab32-0cfe69dd0d9f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:19.788393 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1394389 May 06 13:47:19.791479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56088) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:19.798547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.811879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.820582 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7a7ebfde-eb21-4173-9f07-7f68ea659b37 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4426696 May 06 13:47:19.945711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6edce-b721-4062-bc88-9184ed39c19d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Deleting port 21db67a2-9bd2-4656-9123-2f03faa124cf {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:19.946331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9a6edce-b721-4062-bc88-9184ed39c19d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.998299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56094) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:20.071421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] For port 04681eb0-25c0-4c81-b584-dc85956b2105, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:20.074341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d137f39-201e-41a0-ae79-bb7440012bf7 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event updated for resources: {'Port': ['ID=21db67a2-9bd2-4656-9123-2f03faa124cf,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:20.074656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] For port 04681eb0-25c0-4c81-b584-dc85956b2105, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=04681eb0-25c0-4c81-b584-dc85956b2105,segment=NetworkSegment(48c330d3-cfce-42b0-9917-6fc24c747fb1),segment_id=48c330d3-cfce-42b0-9917-6fc24c747fb1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:20.123185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.137374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.145544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f73c0af-11f7-4ca6-8bb4-4ffa96121b8b None None] Network 0bddae08-9267-40c2-8f69-feb9f8b759d5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:20.209663 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.238760 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Transition to ACTIVE for port object 2102a5c7-9d73-4264-84d9-a08923991e9c will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:20.252794 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.286693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 137e2015-93c3-4325-a1a3-e7b2c9640dc0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:20.343801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9a6edce-b721-4062-bc88-9184ed39c19d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.349167 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Pushing event updated for resources: {'Port': ['ID=2102a5c7-9d73-4264-84d9-a08923991e9c,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:20.359228 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.359877 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.360383 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.360879 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.361412 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.361904 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.362390 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.362896 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.363373 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.363883 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.364791 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Tracked resource versions report: May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: pushed versions: May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: { 'ConntrackHelper': {'1.0'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Log': {'1.0'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Network': {'1.1'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Port': {'1.5'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'PortForwarding': {'1.2'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'QosPolicy': {'1.8'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SecurityGroup': {'1.2'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SecurityGroupRule': {'1.0'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SubPort': {'1.0'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Subnet': {'1.1'}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Trunk': {'1.1'}} May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: consumer versions: May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: { DHCP agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: HyperV agent@hv-neutron-8408: {}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: L3 agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: Metadata agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: Metering agent@dv-neutron-840889-1-hyperv: {}, May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: Open vSwitch agent@dv-neutron-840889-1-hyperv: { 'ConntrackHelper': '1.0', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Log': '1.0', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Network': '1.1', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Port': '1.5', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'PortForwarding': '1.2', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'QosPolicy': '1.8', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SecurityGroup': '1.2', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SecurityGroupRule': '1.0', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'SubPort': '1.0', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Subnet': '1.1', May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: 'Trunk': '1.1'}} May 06 13:47:20.366059 dv-neutron-840889-1-hyperv neutron-server[84024]: {{(pid=84024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:47:20.416537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:20.418613 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Attempting to bind port 2102a5c7-9d73-4264-84d9-a08923991e9c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:20.418613 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Attempting to bind port 2102a5c7-9d73-4264-84d9-a08923991e9c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:20.419279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:20.420889 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Attempting to bind port 2102a5c7-9d73-4264-84d9-a08923991e9c on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:20.436471 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:20.436843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:20.437241 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.437631 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:20.438657 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Bound port: 2102a5c7-9d73-4264-84d9-a08923991e9c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:20.439043 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.506318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:20.536024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Pushing event updated for resources: {'Port': ['ID=2560c6fc-7e23-4a97-a8ee-47c942d7359a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:20.538337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:20.549602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6edce-b721-4062-bc88-9184ed39c19d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Calling delete_port for 21db67a2-9bd2-4656-9123-2f03faa124cf owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:20.576519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:20.583485 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] For port 2102a5c7-9d73-4264-84d9-a08923991e9c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:20.592012 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] For port 2102a5c7-9d73-4264-84d9-a08923991e9c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2102a5c7-9d73-4264-84d9-a08923991e9c,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:20.602299 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.681827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-263255965'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:20.687151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.700764 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:20.701782 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:20.730587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.755653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d126e-2fee-49fb-8327-5e4c9e45fffb None None] Pushing event updated for resources: {'Port': ['ID=723e2a2f-f947-4fa3-8715-529e2ce2b71b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:20.766331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.831264 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a05427b8-3fd5-4727-8378-9f8c925bba0f None None] Provisioning complete for port 723e2a2f-f947-4fa3-8715-529e2ce2b71b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:20.832206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a05427b8-3fd5-4727-8378-9f8c925bba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.838011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.900120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Transition to ACTIVE for port object 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:20.914781 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:20.964972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Allocated IP 172.20.0.1 (6884eb6f-d5d8-4e69-a043-abbebe12b4bd/b54919e3-0f37-47e9-9fe7-95e5be69ca12/c6032fe3-d36e-4ff7-aaa9-5174179f0230) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:20.991331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.991591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.997175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.997521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > port after_create 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.997845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.998201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > port after_update 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.998545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.998881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.999196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:20.999535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:21.018039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Transition to ACTIVE for port object 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:21.039660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aabcd5-83a9-4f70-8ab4-db2bebad0b33 None None] Pushing event updated for resources: {'Port': ['ID=04681eb0-25c0-4c81-b584-dc85956b2105,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.075247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.185431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.200330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:21.200675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:21.201015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:21.201359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:21.201740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f72eb47-64b4-44e9-99fe-ba1e3a676906']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:21.202720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Transition to ACTIVE for port object c6032fe3-d36e-4ff7-aaa9-5174179f0230 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:21.228314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:21.239248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.244470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:21.250644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Usage tracker for resource:network and tenant:b24891110b914677b0e0eaa8207185a6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:21.293514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:21.312129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8::1 (0bddae08-9267-40c2-8f69-feb9f8b759d5/36a0336f-b586-4de8-8c5e-41790709f652/6dd1fe77-c142-4114-af52-ee8941e4014f) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:21.317250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Pushing event updated for resources: {'Port': ['ID=2bcb2127-225f-43d5-ab32-0cfe69dd0d9f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.340355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:21.341778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:21.415692 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09aec1-1023-42a8-be2c-8f4b14b488ae None None] Pushing event updated for resources: {'Port': ['ID=2102a5c7-9d73-4264-84d9-a08923991e9c,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.423734 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:13Z', 'revision_number': 3, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:21.433879 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b12a9-f44c-4b08-87cf-85ee26056f6f None None] The sync data for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv is: [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:13Z', 'revision_number': 3, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:21.472232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Pushing event updated for resources: {'Port': ['ID=c6032fe3-d36e-4ff7-aaa9-5174179f0230,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.474912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Network ed0e7116-3f60-49bc-a310-4442c84ca331 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:21.476848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:21.487662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:21.503380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:21.505155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.508173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:21.540812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:21.546264 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:21.582017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Made reservation on behalf of b24891110b914677b0e0eaa8207185a6 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:21.585458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.588623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a5c472-778d-4c64-aec8-bde3ec8efbe5') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:21.588917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a5c472-778d-4c64-aec8-bde3ec8efbe5') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:21.617403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.640376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.665227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.708224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.721574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object 6dd1fe77-c142-4114-af52-ee8941e4014f will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:21.724348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc356e4-c74d-4932-94b7-52be855df87e None None] Network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:21.830157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:21.831962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn_limited( May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn_limited( May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:21.864410 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:21.867529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.877529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9a6edce-b721-4062-bc88-9184ed39c19d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.027165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.045646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.047053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.060405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6edce-b721-4062-bc88-9184ed39c19d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event deleted for resources: {'Port': ['ID=21db67a2-9bd2-4656-9123-2f03faa124cf,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:22.153446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9a6edce-b721-4062-bc88-9184ed39c19d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.172025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Attempting to bind port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:22.176068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Attempting to bind port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '620047e6-8143-4223-9fb2-f356f7f2230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ed0e7116-3f60-49bc-a310-4442c84ca331'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:22.176213 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b9a6edce-b721-4062-bc88-9184ed39c19d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "DELETE /v2.0/ports/21db67a2-9bd2-4656-9123-2f03faa124cf HTTP/1.1" status: 204 len: 168 time: 2.3672242 May 06 13:47:22.176324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Attempting to bind port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f on network ed0e7116-3f60-49bc-a310-4442c84ca331 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:22.194840 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:22.195213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.249904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56098) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:22.256265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:22.256638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Checking segment: {'id': '620047e6-8143-4223-9fb2-f356f7f2230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ed0e7116-3f60-49bc-a310-4442c84ca331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:22.257041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.257432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Bound using segment: {'id': '620047e6-8143-4223-9fb2-f356f7f2230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ed0e7116-3f60-49bc-a310-4442c84ca331'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:22.257912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Bound port: 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620047e6-8143-4223-9fb2-f356f7f2230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ed0e7116-3f60-49bc-a310-4442c84ca331'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:22.258296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.285543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a05427b8-3fd5-4727-8378-9f8c925bba0f None None] Provisioning complete for port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:22.285946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a05427b8-3fd5-4727-8378-9f8c925bba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.341540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.407417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:22.415658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Usage tracker for resource:security_group_rule and tenant:b24891110b914677b0e0eaa8207185a6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:22.419886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:22.422953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.458680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.461994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:22.515191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f72eb47-64b4-44e9-99fe-ba1e3a676906 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 13:47:22.538505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.558806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f72eb47-64b4-44e9-99fe-ba1e3a676906,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:22.596512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.608259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.613909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.615293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.710777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.716289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Pushing event updated for resources: {'Port': ['ID=c6032fe3-d36e-4ff7-aaa9-5174179f0230,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:22.724808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] For port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:22.729205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=6dd1fe77-c142-4114-af52-ee8941e4014f,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:22.745288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] For port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2bcb2127-225f-43d5-ab32-0cfe69dd0d9f,segment=NetworkSegment(620047e6-8143-4223-9fb2-f356f7f2230a),segment_id=620047e6-8143-4223-9fb2-f356f7f2230a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:22.789968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156152d6-06b1-4076-bf80-c14462899eac,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:22.860075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:22.893576 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ef82aff4-dd92-4731-a98a-18b2b9facf71 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1f72eb47-64b4-44e9-99fe-ba1e3a676906 HTTP/1.1" status: 204 len: 168 time: 3.4214308 May 06 13:47:22.904171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8aa6cc13-c01e-4477-85b1-ea21b64e74d5 tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6525652 May 06 13:47:22.908348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56106) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:22.908673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56108) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:22.916493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.932126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1703878330'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:22.953237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:22.974733 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:22.978548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 0bddae08-9267-40c2-8f69-feb9f8b759d5 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:23.007693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.008596 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Added segment e1cb3625-535b-4691-8177-4913b041a7db of type vlan for network 0d824cb4-eb15-40e4-8ce2-986130616e4c May 06 13:47:23.046827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:23.097448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.107950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:23.124219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Usage tracker for resource:network and tenant:42d3fc088fed48f2bdfddd6c5f0c9809 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:23.129202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:23.142639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:23.143196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.146001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Usage tracker for resource:network and tenant:696c6dedab724a1c833843f9ebb86753 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:23.157478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:23.159505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:23.168049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:23.174267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:23.180632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:23.183015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 723e2a2f-f947-4fa3-8715-529e2ce2b71b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:23.243411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Made reservation on behalf of 42d3fc088fed48f2bdfddd6c5f0c9809 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:23.246012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.289336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Made reservation on behalf of 696c6dedab724a1c833843f9ebb86753 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:23.308433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.365996 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:15Z', 'revision_number': 3, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:23.388812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.398951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Checking router: 09e5a438-b677-4e78-ba25-001f1fb1738c for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:47:23.399350 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Updating router 09e5a438-b677-4e78-ba25-001f1fb1738c port 247098bd-85c9-4619-b7d6-7bfd9bc49778 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:47:23.471403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a41ca-a11d-42a4-be86-a15cb26de6cc None None] Pushing event updated for resources: {'Port': ['ID=2bcb2127-225f-43d5-ab32-0cfe69dd0d9f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:23.518292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Provisioning for port c6032fe3-d36e-4ff7-aaa9-5174179f0230 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:23.566078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Provisioning complete for port c6032fe3-d36e-4ff7-aaa9-5174179f0230 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:23.566363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.668973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.673517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:23.674714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.683611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.749113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:23.762355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:23.778515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Port c6032fe3-d36e-4ff7-aaa9-5174179f0230 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:23.865813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 723e2a2f-f947-4fa3-8715-529e2ce2b71b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:23.866071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.871949 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.8581328 May 06 13:47:23.872151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.872277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56114) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:23.872563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Added segment ea11cd19-d82a-4602-a5b2-091b19d17dfe of type vlan for network 34ee1652-7a11-4984-9769-5fa098ab9a25 May 06 13:47:23.878347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.879242 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Added segment 747f9aec-55c0-4629-8734-e3ac5a7e10f0 of type vlan for network 77a7b118-ec85-40f4-ac6b-b06213ce4e00 May 06 13:47:23.882591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Request body: {'subnet': {'network_id': '0d824cb4-eb15-40e4-8ce2-986130616e4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:23.888127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:23.911538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f04d13-bfe7-4d1c-ac87-434c35368d4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'Network': ['ID=0d824cb4-eb15-40e4-8ce2-986130616e4c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:23.917650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.942930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:24.034339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.042228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:24.048552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Usage tracker for resource:subnet and tenant:b24891110b914677b0e0eaa8207185a6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:24.052341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:24.060118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:24.079755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Made reservation on behalf of b24891110b914677b0e0eaa8207185a6 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:24.106754 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Provisioning for port 04681eb0-25c0-4c81-b584-dc85956b2105 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:24.143740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.193954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.202201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.214109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Router 8c932d88-73af-44fb-9e46-4237fc2c05ec has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:47:24.276233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Provisioning for port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:24.306268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Provisioning complete for port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:24.306642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.369158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04681eb0-25c0-4c81-b584-dc85956b2105 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:24.582935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.598597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.617122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Transition to ACTIVE for port object 247098bd-85c9-4619-b7d6-7bfd9bc49778 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:24.621994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 04681eb0-25c0-4c81-b584-dc85956b2105 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:24.636193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.640213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 04681eb0-25c0-4c81-b584-dc85956b2105 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:24.640621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.673360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.702655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.746267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ec8cb-7679-47cd-ae71-ceadce0b2c70 None None] Pushing event updated for resources: {'Port': ['ID=247098bd-85c9-4619-b7d6-7bfd9bc49778,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:24.767817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] For port 137e2015-93c3-4325-a1a3-e7b2c9640dc0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=137e2015-93c3-4325-a1a3-e7b2c9640dc0,segment=NetworkSegment(e2923818-bcc2-419d-a6cd-d83152c4b142),segment_id=e2923818-bcc2-419d-a6cd-d83152c4b142)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:24.768849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:24.788041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'Subnet': ['ID=77ed07d3-33c7-449a-bb3e-3309e044a866,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:24.789018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.791333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Checking segment: {'id': 'e1cb3625-535b-4691-8177-4913b041a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '0d824cb4-eb15-40e4-8ce2-986130616e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:24.791700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Network hostable DHCP agents. Network: 0d824cb4-eb15-40e4-8ce2-986130616e4c, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:24.816026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.818859 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-db71aaef-3b48-4ed4-a1ef-8c5391bf8469 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c932d88-73af-44fb-9e46-4237fc2c05ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8487492 May 06 13:47:24.851688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:24.865625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 0d824cb4-eb15-40e4-8ce2-986130616e4c) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:24.872258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:24.873083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.899587 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0879dc06-96cd-482f-9210-04ef0514a60a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0263193 May 06 13:47:24.902358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56120) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:24.908186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a92c0f-7ee8-4efa-a6c5-b645f3eda24b None None] Network ed0e7116-3f60-49bc-a310-4442c84ca331 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:24.910292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1070580682', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:24.916848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.917735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:24.918400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.921746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.923023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.925513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:24.932965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d4b1bb-dc5d-484e-a350-942cd5cae1b5 None None] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:24.933180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Usage tracker for resource:router and tenant:b24891110b914677b0e0eaa8207185a6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:24.936809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:24.945673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:24.959367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.960478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.970536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Attempting to bind port 247098bd-85c9-4619-b7d6-7bfd9bc49778 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:24.970843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Attempting to bind port 247098bd-85c9-4619-b7d6-7bfd9bc49778 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:24.971194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Attempting to bind port 247098bd-85c9-4619-b7d6-7bfd9bc49778 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:24.987149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.124951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:25.125841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:25.126280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.126676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:25.127164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Bound port: 247098bd-85c9-4619-b7d6-7bfd9bc49778, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:25.127533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.177139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8de96-735a-4b71-be64-799b0fa5bda0 None None] Pushing event updated for resources: {'Port': ['ID=137e2015-93c3-4325-a1a3-e7b2c9640dc0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:25.196003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.218315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Pushing event updated for resources: {'Port': ['ID=2560c6fc-7e23-4a97-a8ee-47c942d7359a,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:25.231308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:25.273241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Provisioning complete for port c6032fe3-d36e-4ff7-aaa9-5174179f0230 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:25.273606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.334909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=6dd1fe77-c142-4114-af52-ee8941e4014f,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:25.443965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.459628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.498434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] For port 247098bd-85c9-4619-b7d6-7bfd9bc49778, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:25.499366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.514146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Port c6032fe3-d36e-4ff7-aaa9-5174179f0230 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:25.519195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.533741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 0bddae08-9267-40c2-8f69-feb9f8b759d5 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:25.536068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] For port 247098bd-85c9-4619-b7d6-7bfd9bc49778, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=247098bd-85c9-4619-b7d6-7bfd9bc49778,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:25.576743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.626559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:25.626559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Network': ['ID=34ee1652-7a11-4984-9769-5fa098ab9a25,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:25.629084 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b882f92e-6796-40e6-9c53-be40cd7021f2 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.7130158 May 06 13:47:25.630103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.659686 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 34ee1652-7a11-4984-9769-5fa098ab9a25 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:25.675837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56136) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:25.707495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Request body: {'subnet': {'network_id': '34ee1652-7a11-4984-9769-5fa098ab9a25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:25.724049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:25.728197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-0d824cb4-eb15-40e4-8ce2-986130616e4c', 'network_id': '0d824cb4-eb15-40e4-8ce2-986130616e4c', 'tenant_id': 'b24891110b914677b0e0eaa8207185a6', 'fixed_ips': [{'subnet_id': '77ed07d3-33c7-449a-bb3e-3309e044a866'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:47:25.729028 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.732278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Usage tracker for resource:subnet and tenant:42d3fc088fed48f2bdfddd6c5f0c9809 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:25.738724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:25.751107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:25.778254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Allocated IP 172.26.0.15 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/5e5d3f56-e6ba-4da0-8671-ee4b22e8a2db) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:25.781183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Made reservation on behalf of 42d3fc088fed48f2bdfddd6c5f0c9809 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:25.784602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.832242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 04681eb0-25c0-4c81-b584-dc85956b2105, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=04681eb0-25c0-4c81-b584-dc85956b2105,segment=NetworkSegment(48c330d3-cfce-42b0-9917-6fc24c747fb1),segment_id=48c330d3-cfce-42b0-9917-6fc24c747fb1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:25.874608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.875947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2102a5c7-9d73-4264-84d9-a08923991e9c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:25.908998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Provisioning complete for port 04681eb0-25c0-4c81-b584-dc85956b2105 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:25.909365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.932333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.934399 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-93ad7b22-5102-4fbc-873d-9a28c4af4680 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.7257464 May 06 13:47:25.935425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.940994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:25.943554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.951819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56142) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:25.994397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ec8cb-7679-47cd-ae71-ceadce0b2c70 None None] Pushing event updated for resources: {'Port': ['ID=247098bd-85c9-4619-b7d6-7bfd9bc49778,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:26.026326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.034672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1943655761', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'fixed_ips': [{'ip_address': '172.26.0.153'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:26.127674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:26.171410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:26.171410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:26.210411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Usage tracker for resource:port and tenant:0b81b9064c57419f9ecec9674302e790 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:26.237702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.3187284 May 06 13:47:26.239347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:26.242109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56146) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:26.286686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.336668 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=04681eb0-25c0-4c81-b584-dc85956b2105,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:26.413334 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:26.429101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56150) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:26.438171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598638083', 'description': 'tempest-description--1705441259'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:26.441517 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cb9e3-f174-428e-9c72-8c7f82889fb5 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event updated for resources: {'Network': ['ID=77a7b118-ec85-40f4-ac6b-b06213ce4e00,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:26.449472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.459624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 77a7b118-ec85-40f4-ac6b-b06213ce4e00 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:26.461099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:26.499563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 2102a5c7-9d73-4264-84d9-a08923991e9c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:26.560109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2102a5c7-9d73-4264-84d9-a08923991e9c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:26.560473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.565581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Usage tracker for resource:security_group and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:26.568602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:26.570242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Made reservation on behalf of 0b81b9064c57419f9ecec9674302e790 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:26.572562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.574448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:26.617808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:26.622251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:26.624992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:26.655960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.655960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6ec0a22-c32d-41c8-993b-5d5f0062e594 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:47:26.692398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.728883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:26.779408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.797915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'Port': ['ID=5e5d3f56-e6ba-4da0-8671-ee4b22e8a2db,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:26.803280 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 13:47:26.840150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7ffffe9a-82ff-4840-9660-71597ca78175 tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 9.2266207 May 06 13:47:26.844709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56154) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:26.848414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:26.860015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Usage tracker for resource:security_group_rule and tenant:0b81b9064c57419f9ecec9674302e790 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:26.873235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:26.875667 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-99187ad1-baf6-4c92-9b0a-aeff893b9b08 tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "GET /v2.0/agents/fd5f17f2-da03-48ae-a47e-c90dd5409a22/dhcp-networks HTTP/1.1" status: 200 len: 7031 time: 0.6227744 May 06 13:47:26.886693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56158) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:26.895946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:26.926081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-29d55d2a-98aa-45c3-a1a1-44d75792feaf tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Deleting port c44dc36d-660e-47b9-8d6a-18cd5e77b3ab {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:26.926081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29d55d2a-98aa-45c3-a1a1-44d75792feaf tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.963937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Allocated IP 172.20.0.2 (0d824cb4-eb15-40e4-8ce2-986130616e4c/77ed07d3-33c7-449a-bb3e-3309e044a866/f4aa7f97-b4a9-4ffb-bcac-870c761df6d9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:27.025360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:27.036889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Usage tracker for resource:security_group_rule and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:27.043934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:27.080854 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Sync routers for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:27.094447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:27.107939 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:27.109162 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:27.207756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Provisioning for port 6dd1fe77-c142-4114-af52-ee8941e4014f completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:27.243029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 7c00669f-817c-4ca0-86f4-a5229841a369 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:47:27.276424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Provisioning complete for port 6dd1fe77-c142-4114-af52-ee8941e4014f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:27.276785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.339311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Port 6dd1fe77-c142-4114-af52-ee8941e4014f cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:27.399127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.424844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.430805 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:27.439110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.458945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.460071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.470693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:47:27.471474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.503556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 2102a5c7-9d73-4264-84d9-a08923991e9c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2102a5c7-9d73-4264-84d9-a08923991e9c,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:27.510133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.517233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.534505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.551661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.553163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ee1a8408-ce5e-40b1-bd6f-f82a19f2a46c None None] Provisioning for port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:27.553668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29d55d2a-98aa-45c3-a1a1-44d75792feaf tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.566930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] device_id is not set on port 38f69f9d-a2d7-4a18-9a83-414c32af934a yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:47:27.653052 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486d9157-91a8-43d3-bcb8-2a7c5c675a6f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:27.677971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:15Z', 'revision_number': 3, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:27.693476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=2102a5c7-9d73-4264-84d9-a08923991e9c,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:27.695237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdb562-2028-47c5-9712-b3028a5ca285 None None] The sync data for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv is: [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:15Z', 'revision_number': 3, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:27.697772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.712501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Transition to ACTIVE for port object f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:27.732515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Transition to ACTIVE for port object f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:27.741744 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.833703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-29d55d2a-98aa-45c3-a1a1-44d75792feaf tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Calling delete_port for c44dc36d-660e-47b9-8d6a-18cd5e77b3ab owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:27.885571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Pushing event updated for resources: {'Port': ['ID=f4aa7f97-b4a9-4ffb-bcac-870c761df6d9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:27.896437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fdbed633-965d-42e5-ab28-caa4557efaaf None None] Could not find standard attr ID for object 21db67a2-9bd2-4656-9123-2f03faa124cf. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:47:27.899765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04681eb0-25c0-4c81-b584-dc85956b2105 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:27.930969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.932956 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e008e553-c663-4fb9-8dcc-20eef8e3300a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5022914 May 06 13:47:27.969077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56162) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:27.994903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44b66d-9511-4596-9d3e-d4ad9c9b2165,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:28.050952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:28.054050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:28.054415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Allocated IP 172.20.0.1 (7b949343-fade-4404-b22c-bf0782c0d21c/d00bc25e-5058-4e88-8f97-2b385c372c28/ffbc7e40-a465-4524-a0b4-b5d880d180f1) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:28.057432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:28.068216 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:22Z', 'revision_number': 2, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:28.075612 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Checking router: 8c932d88-73af-44fb-9e46-4237fc2c05ec for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:47:28.075612 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Updating router 8c932d88-73af-44fb-9e46-4237fc2c05ec port c6032fe3-d36e-4ff7-aaa9-5174179f0230 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:47:28.096641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Request body: {'security_group_rule': {'security_group_id': '486d9157-91a8-43d3-bcb8-2a7c5c675a6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:28.115284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0692f-ce7f-43de-b440-5b0fbd1e8c9b tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] Network 77a7b118-ec85-40f4-ac6b-b06213ce4e00 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:28.125160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09b98a6b-af5a-4be4-a884-0e75d3b8cddb,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:28.125903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:28.151578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fdbed633-965d-42e5-ab28-caa4557efaaf None None] Provisioning complete for port 6dd1fe77-c142-4114-af52-ee8941e4014f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:28.152399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fdbed633-965d-42e5-ab28-caa4557efaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.169009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Usage tracker for resource:security_group_rule and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:28.179074 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.224118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Checking segment: {'id': 'ea11cd19-d82a-4602-a5b2-091b19d17dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '34ee1652-7a11-4984-9769-5fa098ab9a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:28.224613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Network hostable DHCP agents. Network: 34ee1652-7a11-4984-9769-5fa098ab9a25, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:28.249396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Attempting to bind port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:28.254693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Attempting to bind port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e1cb3625-535b-4691-8177-4913b041a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '0d824cb4-eb15-40e4-8ce2-986130616e4c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:28.255249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Attempting to bind port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 on network 0d824cb4-eb15-40e4-8ce2-986130616e4c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:28.267039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:28.269780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fdbed633-965d-42e5-ab28-caa4557efaaf None None] Port 6dd1fe77-c142-4114-af52-ee8941e4014f cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:28.276355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:28.276791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Checking segment: {'id': 'e1cb3625-535b-4691-8177-4913b041a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '0d824cb4-eb15-40e4-8ce2-986130616e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:28.277111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.277493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Bound using segment: {'id': 'e1cb3625-535b-4691-8177-4913b041a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '0d824cb4-eb15-40e4-8ce2-986130616e4c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:28.277967 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Bound port: f4aa7f97-b4a9-4ffb-bcac-870c761df6d9, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cb3625-535b-4691-8177-4913b041a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '0d824cb4-eb15-40e4-8ce2-986130616e4c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:28.278324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.292711 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:28.309607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6b295-2264-4371-a6f8-11bdce6e9db0 None None] Network 77a7b118-ec85-40f4-ac6b-b06213ce4e00 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:28.327243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 04681eb0-25c0-4c81-b584-dc85956b2105 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:28.327608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.367315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-38c0692f-ce7f-43de-b440-5b0fbd1e8c9b tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "POST /v2.0/agents/fd5f17f2-da03-48ae-a47e-c90dd5409a22/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.4787037 May 06 13:47:28.376674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56166) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.454495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.567086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29d55d2a-98aa-45c3-a1a1-44d75792feaf tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.624277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.668342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Transition to ACTIVE for port object ffbc7e40-a465-4524-a0b4-b5d880d180f1 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:28.711288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 137e2015-93c3-4325-a1a3-e7b2c9640dc0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:28.741125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:28.748274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d55d2a-98aa-45c3-a1a1-44d75792feaf tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Pushing event deleted for resources: {'Port': ['ID=c44dc36d-660e-47b9-8d6a-18cd5e77b3ab,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:28.755577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] For port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:28.759040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29d55d2a-98aa-45c3-a1a1-44d75792feaf tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.767597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007f11c-7959-4025-9ebb-1a115c23a0f5 None None] Sync routers for ids ['7c00669f-817c-4ca0-86f4-a5229841a369'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:28.780075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Network 34ee1652-7a11-4984-9769-5fa098ab9a25 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:28.785079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] For port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f4aa7f97-b4a9-4ffb-bcac-870c761df6d9,segment=NetworkSegment(e1cb3625-535b-4691-8177-4913b041a7db),segment_id=e1cb3625-535b-4691-8177-4913b041a7db)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:28.786840 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-29d55d2a-98aa-45c3-a1a1-44d75792feaf tempest-RoutersAdminNegativeTest-950086557 tempest-RoutersAdminNegativeTest-950086557-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c44dc36d-660e-47b9-8d6a-18cd5e77b3ab HTTP/1.1" status: 204 len: 168 time: 1.9748340 May 06 13:47:28.801721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.801921 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.822799 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Transition to ACTIVE for port object c6032fe3-d36e-4ff7-aaa9-5174179f0230 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:28.825906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 34ee1652-7a11-4984-9769-5fa098ab9a25) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:28.849018 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.857958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:28.858726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.887044 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 13:47:28.888173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:28.891526 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-087ad62c-425d-4510-ae94-2a824058f9a7 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2146206 May 06 13:47:28.897747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007f11c-7959-4025-9ebb-1a115c23a0f5 None None] Routers {'7c00669f-817c-4ca0-86f4-a5229841a369'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:28.897910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56172) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.898090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c007f11c-7959-4025-9ebb-1a115c23a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c00669f-817c-4ca0-86f4-a5229841a369'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:28.931439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Request body: {'floatingip': {'floating_network_id': '34ee1652-7a11-4984-9769-5fa098ab9a25'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:28.952168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:28.967179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.973477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Usage tracker for resource:floatingip and tenant:42d3fc088fed48f2bdfddd6c5f0c9809 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:28.980280 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0be0d994-43b7-4df0-a534-10325e78ea6c tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "GET /v2.0/agents/fd5f17f2-da03-48ae-a47e-c90dd5409a22/dhcp-networks HTTP/1.1" status: 200 len: 7776 time: 0.5991812 May 06 13:47:28.982061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:28.988887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56176) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.989513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56178) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.996394 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1ad5c8c3-0eb2-4fc7-b6ac-8f5d454fee60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/7c00669f-817c-4ca0-86f4-a5229841a369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2898862 May 06 13:47:28.998540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.002358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:29.010878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102ec1e-a925-4d9a-aa02-8490dfdf1c93 None None] Network 34ee1652-7a11-4984-9769-5fa098ab9a25 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:29.035499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeb4b50-f914-4cd3-867c-28ac0f41597e,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:29.046152 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-50b38879-2bcf-4083-8b6c-94ec96875faf tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.0406954 May 06 13:47:29.052698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.073385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56184) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:29.095109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f508ee0f-7aa6-4610-90d9-9b698babf86d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:29.099697 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f508ee0f-7aa6-4610-90d9-9b698babf86d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports/6dd1fe77-c142-4114-af52-ee8941e4014f HTTP/1.1" status: 200 len: 911 time: 0.1068168 May 06 13:47:29.114946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56186) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:29.223127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c007f11c-7959-4025-9ebb-1a115c23a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:29.267854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007f11c-7959-4025-9ebb-1a115c23a0f5 None None] Routers {'7c00669f-817c-4ca0-86f4-a5229841a369'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:29.268488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c007f11c-7959-4025-9ebb-1a115c23a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c00669f-817c-4ca0-86f4-a5229841a369'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:29.362434 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Attempting to bind port c6032fe3-d36e-4ff7-aaa9-5174179f0230 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:29.362987 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Attempting to bind port c6032fe3-d36e-4ff7-aaa9-5174179f0230 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:29.367890 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Attempting to bind port c6032fe3-d36e-4ff7-aaa9-5174179f0230 on network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:29.374326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Router 65008786-483f-4ee7-9aa8-fd4c77a6d54f is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:47:29.387670 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:29.392201 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Checking segment: {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:29.392911 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.393410 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Bound using segment: {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:29.393901 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Bound port: c6032fe3-d36e-4ff7-aaa9-5174179f0230, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:29.394309 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.415284 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b7727f7f-af2d-4d28-b8e9-eea2ebe68c80 tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "DELETE /v2.0/agents/fd5f17f2-da03-48ae-a47e-c90dd5409a22/dhcp-networks/77a7b118-ec85-40f4-ac6b-b06213ce4e00 HTTP/1.1" status: 204 len: 168 time: 0.4219816 May 06 13:47:29.416702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56194) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:29.429085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:29.429498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.479664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf2c40-3d7d-4ba0-850f-15e68f2b8c18 None None] Pushing event updated for resources: {'Port': ['ID=f4aa7f97-b4a9-4ffb-bcac-870c761df6d9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:29.497160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c007f11c-7959-4025-9ebb-1a115c23a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:29.497556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007f11c-7959-4025-9ebb-1a115c23a0f5 None None] The sync data for ids ['7c00669f-817c-4ca0-86f4-a5229841a369'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:29.510398 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576e269-7c80-49a8-9266-3c341d4b060e None None] Pushing event updated for resources: {'Port': ['ID=c6032fe3-d36e-4ff7-aaa9-5174179f0230,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:29.543197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f0450-984a-4d37-87b7-37d5a1dfcb96 None None] Network 34ee1652-7a11-4984-9769-5fa098ab9a25 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:29.563134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56198) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:29.597993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.599363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-572ff7eb-ec26-4153-911d-c5e086573637 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6010790 May 06 13:47:29.614848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56202) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:29.626769 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Request body: {'security_group_rule': {'security_group_id': '486d9157-91a8-43d3-bcb8-2a7c5c675a6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:29.635703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:29.680946 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] For port c6032fe3-d36e-4ff7-aaa9-5174179f0230, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:29.693238 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] For port c6032fe3-d36e-4ff7-aaa9-5174179f0230, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c6032fe3-d36e-4ff7-aaa9-5174179f0230,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:29.716314 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.723380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Network 7b949343-fade-4404-b22c-bf0782c0d21c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:29.737784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:29.744194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbc7e40-a465-4524-a0b4-b5d880d180f1,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:29.750878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:29.777534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.798449 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:29.799326 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:29.806846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Usage tracker for resource:security_group_rule and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:29.829251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:29.840424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:29.858392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:29.861111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Deleting port 2560c6fc-7e23-4a97-a8ee-47c942d7359a {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:29.861577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.976299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.018887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:30.019826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.024484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:30.024856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.064002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.151085 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:30.238320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:30.256418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.257369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] Usage tracker for resource:security_group_rule and tenant:c96a520346d546a9ab2d40507e667d81 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:30.283240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b7abc8e2-db0f-40f0-8d11-6523cdcfc89f None None] Provisioning for port ffbc7e40-a465-4524-a0b4-b5d880d180f1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:30.291058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:30.322898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b7abc8e2-db0f-40f0-8d11-6523cdcfc89f None None] Provisioning complete for port ffbc7e40-a465-4524-a0b4-b5d880d180f1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:30.323272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7abc8e2-db0f-40f0-8d11-6523cdcfc89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.377430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:30.441303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.451051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.451466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.451899 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ea8f67d3-08ce-45e6-87bb-5b5ef0af8cb1 tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "GET /v2.0/agents/fd5f17f2-da03-48ae-a47e-c90dd5409a22/dhcp-networks HTTP/1.1" status: 200 len: 7775 time: 1.0150733 May 06 13:47:30.466208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56210) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:30.473817 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576e269-7c80-49a8-9266-3c341d4b060e None None] Pushing event updated for resources: {'Port': ['ID=c6032fe3-d36e-4ff7-aaa9-5174179f0230,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:30.485445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.485914 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2bcb2127-225f-43d5-ab32-0cfe69dd0d9f,segment=NetworkSegment(620047e6-8143-4223-9fb2-f356f7f2230a),segment_id=620047e6-8143-4223-9fb2-f356f7f2230a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:30.487226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b7abc8e2-db0f-40f0-8d11-6523cdcfc89f None None] Port ffbc7e40-a465-4524-a0b4-b5d880d180f1 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:30.492605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.634284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=2bcb2127-225f-43d5-ab32-0cfe69dd0d9f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:30.698033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Calling delete_port for 2560c6fc-7e23-4a97-a8ee-47c942d7359a owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:30.717241 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:29Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:30.722469 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45eeb5-6508-406f-8693-4985f680f6b7 None None] The sync data for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv is: [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:29Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:30.734246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.776596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 247098bd-85c9-4619-b7d6-7bfd9bc49778 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:30.856554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db48b5d6-c701-41ff-8ea9-79ae63144814,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:30.899165 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-480b6f8f-677a-45e6-9cce-32418ad05a13 tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "GET /v2.0/networks/ed0e7116-3f60-49bc-a310-4442c84ca331/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4251451 May 06 13:47:30.905179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56214) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:30.910350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.911602 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-edcd815a-b7fa-4dd9-8c53-95504c617698 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2896504 May 06 13:47:30.916911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56218) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:30.926421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b33278-6518-4645-b844-a78fad29ae17 None None] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:30.936437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.014315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 247098bd-85c9-4619-b7d6-7bfd9bc49778 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:31.041956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 247098bd-85c9-4619-b7d6-7bfd9bc49778 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:31.043987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.064449 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a6948f9d-4048-4a2c-9697-564e0bf8d890 tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "GET /v2.0/networks/ed0e7116-3f60-49bc-a310-4442c84ca331/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1513784 May 06 13:47:31.072297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56222) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:31.087926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:31.118711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-27912b2e-3d95-4707-ac00-01d715af7ff1 None None] Provisioning for port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:31.142153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:31.163804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Usage tracker for resource:floatingip and tenant:61bc521441564a1782d0d505f249bbc6 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:31.181422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Allocated IP 172.20.0.10 (34ee1652-7a11-4984-9769-5fa098ab9a25/09b98a6b-af5a-4be4-a884-0e75d3b8cddb/eef6838b-fd51-4386-8cb2-842677d329fd) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:31.189054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:31.217946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:31.374052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.385966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.446858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.489609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:31.494539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.519243 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a6595-50fe-48c7-93d2-d2a7d8890b2d None None] Sync routers for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:31.547714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 247098bd-85c9-4619-b7d6-7bfd9bc49778, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=247098bd-85c9-4619-b7d6-7bfd9bc49778,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:31.552157 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a6595-50fe-48c7-93d2-d2a7d8890b2d None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:31.553320 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-246a6595-50fe-48c7-93d2-d2a7d8890b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:31.561046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.562175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:31.664204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.664502 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-246a6595-50fe-48c7-93d2-d2a7d8890b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:31.682405 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a6595-50fe-48c7-93d2-d2a7d8890b2d None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:31.683418 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-246a6595-50fe-48c7-93d2-d2a7d8890b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:31.733109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.734291 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7fb4f91b-8778-4b74-b978-75ec92a99f8b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.8306150 May 06 13:47:31.745576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56226) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:31.799515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.809661 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-246a6595-50fe-48c7-93d2-d2a7d8890b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:31.810691 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a6595-50fe-48c7-93d2-d2a7d8890b2d None None] The sync data for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:31.815177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=247098bd-85c9-4619-b7d6-7bfd9bc49778,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:31.824460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:31.836204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:31.836953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.881827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458e793a-e9e2-43e1-bcdf-eee81d07a541,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:31.920493 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-26c1d6b6-c383-416f-8c92-1e759cf41e8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c96a520346d546a9ab2d40507e667d81&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3458145 May 06 13:47:31.951966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56230) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:31.979642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Pushing event deleted for resources: {'Port': ['ID=2560c6fc-7e23-4a97-a8ee-47c942d7359a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:32.095162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a1fec645-ddc0-4e50-8fc8-61bb44303569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.169773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.224658 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8e6e2df7-8e89-42d8-ae6e-96cba2fa726b tempest-DHCPAgentSchedulersTestJSON-1112764729 tempest-DHCPAgentSchedulersTestJSON-1112764729-project-admin] 10.222.0.65 "GET /v2.0/agents/fd5f17f2-da03-48ae-a47e-c90dd5409a22/dhcp-networks HTTP/1.1" status: 200 len: 7775 time: 1.1475983 May 06 13:47:32.240944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.241877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56234) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:32.272127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e606eaec-ae6f-45db-b7d2-9fff18b12718 None None] Provisioning complete for port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:32.272778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e606eaec-ae6f-45db-b7d2-9fff18b12718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.369775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Network 34ee1652-7a11-4984-9769-5fa098ab9a25 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:32.386602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Port': ['ID=eef6838b-fd51-4386-8cb2-842677d329fd,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:32.390080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f4aa7f97-b4a9-4ffb-bcac-870c761df6d9,segment=NetworkSegment(e1cb3625-535b-4691-8177-4913b041a7db),segment_id=e1cb3625-535b-4691-8177-4913b041a7db)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:32.398838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:32.402059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:32.410654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.411944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2102a5c7-9d73-4264-84d9-a08923991e9c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:32.457033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.464530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e3fc84c6-af35-4081-9f5c-c7f76569f398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.515439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.541843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.544251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.548008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e3fc84c6-af35-4081-9f5c-c7f76569f398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.598945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.641213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=f4aa7f97-b4a9-4ffb-bcac-870c761df6d9,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:32.665731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2102a5c7-9d73-4264-84d9-a08923991e9c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:32.666554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.759428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.760715 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a5a33523-a962-459d-bcf6-1c3374fcacd6 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083 tempest-ExternalNetworksAdminNegativeTestJSON-1827875083-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/4f89d4b1-4638-4988-a7d2-7a4425258534 HTTP/1.1" status: 204 len: 168 time: 3.6256402 May 06 13:47:32.783220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.786964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbc7e40-a465-4524-a0b4-b5d880d180f1,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:32.902338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.945839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e3fc84c6-af35-4081-9f5c-c7f76569f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.980330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.988599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Allocated IP 172.26.0.165 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/ecae40d0-9da2-445a-beb4-1f0019b982ba) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:32.998109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc84c6-af35-4081-9f5c-c7f76569f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458e793a-e9e2-43e1-bcdf-eee81d07a541,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:33.005377 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > segment before_delete 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.006167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.007100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.007953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > port after_create 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.008568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > port after_delete 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.009026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > port after_update 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.009463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > segment after_delete 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.009939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > subnet after_create 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.010747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > subnet after_delete 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.011170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > subnet after_update 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.069715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e3fc84c6-af35-4081-9f5c-c7f76569f398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.071009 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e3fc84c6-af35-4081-9f5c-c7f76569f398 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/458e793a-e9e2-43e1-bcdf-eee81d07a541 HTTP/1.1" status: 204 len: 168 time: 1.0938082 May 06 13:47:33.101943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 247098bd-85c9-4619-b7d6-7bfd9bc49778 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:33.154650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56246) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:33.188750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 247098bd-85c9-4619-b7d6-7bfd9bc49778 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:33.189309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.190275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Network 7b949343-fade-4404-b22c-bf0782c0d21c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:33.205671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:33.233672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > subnet after_create 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.234244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > subnet after_delete 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.234359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > subnet before_create 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.234699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Subscribe: > subnet before_update 55550000 {{(pid=84021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:47:33.235074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a7b118-ec85-40f4-ac6b-b06213ce4e00']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:33.325926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747f9aec-55c0-4629-8734-e3ac5a7e10f0') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:33.326189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747f9aec-55c0-4629-8734-e3ac5a7e10f0') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:33.377090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c6032fe3-d36e-4ff7-aaa9-5174179f0230 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:33.377590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.400888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.531301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c6032fe3-d36e-4ff7-aaa9-5174179f0230 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:33.537657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c6032fe3-d36e-4ff7-aaa9-5174179f0230 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:33.538116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.574741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.675527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.696742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-10d7bbe5-f829-406b-a593-e830f2c7f2ff None None] Provisioning complete for port ffbc7e40-a465-4524-a0b4-b5d880d180f1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:33.697309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10d7bbe5-f829-406b-a593-e830f2c7f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.701149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.701854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56254) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:33.733665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.736811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.789404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port c6032fe3-d36e-4ff7-aaa9-5174179f0230, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c6032fe3-d36e-4ff7-aaa9-5174179f0230,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:33.790553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-10d7bbe5-f829-406b-a593-e830f2c7f2ff None None] Port ffbc7e40-a465-4524-a0b4-b5d880d180f1 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:33.794248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.795038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:33.823442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:33.824075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.913978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=c6032fe3-d36e-4ff7-aaa9-5174179f0230,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:33.928321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:33.928690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.946221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:33.960491 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6ed89128-7e82-494f-9103-2a1395b108fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae188cbacdd1443a90244917c00bf905&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2500763 May 06 13:47:33.960491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f87dfc27e354358967534084c6fc408 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn_limited( May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn_limited( May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:33.960754 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:33.963272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56258) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:33.967834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:33.986762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:33.990837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.063671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:34.123438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:34.134922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event updated for resources: {'Port': ['ID=ecae40d0-9da2-445a-beb4-1f0019b982ba,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:34.138287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:34.138802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:34.139172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.140546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:34.195993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.238760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8773c04-a178-40b4-93cb-f95030b981be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.291527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.295010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.301836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8773c04-a178-40b4-93cb-f95030b981be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.315134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af10690d-38b4-4977-be87-694b726d45b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.323322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.337313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event deleted for resources: {'Network': ['ID=77a7b118-ec85-40f4-ac6b-b06213ce4e00,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:34.377789 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1311fcf3-4517-477e-813f-3aa43a8b230d tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "DELETE /v2.0/networks/77a7b118-ec85-40f4-ac6b-b06213ce4e00 HTTP/1.1" status: 204 len: 168 time: 2.1284461 May 06 13:47:34.394707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56262) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:34.416743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c11130-0472-4a30-b9a8-08f1eafa6e87,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:34.431270 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6dae0317-1ed8-4545-acc3-87008bf4fcf6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f87dfc27e354358967534084c6fc408&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2736716 May 06 13:47:34.433169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56266) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:34.476529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8773c04-a178-40b4-93cb-f95030b981be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.514249 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dc639e-51b7-4fe3-b14f-99fe3e105dae tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] DELETE failed (client error): The resource could not be found. May 06 13:47:34.514865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dc639e-51b7-4fe3-b14f-99fe3e105dae tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:34.516685 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-27dc639e-51b7-4fe3-b14f-99fe3e105dae tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "DELETE /v2.0/ports/21db67a2-9bd2-4656-9123-2f03faa124cf HTTP/1.1" status: 404 len: 333 time: 0.1199918 May 06 13:47:34.536261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56270) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:34.619742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8:1::1 (b8c7d7ee-0b32-4246-9851-d3f6e14ccb65/18e46f4d-ec55-4be2-b00a-3b962f9ec0d3/8d7b3a6a-cbe9-4033-8c75-276760c1c2e0) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:34.649823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8773c04-a178-40b4-93cb-f95030b981be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35403d37-a80a-423c-aad4-27e6d5b99ad8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:34.665807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.668078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.675634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Router 09e5a438-b677-4e78-ba25-001f1fb1738c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:47:34.694742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.731398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8773c04-a178-40b4-93cb-f95030b981be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.732469 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d8773c04-a178-40b4-93cb-f95030b981be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35403d37-a80a-423c-aad4-27e6d5b99ad8 HTTP/1.1" status: 204 len: 168 time: 0.7676055 May 06 13:47:34.747435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0d273e82-af63-4e6f-91e4-dac30fb85e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.823996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.878525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0d273e82-af63-4e6f-91e4-dac30fb85e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.939863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c6032fe3-d36e-4ff7-aaa9-5174179f0230 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:34.972901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Port': ['ID=eef6838b-fd51-4386-8cb2-842677d329fd,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.076033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c6032fe3-d36e-4ff7-aaa9-5174179f0230 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:35.076128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.124431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0d273e82-af63-4e6f-91e4-dac30fb85e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.147655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.158756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d273e82-af63-4e6f-91e4-dac30fb85e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c11130-0472-4a30-b9a8-08f1eafa6e87,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.171561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-e078d02f-cd4f-4311-87fe-af1679e2f363 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Deleting subnet fa9ce237-e374-4e29-834a-b1e44d0b5f36 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:47:35.180765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0d273e82-af63-4e6f-91e4-dac30fb85e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.184446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e078d02f-cd4f-4311-87fe-af1679e2f363 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.192201 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0d273e82-af63-4e6f-91e4-dac30fb85e90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69c11130-0472-4a30-b9a8-08f1eafa6e87 HTTP/1.1" status: 204 len: 168 time: 0.7513921 May 06 13:47:35.251748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.254508 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6142e6be-940f-49ae-886a-2e6e9495643f tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3506315 May 06 13:47:35.263285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56282) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:35.276376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.283705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e078d02f-cd4f-4311-87fe-af1679e2f363 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.323955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.343499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object 8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:35.344549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.384727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.411744 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-45771d3c-4851-4678-b45e-21b6f6cd6f8d tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=34ee1652-7a11-4984-9769-5fa098ab9a25 HTTP/1.1" status: 200 len: 690 time: 0.1473920 May 06 13:47:35.416588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:35.418634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56290) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:35.436396 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-26c5c0d7-d8dd-4777-9ae1-59291f278eb3 admin admin] 10.222.0.65 "PUT /v2.0/routers/09e5a438-b677-4e78-ba25-001f1fb1738c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6313019 May 06 13:47:35.482748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.504636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event updated for resources: {'Port': ['ID=ecae40d0-9da2-445a-beb4-1f0019b982ba,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.509174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:35.515962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:35.528611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:35.529336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.532146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=8d7b3a6a-cbe9-4033-8c75-276760c1c2e0,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.579607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.599512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.630765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e078d02f-cd4f-4311-87fe-af1679e2f363 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.656280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.667065 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cdb76f36-dd96-46e0-8390-e65e893aae70 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6780264 May 06 13:47:35.683963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.761842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e078d02f-cd4f-4311-87fe-af1679e2f363 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.791164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Deleting port eef6838b-fd51-4386-8cb2-842677d329fd {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:35.791530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.856417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078d02f-cd4f-4311-87fe-af1679e2f363 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9ce237-e374-4e29-834a-b1e44d0b5f36,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.875724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e078d02f-cd4f-4311-87fe-af1679e2f363 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.880787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35cb050-edcd-4825-8877-a871ee518815 None None] Network ed0e7116-3f60-49bc-a310-4442c84ca331 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:35.889166 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e078d02f-cd4f-4311-87fe-af1679e2f363 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "DELETE /v2.0/subnets/fa9ce237-e374-4e29-834a-b1e44d0b5f36 HTTP/1.1" status: 204 len: 168 time: 1.3451326 May 06 13:47:35.894172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56310) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:36.037388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.073417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8ba181d3-be05-43c4-8d6c-0fecda1066d7 None None] Provisioning for port 8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:36.092461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8ba181d3-be05-43c4-8d6c-0fecda1066d7 None None] Provisioning complete for port 8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:36.092825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ba181d3-be05-43c4-8d6c-0fecda1066d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.188948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56322) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:36.256992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.261176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8ba181d3-be05-43c4-8d6c-0fecda1066d7 None None] Port 8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:36.347629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.348335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.380598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] DHCP port deletion for ed0e7116-3f60-49bc-a310-4442c84ca331 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:47:36.385871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] Deleting port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:36.386261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.517384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.664827 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-12163e8c-7527-439f-ae4a-412f167e7d1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b81b9064c57419f9ecec9674302e790&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4746220 May 06 13:47:36.667220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56334) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:36.749452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56338) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:36.773901 dv-neutron-840889-1-hyperv neutron-server[84021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 13:47:36.777073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Calling delete_port for eef6838b-fd51-4386-8cb2-842677d329fd owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:36.811673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] For port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2bcb2127-225f-43d5-ab32-0cfe69dd0d9f,segment=NetworkSegment(620047e6-8143-4223-9fb2-f356f7f2230a),segment_id=620047e6-8143-4223-9fb2-f356f7f2230a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:36.817479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.908017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Deleting port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:36.908365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.932061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56344) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:36.954287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-f492e0e7-f5bf-4443-955d-a6d7e4642b93 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Synchronizing usage tracker for tenant:61bc521441564a1782d0d505f249bbc6 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:36.994529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:37.082730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:37.124542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-f492e0e7-f5bf-4443-955d-a6d7e4642b93 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Unset dirty status for tenant:61bc521441564a1782d0d505f249bbc6 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:37.141061 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-f492e0e7-f5bf-4443-955d-a6d7e4642b93 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1598638083&fields=id&tenant_id=61bc521441564a1782d0d505f249bbc6 HTTP/1.1" status: 200 len: 267 time: 0.3857906 May 06 13:47:37.153270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] Calling delete_port for 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:37.183831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.270672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-546fb44f-3760-4b8a-9bf1-3d9f6b84d14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.351105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.360066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-546fb44f-3760-4b8a-9bf1-3d9f6b84d14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.368280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] For port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2bcb2127-225f-43d5-ab32-0cfe69dd0d9f,segment=NetworkSegment(620047e6-8143-4223-9fb2-f356f7f2230a),segment_id=620047e6-8143-4223-9fb2-f356f7f2230a)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:37.368641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.372775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Allocated IP 172.20.0.1 (0d824cb4-eb15-40e4-8ce2-986130616e4c/77ed07d3-33c7-449a-bb3e-3309e044a866/69d03307-60c9-42bd-809a-d8fd076803fb) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:37.376541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.409670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] Pushing event deleted for resources: {'Port': ['ID=2bcb2127-225f-43d5-ab32-0cfe69dd0d9f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:37.413213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.431592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec63db0-827e-447e-8839-c49c66a4017a None None] No DVR routers for this DVR port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:37.496653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56352) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.506133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.512154 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-18abf3cd-2004-49b5-bf6b-d414c42b8cde tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.513159 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-18abf3cd-2004-49b5-bf6b-d414c42b8cde tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.5701556 May 06 13:47:37.521871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56356) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.529807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.530549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.563058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event deleted for resources: {'Port': ['ID=eef6838b-fd51-4386-8cb2-842677d329fd,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:37.578088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Calling delete_port for 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:37.606071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082531864', 'description': 'tempest-description--2031683032'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:37.625965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-7d5ed8a7-9c0f-4cca-a18e-c08bdf5efb93 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.626977 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7d5ed8a7-9c0f-4cca-a18e-c08bdf5efb93 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0929010 May 06 13:47:37.644006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56360) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.649695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:37.670599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Usage tracker for resource:security_group and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:37.674345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-5bc572ad-9af0-49c2-8a56-c01990cc4184 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.675311 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5bc572ad-9af0-49c2-8a56-c01990cc4184 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0214112 May 06 13:47:37.699560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56364) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.701796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:37.712191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:37.732620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-72d3e42b-ed1d-49da-8b92-aff283025124 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.736555 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-72d3e42b-ed1d-49da-8b92-aff283025124 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0282886 May 06 13:47:37.741425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56368) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.762351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-b6d70b9b-db5b-4ab0-85ed-89cc26617b7f tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.763319 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b6d70b9b-db5b-4ab0-85ed-89cc26617b7f tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0209701 May 06 13:47:37.768106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.781295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56372) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.791879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-546fb44f-3760-4b8a-9bf1-3d9f6b84d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.800650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-eddc10bc-4538-434d-a410-6933fcce06d7 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.801607 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eddc10bc-4538-434d-a410-6933fcce06d7 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0162053 May 06 13:47:37.807089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=8d7b3a6a-cbe9-4033-8c75-276760c1c2e0,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:37.811292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56376) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.818436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:37.818790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:37.820610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.829023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fb44f-3760-4b8a-9bf1-3d9f6b84d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44b66d-9511-4596-9d3e-d4ad9c9b2165,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:37.860109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-12274c47-da98-4c99-b5e0-2812fa84d940 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.863514 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-12274c47-da98-4c99-b5e0-2812fa84d940 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0330963 May 06 13:47:37.870177 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56380) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.887663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:37.893913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-1bf26688-e836-4691-963b-99d4606deb42 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.896973 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1bf26688-e836-4691-963b-99d4606deb42 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0152354 May 06 13:47:37.901111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-01f98b3f-87ac-4369-a0dd-f6ffe70d400d tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:37.901767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-01f98b3f-87ac-4369-a0dd-f6ffe70d400d tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Synchronizing usage tracker for tenant:61bc521441564a1782d0d505f249bbc6 on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:37.902688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56384) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.908169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Usage tracker for resource:security_group_rule and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:37.909184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.912800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:37.917643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-0d34a9f4-8c82-4a44-954e-48ec47a272eb tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.921061 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0d34a9f4-8c82-4a44-954e-48ec47a272eb tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0147254 May 06 13:47:37.922582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56388) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.934618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-4c66cc21-27bb-424f-9d93-d03d7a2a4170 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.935550 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4c66cc21-27bb-424f-9d93-d03d7a2a4170 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068481 May 06 13:47:37.936756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:37.939085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56392) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.946486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-546fb44f-3760-4b8a-9bf1-3d9f6b84d14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.947562 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-546fb44f-3760-4b8a-9bf1-3d9f6b84d14a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e44b66d-9511-4596-9d3e-d4ad9c9b2165 HTTP/1.1" status: 204 len: 168 time: 1.0926325 May 06 13:47:37.952192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-6c3b0693-d72a-4b2f-ae3b-4cef2411c740 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.953177 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6c3b0693-d72a-4b2f-ae3b-4cef2411c740 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0112963 May 06 13:47:37.957632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56398) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.961508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Transition to ACTIVE for port object 69d03307-60c9-42bd-809a-d8fd076803fb will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:37.963889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.966827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-01f98b3f-87ac-4369-a0dd-f6ffe70d400d tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Unset dirty status for tenant:61bc521441564a1782d0d505f249bbc6 on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:37.968094 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-01f98b3f-87ac-4369-a0dd-f6ffe70d400d tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/networks?id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd HTTP/1.1" status: 200 len: 812 time: 0.8259704 May 06 13:47:37.995873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-8541f656-0f74-4ccd-acde-5d55f16d95d7 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:37.999383 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8541f656-0f74-4ccd-acde-5d55f16d95d7 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0347738 May 06 13:47:38.001312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56402) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.013455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-cc718eab-0121-4aeb-ae6f-e2f90908737d tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.018689 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cc718eab-0121-4aeb-ae6f-e2f90908737d tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0131090 May 06 13:47:38.018980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56406) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.020256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:38.023406 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-8a06dc85-ef14-439a-a585-913ef89c797a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/quotas/61bc521441564a1782d0d505f249bbc6 HTTP/1.1" status: 200 len: 375 time: 0.0445731 May 06 13:47:38.024228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:38.025637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-a910d763-4511-4b54-8539-3897b9fc7f99 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.028967 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a910d763-4511-4b54-8539-3897b9fc7f99 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080006 May 06 13:47:38.030179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56410) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.043105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-bcbcad96-bbe6-4c2c-b7c5-ab73d5e71a89 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.044089 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bcbcad96-bbe6-4c2c-b7c5-ab73d5e71a89 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0133369 May 06 13:47:38.051190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56414) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.064056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-eecb5ce0-4064-4c58-ab65-0aea77a74c8c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.065024 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eecb5ce0-4064-4c58-ab65-0aea77a74c8c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0107772 May 06 13:47:38.075885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56418) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.089857 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-e96404a9-9be7-4897-8a25-6ec2af7d6849 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.093341 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e96404a9-9be7-4897-8a25-6ec2af7d6849 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0138853 May 06 13:47:38.102814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56422) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.113592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.117299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-088f90cb-3a69-4fba-a61c-6e188a54f058 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.120860 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-088f90cb-3a69-4fba-a61c-6e188a54f058 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0145743 May 06 13:47:38.121163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56426) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.125347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.139772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-2341dc7e-2f05-4d8a-b557-622fa254ac2f tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.143403 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2341dc7e-2f05-4d8a-b557-622fa254ac2f tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0210845 May 06 13:47:38.180281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56430) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.181806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.235653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-21f1df6d-1ed2-40b9-8540-aa570316b1a2 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.236661 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-21f1df6d-1ed2-40b9-8540-aa570316b1a2 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0171530 May 06 13:47:38.246248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56436) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.247382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09b98a6b-af5a-4be4-a884-0e75d3b8cddb,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:38.268863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-7903e13d-1cfc-4e57-8516-b27cd5d8c454 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.269836 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7903e13d-1cfc-4e57-8516-b27cd5d8c454 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0165939 May 06 13:47:38.273710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56440) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.282699 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-0d7e0748-b4c8-4f6a-a069-36faa729d214 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.283675 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0d7e0748-b4c8-4f6a-a069-36faa729d214 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054600 May 06 13:47:38.286782 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56444) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.289325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.290444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7893093 May 06 13:47:38.306398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56448) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.309493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-0029f017-11fd-40c4-9da8-1cc07f92b46a tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.310466 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0029f017-11fd-40c4-9da8-1cc07f92b46a tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0225697 May 06 13:47:38.313006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3abd2-e8b2-449e-82f1-073379bb2d9a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff288b8-2ff3-4f0f-bd9b-a4f647229737,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:38.320663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Request body: {'security_group_rule': {'security_group_id': 'cff288b8-2ff3-4f0f-bd9b-a4f647229737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:38.326053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56452) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.326778 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Deleting port 2bcb2127-225f-43d5-ab32-0cfe69dd0d9f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:38.327114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.377541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.384822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-bd615869-f6ca-4cca-ba84-fc80574573c1 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.386207 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bd615869-f6ca-4cca-ba84-fc80574573c1 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0106585 May 06 13:47:38.392659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56458) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.441525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:38.448504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:38.462082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-c4895fcc-b7ff-4265-9b07-a596c11ecd21 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.463067 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c4895fcc-b7ff-4265-9b07-a596c11ecd21 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0295393 May 06 13:47:38.469735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:38.475179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56464) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.480498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:38.491853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Usage tracker for resource:security_group_rule and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:38.505468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] The port '2bcb2127-225f-43d5-ab32-0cfe69dd0d9f' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:47:38.508880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:38.512683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.527631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-59d4af7a-48f6-4acf-b02e-e54ebf7f6dc0 None None] Provisioning complete for port 8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:38.529145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59d4af7a-48f6-4acf-b02e-e54ebf7f6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.532029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-c840be7b-c4e9-49c1-af26-afbd7e17d10c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.532989 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c840be7b-c4e9-49c1-af26-afbd7e17d10c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0542159 May 06 13:47:38.537368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56470) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.562689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:38.580106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-9fc3612a-9cf5-4ce1-ab2d-3d58bea5fefd tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.581056 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9fc3612a-9cf5-4ce1-ab2d-3d58bea5fefd tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0348291 May 06 13:47:38.592098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56474) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.620290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-e100b100-8310-4ced-a4f7-ade795c5c45c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.621186 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e100b100-8310-4ced-a4f7-ade795c5c45c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0213251 May 06 13:47:38.629923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56478) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.631370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'Port': ['ID=69d03307-60c9-42bd-809a-d8fd076803fb,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:38.642013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-94ede0fb-9d31-4d70-b621-30ff0dad2b21 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.643136 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-94ede0fb-9d31-4d70-b621-30ff0dad2b21 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0086074 May 06 13:47:38.645123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ee1652-7a11-4984-9769-5fa098ab9a25']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.651977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-be7a2617-487f-4b2d-815e-de77c253ff11 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Synchronizing usage tracker for tenant:61bc521441564a1782d0d505f249bbc6 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:38.654976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56484) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.655089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-59d4af7a-48f6-4acf-b02e-e54ebf7f6dc0 None None] Port 8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:38.662542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.742765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.771895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0e7116-3f60-49bc-a310-4442c84ca331']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.783261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.797124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea11cd19-d82a-4602-a5b2-091b19d17dfe') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.797426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea11cd19-d82a-4602-a5b2-091b19d17dfe') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.808697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-87c9d525-abd6-458b-956e-0b8311dfd24a tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.812028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-be7a2617-487f-4b2d-815e-de77c253ff11 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Unset dirty status for tenant:61bc521441564a1782d0d505f249bbc6 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:38.812885 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-87c9d525-abd6-458b-956e-0b8311dfd24a tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0312245 May 06 13:47:38.818552 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-be7a2617-487f-4b2d-815e-de77c253ff11 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=61bc521441564a1782d0d505f249bbc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7297254 May 06 13:47:38.820396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620047e6-8143-4223-9fb2-f356f7f2230a') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.820697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620047e6-8143-4223-9fb2-f356f7f2230a') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.821439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56488) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.831625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-822139ca-057a-4365-98af-ca2175469247 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.834896 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-822139ca-057a-4365-98af-ca2175469247 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0101242 May 06 13:47:38.838964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56496) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.840616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.850267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.870585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-659d066a-223f-45f2-bb8e-dcba092d0303 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.873857 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-659d066a-223f-45f2-bb8e-dcba092d0303 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0236504 May 06 13:47:38.875271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56502) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.888473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-4d5ae49b-3cb7-415d-adf0-2da4a089f824 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.892601 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4d5ae49b-3cb7-415d-adf0-2da4a089f824 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0105927 May 06 13:47:38.895440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56506) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.898056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.902098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.904585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1a2a49ea-5487-473c-8e96-1492f8c619fe None None] Provisioning for port 69d03307-60c9-42bd-809a-d8fd076803fb completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:38.914580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:38.914980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.915492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1a2a49ea-5487-473c-8e96-1492f8c619fe None None] Provisioning complete for port 69d03307-60c9-42bd-809a-d8fd076803fb triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:38.916245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a2a49ea-5487-473c-8e96-1492f8c619fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.933404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:38.933817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.938342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-ef311193-5ce1-4a73-9972-ff47d5e7ef51 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.941751 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ef311193-5ce1-4a73-9972-ff47d5e7ef51 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0382621 May 06 13:47:38.971241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56510) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.987977 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a49ea-5487-473c-8e96-1492f8c619fe None None] Port 69d03307-60c9-42bd-809a-d8fd076803fb cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:38.991136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-899d9c64-0a72-4277-890d-ed6e38a8c149 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:38.992108 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-899d9c64-0a72-4277-890d-ed6e38a8c149 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0199730 May 06 13:47:38.996361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56516) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.002029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.013927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-e3506d6d-50d6-4330-af20-c165c61979ec tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.014898 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e3506d6d-50d6-4330-af20-c165c61979ec tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0159123 May 06 13:47:39.022147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56520) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.029600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-4abed9ae-872f-4820-9629-5310226a02d9 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.030525 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4abed9ae-872f-4820-9629-5310226a02d9 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074801 May 06 13:47:39.034204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56524) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.075146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-165ae971-9dd9-4b7a-acdd-48930b0f1c1d tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.076106 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-165ae971-9dd9-4b7a-acdd-48930b0f1c1d tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0410233 May 06 13:47:39.081093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56528) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.102214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-006cc033-f215-4d43-bab2-c64d07415987 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.105644 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-006cc033-f215-4d43-bab2-c64d07415987 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0210807 May 06 13:47:39.106921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56536) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.120362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-810de4b1-1ed8-4b75-9912-cf8c8ebfaa31 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.123705 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-810de4b1-1ed8-4b75-9912-cf8c8ebfaa31 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0129504 May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:39.151585 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:39.159823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56540) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.225292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-d18f3e71-b3de-46bd-aed8-e926eec62433 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.228659 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d18f3e71-b3de-46bd-aed8-e926eec62433 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0606236 May 06 13:47:39.228659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.243578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56544) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.256446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-8195db66-fc7b-4c59-bc99-ea6d98875eec tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.257367 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8195db66-fc7b-4c59-bc99-ea6d98875eec tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0126722 May 06 13:47:39.260033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.261205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56550) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.277936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-cb98fee8-c719-49a9-95b2-2913def76c16 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.279089 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cb98fee8-c719-49a9-95b2-2913def76c16 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0158379 May 06 13:47:39.282353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] Pushing event deleted for resources: {'Network': ['ID=ed0e7116-3f60-49bc-a310-4442c84ca331,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:39.285640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56554) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.297298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.298030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-e6bff22d-4f39-4386-8ab1-05bbfc21e513 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.301594 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e6bff22d-4f39-4386-8ab1-05bbfc21e513 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0117645 May 06 13:47:39.301758 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4a453f64-1a88-4eea-9d9f-e035507405c9 tempest-DHCPAgentSchedulersTestJSON-1244966198 tempest-DHCPAgentSchedulersTestJSON-1244966198-project] 10.222.0.65 "DELETE /v2.0/networks/ed0e7116-3f60-49bc-a310-4442c84ca331 HTTP/1.1" status: 204 len: 168 time: 3.4046617 May 06 13:47:39.302094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56558) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.307667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-58be08a8-0490-4ad4-9ff5-480a54596970 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.308931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-58be08a8-0490-4ad4-9ff5-480a54596970 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056233 May 06 13:47:39.310667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.312943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56566) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.318528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 7c00669f-817c-4ca0-86f4-a5229841a369 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:47:39.319764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.322356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-81b4eeef-898c-426d-ae47-64fb1104da29 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.323654 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-81b4eeef-898c-426d-ae47-64fb1104da29 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2462678 May 06 13:47:39.339833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-68df7c83-3080-4b09-bfaf-c23fd9f99346 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.341169 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-68df7c83-3080-4b09-bfaf-c23fd9f99346 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0196435 May 06 13:47:39.365230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56570) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.372761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event deleted for resources: {'Network': ['ID=34ee1652-7a11-4984-9769-5fa098ab9a25,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:39.375646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34ee1652-7a11-4984-9769-5fa098ab9a25 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 13:47:39.379757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54054d3-c40b-4af1-a724-c4e0770cb488,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:39.395368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.417198 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7ca565cd-8b13-4df5-b658-1db9c44426d9 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "DELETE /v2.0/networks/34ee1652-7a11-4984-9769-5fa098ab9a25 HTTP/1.1" status: 204 len: 168 time: 3.9934771 May 06 13:47:39.419921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56576) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.459052 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-c68a8af0-d4f1-4c68-a461-f717d0a1ae28 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.463470 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c68a8af0-d4f1-4c68-a461-f717d0a1ae28 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0945115 May 06 13:47:39.471837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56580) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.490577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.492282 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-107c7be7-1166-476f-b40d-f0a5c8f9ad51 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1806693 May 06 13:47:39.500884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-6c831a7a-95f4-4462-8850-c478a9877935 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.504976 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6c831a7a-95f4-4462-8850-c478a9877935 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0313301 May 06 13:47:39.506753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56586) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.507085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56588) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.542964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-5db23c27-59fb-4d74-a7df-989dec65e97d tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.546397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5db23c27-59fb-4d74-a7df-989dec65e97d tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0271139 May 06 13:47:39.551603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Request body: {'security_group_rule': {'security_group_id': 'cff288b8-2ff3-4f0f-bd9b-a4f647229737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:39.558632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:39.563421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Usage tracker for resource:security_group_rule and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:39.567718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:39.576504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:39.586913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56594) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.605954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-1b72e604-15d6-43f8-8aad-f815b051796c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.609492 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1b72e604-15d6-43f8-8aad-f815b051796c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0157650 May 06 13:47:39.609492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f76e255c-1263-4cfa-8d4d-2984fc1f6126 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Synchronizing usage tracker for tenant:42d3fc088fed48f2bdfddd6c5f0c9809 on resource:floatingip {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:39.613048 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:47:39.615385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56598) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.619376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.673078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-3450d857-ee50-43f0-a8ca-30f96e0c558e tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.676328 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3450d857-ee50-43f0-a8ca-30f96e0c558e tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0085983 May 06 13:47:39.682099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56602) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.696437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-8572e57a-1a5e-4af5-b155-e52bdf8ed293 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.699823 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8572e57a-1a5e-4af5-b155-e52bdf8ed293 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0133154 May 06 13:47:39.700515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f76e255c-1263-4cfa-8d4d-2984fc1f6126 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Unset dirty status for tenant:42d3fc088fed48f2bdfddd6c5f0c9809 on resource:floatingip {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:39.704995 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f76e255c-1263-4cfa-8d4d-2984fc1f6126 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.2839930 May 06 13:47:39.705613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56608) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.706133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56610) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.747566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.755202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-0734c8c4-65a0-4880-ae95-fcebd3e89608 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.758626 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0734c8c4-65a0-4880-ae95-fcebd3e89608 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0490482 May 06 13:47:39.789634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56616) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.807078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-c160dec4-d30c-4448-99f0-7029eb70885c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.810971 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c160dec4-d30c-4448-99f0-7029eb70885c tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0198946 May 06 13:47:39.818281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56622) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.839263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-1775b545-1ca7-4c78-8c24-4d4e59c7173e tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.843435 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1775b545-1ca7-4c78-8c24-4d4e59c7173e tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0150928 May 06 13:47:39.847246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56626) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.854616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:39.854998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:39.855351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:39.855743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:39.856123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:39.856475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:39.857434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:39.857802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:39.859056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Synchronizing usage tracker for tenant:42d3fc088fed48f2bdfddd6c5f0c9809 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:39.866759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-c6369198-e868-4127-880e-04b50d6cd2db tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.870946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.872315 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c6369198-e868-4127-880e-04b50d6cd2db tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0185311 May 06 13:47:39.882748 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-12b2daa3-61d2-450a-ad89-7105c607a524 service neutron] 10.222.0.65 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477912 May 06 13:47:39.888183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56630) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.893933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-38ad7688-a25b-4024-b926-caa59c791e79 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.898523 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-38ad7688-a25b-4024-b926-caa59c791e79 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0092483 May 06 13:47:39.902363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56634) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.903644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56636) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.928188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-be8f64b9-02ab-40ad-b899-f61593d8367e tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.931679 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-be8f64b9-02ab-40ad-b899-f61593d8367e tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0137234 May 06 13:47:39.941706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.945772 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4282613 May 06 13:47:39.945772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56642) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.951528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56646) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.956619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-842fd9fa-8f7a-4712-837c-ee270793d391 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.959898 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-842fd9fa-8f7a-4712-837c-ee270793d391 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083292 May 06 13:47:39.959898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95ead2-c778-4ccf-9154-53baa57cfd4f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4dd7fc-c8af-4435-9e08-4e6cceadb30f,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:39.966956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56652) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.970792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Unset dirty status for tenant:42d3fc088fed48f2bdfddd6c5f0c9809 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:39.975136 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bade4036-3eec-48dd-9aa8-bc4a9030dd22 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5201 time: 0.2660043 May 06 13:47:39.975743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56656) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.978909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-8e24aa72-38f7-4a80-b558-fbfc6dba40dd tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:39.982119 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8e24aa72-38f7-4a80-b558-fbfc6dba40dd tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0115871 May 06 13:47:40.014889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:40.033748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56660) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.042385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:40.066685 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-2fd432e2-8522-47f9-a708-59545540cc29 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] delete failed (client error): The resource could not be found. May 06 13:47:40.071306 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2fd432e2-8522-47f9-a708-59545540cc29 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/40ad3e3b-667b-4747-a59b-1219ef8a18b9 HTTP/1.1" status: 404 len: 345 time: 0.0904670 May 06 13:47:40.071982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56666) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.099254 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29e3282-5125-4bb2-93a7-1c8833e47cf8 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] DELETE failed (client error): The resource could not be found. May 06 13:47:40.099883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29e3282-5125-4bb2-93a7-1c8833e47cf8 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:40.106021 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a29e3282-5125-4bb2-93a7-1c8833e47cf8 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "DELETE /v2.0/networks/34ee1652-7a11-4984-9769-5fa098ab9a25 HTTP/1.1" status: 404 len: 339 time: 0.0330100 May 06 13:47:40.106790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56670) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.112559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Request body: {'network': {'name': 'tempest-network--38989848', 'router:external': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:40.118688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:40.121833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Usage tracker for resource:network and tenant:42d3fc088fed48f2bdfddd6c5f0c9809 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:40.138311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:40.148638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:40.161460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [None req-34448768-dd2d-4e71-b44b-cd14d51d60f5 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:40.165237 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-34448768-dd2d-4e71-b44b-cd14d51d60f5 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1248999 May 06 13:47:40.168326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56676) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.173869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Made reservation on behalf of 42d3fc088fed48f2bdfddd6c5f0c9809 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:40.176118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.177803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Usage tracker for resource:floatingip and tenant:d062d92dc9334db4a11b67cd72574e1c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:40.181574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:40.190251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-96c79719-8409-4af4-b23f-ae021f50c871 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:40.191199 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-96c79719-8409-4af4-b23f-ae021f50c871 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0216904 May 06 13:47:40.195268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56680) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.210782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:40.212229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-05291873-f472-459c-8a6f-73fa3c2480d2 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:40.213166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-05291873-f472-459c-8a6f-73fa3c2480d2 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0092647 May 06 13:47:40.218423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56684) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.225768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [None req-b29a4e63-8770-4b36-9a8d-b3730bbc8cd8 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:40.226944 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b29a4e63-8770-4b36-9a8d-b3730bbc8cd8 tempest-ExtensionsTestJSON-1312473633 tempest-ExtensionsTestJSON-1312473633-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0062501 May 06 13:47:40.235506 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ff0c319a-7630-4f9e-9b3d-d89fe7c42981 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=696c6dedab724a1c833843f9ebb86753&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3177235 May 06 13:47:40.246259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56690) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.249301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:40.278305 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-87b1590b-0836-402a-a067-36b1ed639481 service neutron] 10.222.0.65 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785937 May 06 13:47:40.302907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.315262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.315743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.316346 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Added segment ca737f77-422f-4364-946a-1427fb7c64c5 of type vlan for network 7e91c4b3-57c4-4274-8c86-2b2a94352173 May 06 13:47:40.344744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-03a7f245-1413-476b-89f8-bdc4fad3614d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.390148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.400781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-03a7f245-1413-476b-89f8-bdc4fad3614d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.470856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.471772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:40.472485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.483271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.495142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.589917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-03a7f245-1413-476b-89f8-bdc4fad3614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.627404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-03a7f245-1413-476b-89f8-bdc4fad3614d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.632443 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-03a7f245-1413-476b-89f8-bdc4fad3614d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3127ebc-5211-4b4b-a032-ca326407550e HTTP/1.1" status: 204 len: 168 time: 0.3813965 May 06 13:47:40.633238 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5252948 May 06 13:47:40.634117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7f245-1413-476b-89f8-bdc4fad3614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3127ebc-5211-4b4b-a032-ca326407550e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:40.655597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56714) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.656122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56716) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.697489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'Port': ['ID=69d03307-60c9-42bd-809a-d8fd076803fb,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:40.697898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe977e-364c-40fb-9146-48253494e46e tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Network': ['ID=7e91c4b3-57c4-4274-8c86-2b2a94352173,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:40.711855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:40.722434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 7e91c4b3-57c4-4274-8c86-2b2a94352173 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:40.762477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56728) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.766607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:40.885163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:40.900632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269be7b-c30b-47c7-92f5-5c4e6729f4df None None] Sync routers for ids ['7c00669f-817c-4ca0-86f4-a5229841a369'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:40.942334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269be7b-c30b-47c7-92f5-5c4e6729f4df None None] Routers {'7c00669f-817c-4ca0-86f4-a5229841a369'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:40.943416 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-6269be7b-c30b-47c7-92f5-5c4e6729f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c00669f-817c-4ca0-86f4-a5229841a369'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:40.979091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2d69f-a8bd-4e79-8a47-f659b05fe353 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:40.984745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2d69f-a8bd-4e79-8a47-f659b05fe353 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:40.990596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2d69f-a8bd-4e79-8a47-f659b05fe353 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:40.995740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2d69f-a8bd-4e79-8a47-f659b05fe353 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:40.998239 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bbc2d69f-a8bd-4e79-8a47-f659b05fe353 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3411393 May 06 13:47:41.002256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56740) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:41.027726 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3224051a-512b-40da-b39c-aa59db373579 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/7c00669f-817c-4ca0-86f4-a5229841a369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9093375 May 06 13:47:41.033486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56744) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:41.051597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-6269be7b-c30b-47c7-92f5-5c4e6729f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:41.080206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269be7b-c30b-47c7-92f5-5c4e6729f4df None None] Routers {'7c00669f-817c-4ca0-86f4-a5229841a369'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:41.081144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-6269be7b-c30b-47c7-92f5-5c4e6729f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c00669f-817c-4ca0-86f4-a5229841a369'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:41.123341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a38540-a4e1-4ace-bdb3-7609cc4b2069 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:41.123980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-50a38540-a4e1-4ace-bdb3-7609cc4b2069 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:41.141675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.176326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-6269be7b-c30b-47c7-92f5-5c4e6729f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:41.177002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269be7b-c30b-47c7-92f5-5c4e6729f4df None None] The sync data for ids ['7c00669f-817c-4ca0-86f4-a5229841a369'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:41.192285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-50a38540-a4e1-4ace-bdb3-7609cc4b2069 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:41.196057 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50a38540-a4e1-4ace-bdb3-7609cc4b2069 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports/8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 HTTP/1.1" status: 200 len: 913 time: 0.1592517 May 06 13:47:41.215306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56748) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:41.241107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-288a16ec-c606-45b0-94f4-f811e732c2c0 None None] Provisioning complete for port 69d03307-60c9-42bd-809a-d8fd076803fb triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:41.241892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-288a16ec-c606-45b0-94f4-f811e732c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.316577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-288a16ec-c606-45b0-94f4-f811e732c2c0 None None] Port 69d03307-60c9-42bd-809a-d8fd076803fb cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:41.344414 dv-neutron-840889-1-hyperv neutron-server[84022]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 13:47:41.404389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dd8d6a78-c617-4f3d-a495-52c52e7b3395 req-e0f8df5a-9985-40e5-8d50-79a3a94c5d13 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.7353699 May 06 13:47:41.422877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56756) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:41.473133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.534184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.564336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.565067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e91c4b3-57c4-4274-8c86-2b2a94352173']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:41.590194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca737f77-422f-4364-946a-1427fb7c64c5') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:41.590491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca737f77-422f-4364-946a-1427fb7c64c5') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:41.607094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.615226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56762) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:41.654829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.668329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.684884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:41.686154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:41.686589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.701010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Usage tracker for resource:security_group_rule and tenant:383a8f7b408d4b1f8417bff0984aaa0f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:41.701265 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:41.705579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Allocated IP 172.26.0.254 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/a0ca697a-9312-4a14-9d20-6fd30a4b3055) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:41.708900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:41.718354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:41.811290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:41.818351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] Usage tracker for resource:security_group_rule and tenant:ae572ba001eb4f11b0c4ee342e5126a1 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:41.822096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:41.834818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:41.910550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Router 65008786-483f-4ee7-9aa8-fd4c77a6d54f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:47:41.925137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-755678942'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:41.939064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.943808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:41.958598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.958792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e91c4b3-57c4-4274-8c86-2b2a94352173 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 13:47:41.966201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Usage tracker for resource:network and tenant:d1fdd2818bb64995809423450f5a5ef8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:41.970299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:41.971015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.984619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:42.073605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Made reservation on behalf of d1fdd2818bb64995809423450f5a5ef8 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:42.073817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e91c4b3-57c4-4274-8c86-2b2a94352173,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:42.076205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.094508 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-46f1626c-8265-4e6b-8945-75a067748d87 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7e91c4b3-57c4-4274-8c86-2b2a94352173 HTTP/1.1" status: 204 len: 168 time: 1.0909610 May 06 13:47:42.099703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56776) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:42.160922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.169042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.170837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Request body: {'network': {'name': 'tempest-network--1923393231', 'router:external': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:42.171442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.178172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:42.180997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.195664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.241408 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae572ba001eb4f11b0c4ee342e5126a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6236355 May 06 13:47:42.246699 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Usage tracker for resource:network and tenant:42d3fc088fed48f2bdfddd6c5f0c9809 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:42.254824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56784) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:42.260674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:42.290240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Synchronizing usage tracker for tenant:8c7edb3563434a3199632cc01d03c26f on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:42.292907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:42.294345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:42.297401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.301022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de844c27-e15f-4fe4-8ebe-3c8d1b590fda,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:42.325446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2130a-d8d4-42be-b257-6cf02ad66796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1b35cd-5341-479b-8d12-42dba358dcdd,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:42.361172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Made reservation on behalf of 42d3fc088fed48f2bdfddd6c5f0c9809 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:42.363580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.426920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.451501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Usage tracker for resource:security_group_rule and tenant:d1fdd2818bb64995809423450f5a5ef8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:42.454854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:42.494364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:42.516741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:42.516741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] Unset dirty status for tenant:8c7edb3563434a3199632cc01d03c26f on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:42.516741 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1944204d-6dbf-4582-ab36-8122e3bb18d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=383a8f7b408d4b1f8417bff0984aaa0f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7475073 May 06 13:47:42.523540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:42.530039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56796) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:42.535836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:42.563520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0039a827-6e22-4e26-97ae-c87e5db31e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.620637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:42.676557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.676988 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Added segment 8cb73208-77d1-4052-a5a1-b8064da87213 of type vlan for network 49b20f43-05b5-434c-b907-a0f0215fecbb May 06 13:47:42.684297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event updated for resources: {'Port': ['ID=a0ca697a-9312-4a14-9d20-6fd30a4b3055,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:42.698266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0039a827-6e22-4e26-97ae-c87e5db31e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.722827 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-daf7d8d7-cb0a-4b74-8407-cd8bbd48f18a req-3a344b96-566e-4d0d-aaa3-bce195449e9d tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.0931873 May 06 13:47:42.764275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.813115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0039a827-6e22-4e26-97ae-c87e5db31e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.825675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.826494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:42.827057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.859866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eff8b2e4-bf60-49bb-b1bf-a384eeb8a294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.863905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.870169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039a827-6e22-4e26-97ae-c87e5db31e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1b35cd-5341-479b-8d12-42dba358dcdd,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:42.898844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.969099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0039a827-6e22-4e26-97ae-c87e5db31e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.971634 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0039a827-6e22-4e26-97ae-c87e5db31e9e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d1b35cd-5341-479b-8d12-42dba358dcdd HTTP/1.1" status: 204 len: 168 time: 0.7148674 May 06 13:47:42.991373 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8903818 May 06 13:47:42.997810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56804) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:43.058063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:43.061401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eff8b2e4-bf60-49bb-b1bf-a384eeb8a294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.069313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.082668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6f6579-0592-4f0e-9702-a99964a0c9b9,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:43.084965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9e9b8-1278-4a38-a5f0-bcb0e3bea359 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Network': ['ID=49b20f43-05b5-434c-b907-a0f0215fecbb,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:43.112334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 49b20f43-05b5-434c-b907-a0f0215fecbb details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:43.181344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.182136 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Added segment 78afe626-bd5c-4f3c-8d2d-a366c93a58e1 of type vlan for network 944aeb86-1bb0-4e9f-af12-caa97a092a3d May 06 13:47:43.206242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:43.218115 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0282f1f-7c10-4447-b0df-9e8ef6763d0d None None] Sync routers for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:43.244022 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0282f1f-7c10-4447-b0df-9e8ef6763d0d None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:43.244691 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c0282f1f-7c10-4447-b0df-9e8ef6763d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:43.250316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312eea2c-9b6d-4dd2-bb62-92bde164fd53 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:43.253020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.254172 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-312eea2c-9b6d-4dd2-bb62-92bde164fd53 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] 10.222.0.65 "GET /v2.0/networks/49b20f43-05b5-434c-b907-a0f0215fecbb HTTP/1.1" status: 200 len: 757 time: 0.2554369 May 06 13:47:43.270894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56810) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:43.308376 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c0282f1f-7c10-4447-b0df-9e8ef6763d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:43.309762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.319847 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0282f1f-7c10-4447-b0df-9e8ef6763d0d None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:43.320690 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c0282f1f-7c10-4447-b0df-9e8ef6763d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:43.346676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eff8b2e4-bf60-49bb-b1bf-a384eeb8a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.381170 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c0282f1f-7c10-4447-b0df-9e8ef6763d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:43.381842 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0282f1f-7c10-4447-b0df-9e8ef6763d0d None None] The sync data for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:43.408714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8b2e4-bf60-49bb-b1bf-a384eeb8a294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de844c27-e15f-4fe4-8ebe-3c8d1b590fda,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:43.441745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.69', 52507) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:43.504520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f9dd4-19fe-4551-8697-759838a4b5b9 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:43.506020 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9f8f9dd4-19fe-4551-8697-759838a4b5b9 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] 10.222.0.65 "GET /v2.0/networks/e9e6c77d-5661-4214-ae6a-8ddafcf7d0c8 HTTP/1.1" status: 200 len: 768 time: 0.2340584 May 06 13:47:43.506664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56820) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:43.508967 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-29a235fc-114d-4ae1-9ecd-200e2d40470b tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "PUT /v2.0/routers/65008786-483f-4ee7-9aa8-fd4c77a6d54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7584839 May 06 13:47:43.516114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Request body: {'port': {'network_id': '0d824cb4-eb15-40e4-8ce2-986130616e4c', 'name': 'tempest-FloatingIPAdminTestJSON-681940318'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:43.518799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56822) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:43.537459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.541343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:43.542111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.545961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eff8b2e4-bf60-49bb-b1bf-a384eeb8a294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.547762 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-eff8b2e4-bf60-49bb-b1bf-a384eeb8a294 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de844c27-e15f-4fe4-8ebe-3c8d1b590fda HTTP/1.1" status: 204 len: 168 time: 1.0137200 May 06 13:47:43.880546 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4532981 May 06 13:47:43.938581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:43.944056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Usage tracker for resource:port and tenant:b24891110b914677b0e0eaa8207185a6 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:43.950765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:43.965059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:43.992493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d23471-2bfb-443e-931e-6332b730b138 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Pushing event updated for resources: {'Network': ['ID=944aeb86-1bb0-4e9f-af12-caa97a092a3d,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:44.001571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Made reservation on behalf of b24891110b914677b0e0eaa8207185a6 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:44.007342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 944aeb86-1bb0-4e9f-af12-caa97a092a3d details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:44.007478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.067523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.132350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-a55f2fb7-a047-4d02-9262-3057bb6d37bf tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:44.134034 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-a55f2fb7-a047-4d02-9262-3057bb6d37bf tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.69 "GET /v2.0/networks?id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd HTTP/1.1" status: 200 len: 812 time: 0.6441295 May 06 13:47:44.224216 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5994be19-558f-483e-a80d-af77452dbd17 req-677c9852-6abc-4bcc-bc96-4ecaa815e46a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.1869311 May 06 13:47:44.227146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] device_id is not set on port 23c5b78d-b452-487a-9afe-4f05259bd1da yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:47:44.229904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.292454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.385538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.430131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56866) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:44.438086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:44.438745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.460724 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-154c7b78-d6bd-4410-a6d4-a2d16807c6ad tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61bc521441564a1782d0d505f249bbc6 HTTP/1.1" status: 200 len: 380 time: 0.2877672 May 06 13:47:44.475395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Request body: {'port': {'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d', 'binding:host_id': 'hv-neutron-8408', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1865704072'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:44.486538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Request body: {'port': {'device_id': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'admin_state_up': True, 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'security_groups': ['486d9157-91a8-43d3-bcb8-2a7c5c675a6f']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:44.511249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event updated for resources: {'Port': ['ID=a0ca697a-9312-4a14-9d20-6fd30a4b3055,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:44.519330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:44.525833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b20f43-05b5-434c-b907-a0f0215fecbb']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:44.602084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Usage tracker for resource:port and tenant:d077659a37324d8fb55c1b19f58720db is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:44.606369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:44.629576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb73208-77d1-4052-a5a1-b8064da87213') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:44.629866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb73208-77d1-4052-a5a1-b8064da87213') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:44.639193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:44.641885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.642801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Allocated IP 172.20.0.11 (0d824cb4-eb15-40e4-8ce2-986130616e4c/77ed07d3-33c7-449a-bb3e-3309e044a866/23c5b78d-b452-487a-9afe-4f05259bd1da) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:44.673173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.770706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.784313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Made reservation on behalf of d077659a37324d8fb55c1b19f58720db for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:44.785914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.808194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.816334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.817631 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5e241500-7e3e-4e16-9fc2-01f545739998 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8629966 May 06 13:47:44.818498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.846697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:44.847204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:44.861450 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:44.993093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:45.019854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:45.056126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56884) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:45.060136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.071981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49b20f43-05b5-434c-b907-a0f0215fecbb {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 13:47:45.077944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.125544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Made reservation on behalf of 61bc521441564a1782d0d505f249bbc6 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:45.128540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.138730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:45.143718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event deleted for resources: {'Network': ['ID=49b20f43-05b5-434c-b907-a0f0215fecbb,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:45.157477 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dbba1fc7-c98e-4cf7-92e8-d4ea236e6902 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "DELETE /v2.0/networks/49b20f43-05b5-434c-b907-a0f0215fecbb HTTP/1.1" status: 204 len: 168 time: 1.6083553 May 06 13:47:45.158185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56892) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:45.159247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Usage tracker for resource:security_group_rule and tenant:d077659a37324d8fb55c1b19f58720db is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:45.167049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:45.172718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Request body: {'network': {'name': 'tempest-network--633831343'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:45.179767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:45.185893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:45.204189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 8d7b3a6a-cbe9-4033-8c75-276760c1c2e0 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:45.246590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Usage tracker for resource:network and tenant:42d3fc088fed48f2bdfddd6c5f0c9809 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:45.251747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:45.282429 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:45.391471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Made reservation on behalf of 42d3fc088fed48f2bdfddd6c5f0c9809 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:45.398003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.565564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56910) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:45.822043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:45.832526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'networks': [{'name': 'tempest-network--530112866'}, {'name': 'tempest-network--1099770073'}]} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:45.833202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'network': {'name': 'tempest-network--530112866'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:45.833883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'network': {'name': 'tempest-network--1099770073'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:45.866163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Allocated IP 172.20.0.10 (6884eb6f-d5d8-4e69-a043-abbebe12b4bd/b54919e3-0f37-47e9-9fe7-95e5be69ca12/7d7a2ea5-3808-40d1-8c17-d92e2c11094b) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:45.872514 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.874123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:45.879828 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-51981f59-9b6f-4824-86f2-698872e06410 req-46dca9a6-0ba2-4980-8f66-0ef04fb1b975 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.1377161 May 06 13:47:45.887424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Usage tracker for resource:network and tenant:3f20c29479574c479e12fb0b9467671c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:45.896952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.906561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.907358 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Added segment 227eebd8-eb80-493c-b4e5-43474621ae92 of type vlan for network fa068a7e-5f58-4829-a799-1e653a2454d6 May 06 13:47:45.909010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:45.933319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:45.941297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] device_id is not set on port c87b28a2-45df-407d-b43a-2f58c35a5a50 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:47:45.994611 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8c40bf1e-0155-4844-9def-3edb90448ec4 tempest-AgentManagementNegativeTest-1916612287 tempest-AgentManagementNegativeTest-1916612287-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.9285185 May 06 13:47:46.067263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-997a7ad9-fda1-4ec7-ac73-efdb75c1d069 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Synchronizing usage tracker for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:46.130447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.164674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-997a7ad9-fda1-4ec7-ac73-efdb75c1d069 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Unset dirty status for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:46.165998 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-997a7ad9-fda1-4ec7-ac73-efdb75c1d069 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2082531864&fields=id&tenant_id=d062d92dc9334db4a11b67cd72574e1c HTTP/1.1" status: 200 len: 267 time: 0.6413260 May 06 13:47:46.173004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Transition to ACTIVE for port object 23c5b78d-b452-487a-9afe-4f05259bd1da will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:46.204623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace65caa-3dbe-42ad-b52a-3e89aef5086d,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:46.235989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.251603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Made reservation on behalf of 3f20c29479574c479e12fb0b9467671c for: {'network': 2} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:46.261382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.374659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.442640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:46.524456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.525733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:46.526508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.550546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:46.568757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Usage tracker for resource:security_group_rule and tenant:3f20c29479574c479e12fb0b9467671c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:46.578276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:46.642810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56922) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:46.649845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.678892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:46.739290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.748996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:46.767675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:46.779340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-b2d0d703-7b97-49d5-a55b-081d1b85b08d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:46.781148 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-b2d0d703-7b97-49d5-a55b-081d1b85b08d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/networks?id=7b949343-fade-4404-b22c-bf0782c0d21c HTTP/1.1" status: 200 len: 805 time: 0.5994670 May 06 13:47:46.791631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:46.998362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event updated for resources: {'Port': ['ID=23c5b78d-b452-487a-9afe-4f05259bd1da,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:47.214947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.268080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Network': ['ID=fa068a7e-5f58-4829-a799-1e653a2454d6,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:47.272144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Transition to ACTIVE for port object 7d7a2ea5-3808-40d1-8c17-d92e2c11094b will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:47.284872 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network fa068a7e-5f58-4829-a799-1e653a2454d6 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:47.299310 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-d228af58-fd26-4191-b141-fe3f7e4ae232 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/quotas/d062d92dc9334db4a11b67cd72574e1c HTTP/1.1" status: 200 len: 375 time: 0.5122786 May 06 13:47:47.325504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=8d7b3a6a-cbe9-4033-8c75-276760c1c2e0,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:47.432734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.435590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7b731a40-36b7-459f-abd3-57d57b51cbd1 req-81e7818b-1c58-4cb7-a938-1a4c6b2d6156 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Synchronizing usage tracker for tenant:61bc521441564a1782d0d505f249bbc6 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:47.445118 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4c406bf7-672a-49fa-93b6-713f857bc425 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2807975 May 06 13:47:47.456609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56930) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:47.461023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.461763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.469267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.499438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a28daee6-570c-4578-8162-58cda2513d7c None None] Provisioning for port 23c5b78d-b452-487a-9afe-4f05259bd1da completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:47.523017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-53dfe8b8-c212-41aa-b7af-eef691ea95e4 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:47.545558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:47.546367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.603245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a28daee6-570c-4578-8162-58cda2513d7c None None] Provisioning complete for port 23c5b78d-b452-487a-9afe-4f05259bd1da triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:47.604014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a28daee6-570c-4578-8162-58cda2513d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.683818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ae14dc-e159-4d69-8b7f-1015d2c52fc4,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:47.689246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a28daee6-570c-4578-8162-58cda2513d7c None None] Port 23c5b78d-b452-487a-9afe-4f05259bd1da cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:47.706551 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cbb2dedf-5de2-47a7-be2d-e4a43878eee0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1915615 May 06 13:47:47.709136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56934) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:47.723620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:47.764771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee665aa967e4faebbcbc694fe371739 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:47.776837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:47.790761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:47.876642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-94bd1e49-264f-4a03-b2e0-58b4660c501e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Synchronizing usage tracker for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:47.887510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.888811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7b731a40-36b7-459f-abd3-57d57b51cbd1 req-81e7818b-1c58-4cb7-a938-1a4c6b2d6156 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Unset dirty status for tenant:61bc521441564a1782d0d505f249bbc6 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:47.900845 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7b731a40-36b7-459f-abd3-57d57b51cbd1 req-81e7818b-1c58-4cb7-a938-1a4c6b2d6156 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.6111934 May 06 13:47:47.930496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:47.963726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.966519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] device_id is not set on port c87b28a2-45df-407d-b43a-2f58c35a5a50 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:47:47.974730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.975124 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Added segment 0bddc2d2-e283-4d26-9e1c-435a3a10acd2 of type vlan for network 5f2fc6a4-90ac-42f9-bcb2-d8176e086d1f May 06 13:47:48.033512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.082586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Transition to ACTIVE for port object c87b28a2-45df-407d-b43a-2f58c35a5a50 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:48.085667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'project_id': 'b24891110b914677b0e0eaa8207185a6', 'port_id': '23c5b78d-b452-487a-9afe-4f05259bd1da'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:48.101558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:48.110130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Usage tracker for resource:floatingip and tenant:b24891110b914677b0e0eaa8207185a6 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:48.126186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:48.130459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.166073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:48.181556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.208674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.213271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53dfe8b8-c212-41aa-b7af-eef691ea95e4 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.235576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:48.236626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event updated for resources: {'Port': ['ID=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:48.239639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.244780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:48.270132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a3ddc0-6c86-49a9-b504-47f4f9ea8769,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:48.279327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:48.304644 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9ddaad46-4058-4620-a272-864b9a524515 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ee665aa967e4faebbcbc694fe371739&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6565971 May 06 13:47:48.305528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.315047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56940) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:48.324870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53dfe8b8-c212-41aa-b7af-eef691ea95e4 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.455396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-94bd1e49-264f-4a03-b2e0-58b4660c501e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Unset dirty status for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:48.459027 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-94bd1e49-264f-4a03-b2e0-58b4660c501e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d062d92dc9334db4a11b67cd72574e1c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1407092 May 06 13:47:48.575510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:48.583139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfe8b8-c212-41aa-b7af-eef691ea95e4 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event updated for resources: {'Network': ['ID=fa068a7e-5f58-4829-a799-1e653a2454d6,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:48.690828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53dfe8b8-c212-41aa-b7af-eef691ea95e4 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Network fa068a7e-5f58-4829-a799-1e653a2454d6 is not hosted by any dhcp agent {{(pid=84021) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 13:47:48.691595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dfe8b8-c212-41aa-b7af-eef691ea95e4 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:48.692247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53dfe8b8-c212-41aa-b7af-eef691ea95e4 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.696780 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-53dfe8b8-c212-41aa-b7af-eef691ea95e4 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "PUT /v2.0/networks/fa068a7e-5f58-4829-a799-1e653a2454d6 HTTP/1.1" status: 200 len: 857 time: 1.2342248 May 06 13:47:48.731979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56950) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:48.734978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Checking segment: {'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:48.735289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Network hostable DHCP agents. Network: 944aeb86-1bb0-4e9f-af12-caa97a092a3d, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:48.744230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0d1f905d-e8f7-4a1c-9511-a71146fdbe7e None None] Provisioning for port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:48.751196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0d1f905d-e8f7-4a1c-9511-a71146fdbe7e None None] Provisioning complete for port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:48.751690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d1f905d-e8f7-4a1c-9511-a71146fdbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.831124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=c87b28a2-45df-407d-b43a-2f58c35a5a50,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:48.853590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:48.854242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.881246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f905d-e8f7-4a1c-9511-a71146fdbe7e None None] Port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:47:48.900112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:48.902383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Network 944aeb86-1bb0-4e9f-af12-caa97a092a3d is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:48.912916 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-5f0cb813-d722-4ee6-872f-9319263b684c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4310861 May 06 13:47:48.926015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.926424 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Added segment 0af5dc83-33bb-4c23-82d2-736061b8ece6 of type vlan for network 1886f117-b884-4550-b2c9-c621e18c9898 May 06 13:47:48.966013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 944aeb86-1bb0-4e9f-af12-caa97a092a3d) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:48.986128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa4b2b-fa79-4703-b496-f4d03f570cf0 None None] Network 944aeb86-1bb0-4e9f-af12-caa97a092a3d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:49.011728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-37ed1198-8653-4fd1-a814-b98275d24f94 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:49.017652 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-37ed1198-8653-4fd1-a814-b98275d24f94 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2805636 May 06 13:47:49.057539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.095047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.122894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-7bfa2099-53b8-41ea-80b9-e55373e58650 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:47:49.132953 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-7bfa2099-53b8-41ea-80b9-e55373e58650 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1975522 May 06 13:47:49.175127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:49.204021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:49.204672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:49.205189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:49.216243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:49.217060 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:49.218059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.218776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.223313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:49.227139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:49.228235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.306126 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 2 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:49.452254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6c01edd6-5aef-4109-85f4-971d8ce534c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.513776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:49.514118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:49.514451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:49.517426 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.9507265 May 06 13:47:49.521608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56958) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:49.547061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6c01edd6-5aef-4109-85f4-971d8ce534c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.572218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Network': ['ID=5f2fc6a4-90ac-42f9-bcb2-d8176e086d1f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:49.574501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:49.574887 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:49.590000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 5f2fc6a4-90ac-42f9-bcb2-d8176e086d1f details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:49.610123 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 3 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:49.741302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:49.741671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:49.741954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:49.769932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3d938-c804-4f8f-b11d-15c83ad71502 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Network': ['ID=1886f117-b884-4550-b2c9-c621e18c9898,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:49.774338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:49.774666 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:49.777245 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 4 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:49.798091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadac4d-cc52-4f07-aa69-f451deb96ca1 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:49.799860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 1886f117-b884-4550-b2c9-c621e18c9898 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:49.802049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadac4d-cc52-4f07-aa69-f451deb96ca1 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:49.806377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadac4d-cc52-4f07-aa69-f451deb96ca1 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:49.811350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadac4d-cc52-4f07-aa69-f451deb96ca1 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:49.815773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadac4d-cc52-4f07-aa69-f451deb96ca1 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:49.817571 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4fadac4d-cc52-4f07-aa69-f451deb96ca1 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2957 time: 0.2740598 May 06 13:47:49.822632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98623ef6-0226-410f-a3c3-863149801cc1 req-df469948-6f5d-4ed8-b209-406294749029 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:49.824152 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98623ef6-0226-410f-a3c3-863149801cc1 req-df469948-6f5d-4ed8-b209-406294749029 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 932 time: 0.6847823 May 06 13:47:49.824694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 56962) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:49.854027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:49.854348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:49.854707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:49.886649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6c01edd6-5aef-4109-85f4-971d8ce534c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.048685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.051902 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-f6e2478a-e66e-4d2c-9c2f-182e9b4611e6 service neutron] 10.222.0.65 "GET /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9919503 May 06 13:47:50.147104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01edd6-5aef-4109-85f4-971d8ce534c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a3ddc0-6c86-49a9-b504-47f4f9ea8769,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:50.172558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6c01edd6-5aef-4109-85f4-971d8ce534c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.176745 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6c01edd6-5aef-4109-85f4-971d8ce534c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16a3ddc0-6c86-49a9-b504-47f4f9ea8769 HTTP/1.1" status: 204 len: 168 time: 1.8483124 May 06 13:47:50.179220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:50.180232 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:50.188622 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 5 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:50.238313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.286207 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98623ef6-0226-410f-a3c3-863149801cc1 req-2b545cc9-e983-4b36-9328-cd2307e0b53e tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4237638 May 06 13:47:50.313420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:50.314127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:50.314127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:50.353115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:50.354775 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:50.367529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.376813 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 6 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:50.413028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.440188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:50.440343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:50.441158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:50.456448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:50.456679 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:50.504695 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 7 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:50.544643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa068a7e-5f58-4829-a799-1e653a2454d6']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.574953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227eebd8-eb80-493c-b4e5-43474621ae92') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.575428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227eebd8-eb80-493c-b4e5-43474621ae92') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.621725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.662819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 7c00669f-817c-4ca0-86f4-a5229841a369 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:47:50.675019 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-1b8a0d68-eb5c-43f0-9f9e-ba3c99fe3e89 service neutron] 10.222.0.65 "GET /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933354 May 06 13:47:50.676450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Allocated IP 172.26.0.249 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/2842bc6e-e704-4ba0-928a-dbeff1f0d73f) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:50.678677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.695181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:50.696278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.728909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:50.729334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:50.729621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:50.744215 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:50.757081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:50.757676 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:50.759751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.776778 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 8 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:50.824382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:50.824712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:50.825048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:50.831807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2fc6a4-90ac-42f9-bcb2-d8176e086d1f']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.852259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:50.852642 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:50.854762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bddc2d2-e283-4d26-9e1c-435a3a10acd2') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.854886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bddc2d2-e283-4d26-9e1c-435a3a10acd2') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.864194 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 9 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:50.905199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.954200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:50.954726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:50.955043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:50.970246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Request body: {'port': {'device_id': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:51.052960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.191411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa068a7e-5f58-4829-a799-1e653a2454d6 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 13:47:51.208556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.264695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:51.265123 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:51.278165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.280130 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 10 to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 May 06 13:47:51.283053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa068a7e-5f58-4829-a799-1e653a2454d6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:51.320440 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0e16572a-3dd4-473e-ac9a-ca4d64e15612 req-1210140c-137e-484f-a360-43b59ee52853 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.1028059 May 06 13:47:51.323535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:51.325307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:51.371408 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:51.401394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:51.402642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:51.403445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:51.436492 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-989284b4-f694-4f52-b1c8-7be0f025b926 tempest-ExternalNetworksTestJSON-323200845 tempest-ExternalNetworksTestJSON-323200845-project-admin] 10.222.0.65 "DELETE /v2.0/networks/fa068a7e-5f58-4829-a799-1e653a2454d6 HTTP/1.1" status: 204 len: 168 time: 2.7025812 May 06 13:47:51.451398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 56996) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:51.566664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.646281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port c87b28a2-45df-407d-b43a-2f58c35a5a50 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:51.646936 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port c87b28a2-45df-407d-b43a-2f58c35a5a50 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:47:51.647495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.713995 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b34f2ef-a879-4314-b5a2-a2e3c634171a tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] DELETE failed (client error): The resource could not be found. May 06 13:47:51.726611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b34f2ef-a879-4314-b5a2-a2e3c634171a tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:51.729089 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8b34f2ef-a879-4314-b5a2-a2e3c634171a tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] 10.222.0.65 "DELETE /v2.0/subnets/09b98a6b-af5a-4be4-a884-0e75d3b8cddb HTTP/1.1" status: 404 len: 337 time: 0.2751117 May 06 13:47:51.729692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57008) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:51.926224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.933498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.967133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.051243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Network': ['ID=5f2fc6a4-90ac-42f9-bcb2-d8176e086d1f,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:52.058236 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-18628361-a917-42c7-8bb6-ae8e83c0bd18 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/networks/5f2fc6a4-90ac-42f9-bcb2-d8176e086d1f HTTP/1.1" status: 204 len: 168 time: 2.2306151 May 06 13:47:52.060655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57018) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:52.217257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57026) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:52.331163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.349229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Sync routers for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:52.391705 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:52.398613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:52.492382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.522528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:52.535414 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebeeb2-f4cf-4bb0-a0ff-353db33da9b5 None None] Sync routers for ids ['7c00669f-817c-4ca0-86f4-a5229841a369'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:52.549025 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebeeb2-f4cf-4bb0-a0ff-353db33da9b5 None None] Routers {'7c00669f-817c-4ca0-86f4-a5229841a369'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:52.549861 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-03ebeeb2-f4cf-4bb0-a0ff-353db33da9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c00669f-817c-4ca0-86f4-a5229841a369'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:52.620687 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-03ebeeb2-f4cf-4bb0-a0ff-353db33da9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:52.634084 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebeeb2-f4cf-4bb0-a0ff-353db33da9b5 None None] Routers {'7c00669f-817c-4ca0-86f4-a5229841a369'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:52.637277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5d947e09-41a6-421c-8c91-30d21795ff61 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/7c00669f-817c-4ca0-86f4-a5229841a369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4183726 May 06 13:47:52.638218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-711796859'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:52.638760 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-03ebeeb2-f4cf-4bb0-a0ff-353db33da9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c00669f-817c-4ca0-86f4-a5229841a369'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:52.659997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:52.666190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427966d-6cc3-454d-b681-3ae6fd554e98 req-082bd064-9eb8-47a9-9125-5e2c4d997c25 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:52.667704 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a427966d-6cc3-454d-b681-3ae6fd554e98 req-082bd064-9eb8-47a9-9125-5e2c4d997c25 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 932 time: 0.9286907 May 06 13:47:52.668201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57038) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:52.713265 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-03ebeeb2-f4cf-4bb0-a0ff-353db33da9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:52.713946 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebeeb2-f4cf-4bb0-a0ff-353db33da9b5 None None] The sync data for ids ['7c00669f-817c-4ca0-86f4-a5229841a369'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:52.750950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] For port c87b28a2-45df-407d-b43a-2f58c35a5a50, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:52.752079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempted to set empty binding levels {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 13:47:52.762899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.763235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:52.771179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.875536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Usage tracker for resource:network and tenant:f4388ffce0034e4285e3ec064a61fe55 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:52.898189 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-65584638-14be-4210-9018-377546225e40 req-c4697e7f-0d6e-4f08-943e-a746ee0d65f0 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.1498942 May 06 13:47:52.962736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:53.045248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.047311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:53.158190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=c87b28a2-45df-407d-b43a-2f58c35a5a50,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:53.180878 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-23b507fa-cbbd-46f7-a99d-e64221f95968 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.7429771 May 06 13:47:53.183445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.183940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:53.191605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57044) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:53.206661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Pushing event updated for resources: {'Port': ['ID=2842bc6e-e704-4ba0-928a-dbeff1f0d73f,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:53.209655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:53.218952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.227920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:53.283823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Made reservation on behalf of f4388ffce0034e4285e3ec064a61fe55 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:53.285776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1886f117-b884-4550-b2c9-c621e18c9898']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.287312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.321657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af5dc83-33bb-4c23-82d2-736061b8ece6') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.321932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af5dc83-33bb-4c23-82d2-736061b8ece6') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.331106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Deleting port c87b28a2-45df-407d-b43a-2f58c35a5a50 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:53.331452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.342400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.366180 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e6c77d-5661-4214-ae6a-8ddafcf7d0c8']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.396434 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a427966d-6cc3-454d-b681-3ae6fd554e98 req-e11c01b4-16f2-447b-98f7-6e4d4d7f6712 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6278157 May 06 13:47:53.404961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2a6ece-b11d-446a-9ca7-8bc94119ee47') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.405188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2a6ece-b11d-446a-9ca7-8bc94119ee47') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.411488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.439469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 2, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.446752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Checking router: 09e5a438-b677-4e78-ba25-001f1fb1738c for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:47:53.447029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Updating router 09e5a438-b677-4e78-ba25-001f1fb1738c port ffbc7e40-a465-4524-a0b4-b5d880d180f1 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:47:53.483097 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.503476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:53.533766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.556919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:53.557158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:53.573206 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:53.576340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.610028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:53.626286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.642189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Usage tracker for resource:security_group_rule and tenant:f4388ffce0034e4285e3ec064a61fe55 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:53.690909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:53.718674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:53.719182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:53.738663 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:53.743976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:53.819944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7a2ea5-3808-40d1-8c17-d92e2c11094b {{(pid=84021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:47:53.830161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.839768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.880241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.894880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.911744 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/networks/1886f117-b884-4550-b2c9-c621e18c9898 HTTP/1.1" status: 204 len: 168 time: 1.8215592 May 06 13:47:53.914684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57048) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:53.925577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Transition to ACTIVE for port object 7d7a2ea5-3808-40d1-8c17-d92e2c11094b will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:53.982211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] For port c87b28a2-45df-407d-b43a-2f58c35a5a50, host hv-neutron-8408, got binding levels [] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:53.982402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.998779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.081430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e637748-a628-4028-bfe5-39fe6019308a tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Network': ['ID=1886f117-b884-4550-b2c9-c621e18c9898,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:54.084384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.104784 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] 10.222.0.65 "DELETE /v2.0/networks/e9e6c77d-5661-4214-ae6a-8ddafcf7d0c8 HTTP/1.1" status: 204 len: 168 time: 2.2617683 May 06 13:47:54.387559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.69', 52514) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:54.446332 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-42e776f8-6b51-43ac-8dc4-5d09d61180c8 req-518ce817-9cd7-45dd-aada-2a5aae8c8faf tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.0956309 May 06 13:47:54.462952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2df3-3362-4c71-afa9-284f21d73816 tempest-ExternalNetworksTestJSON-1214931353 tempest-ExternalNetworksTestJSON-1214931353-project] Pushing event deleted for resources: {'Network': ['ID=e9e6c77d-5661-4214-ae6a-8ddafcf7d0c8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:54.493032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.521563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Transition to ACTIVE for port object ffbc7e40-a465-4524-a0b4-b5d880d180f1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:54.545528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.781780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769add80-fdaf-48e0-9ff5-7240b8780d0c None None] Pushing event updated for resources: {'Port': ['ID=ffbc7e40-a465-4524-a0b4-b5d880d180f1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:54.813308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57062) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:54.834848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Calling delete_port for c87b28a2-45df-407d-b43a-2f58c35a5a50 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:55.069169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.110981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Attempting to bind port ffbc7e40-a465-4524-a0b4-b5d880d180f1 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:55.115966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Attempting to bind port ffbc7e40-a465-4524-a0b4-b5d880d180f1 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:55.116440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Attempting to bind port ffbc7e40-a465-4524-a0b4-b5d880d180f1 on network 7b949343-fade-4404-b22c-bf0782c0d21c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:55.148553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:55.148921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Checking segment: {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:55.149332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.149730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Bound using segment: {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:55.150237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Bound port: ffbc7e40-a465-4524-a0b4-b5d880d180f1, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:55.181055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.229711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:55.303272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.430140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] For port ffbc7e40-a465-4524-a0b4-b5d880d180f1, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:55.444658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] For port ffbc7e40-a465-4524-a0b4-b5d880d180f1, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ffbc7e40-a465-4524-a0b4-b5d880d180f1,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:55.454203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.523398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0172154-55bf-41b8-9ed2-59b4d50c4369 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:55.528201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0172154-55bf-41b8-9ed2-59b4d50c4369 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:55.529121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e0172154-55bf-41b8-9ed2-59b4d50c4369 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Synchronizing usage tracker for tenant:3f20c29479574c479e12fb0b9467671c on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:55.550157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Attempting to bind port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:55.550157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Attempting to bind port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:55.550157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Attempting to bind port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b on network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:55.567884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.569988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e0172154-55bf-41b8-9ed2-59b4d50c4369 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Unset dirty status for tenant:3f20c29479574c479e12fb0b9467671c on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:55.572032 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e0172154-55bf-41b8-9ed2-59b4d50c4369 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.6427677 May 06 13:47:55.602273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57070) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.603004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:55.642352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-383400348'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:55.651715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b on network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:47:55.652484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Attempting to bind port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b on network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:47:55.656000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event deleted for resources: {'Port': ['ID=c87b28a2-45df-407d-b43a-2f58c35a5a50,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:55.664363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769add80-fdaf-48e0-9ff5-7240b8780d0c None None] Pushing event updated for resources: {'Port': ['ID=ffbc7e40-a465-4524-a0b4-b5d880d180f1,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:55.686718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.692214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:55.696683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:55.697322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:47:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:55.697694 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a7f22577-46bb-40ef-b5e7-580e1a06ad05 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c87b28a2-45df-407d-b43a-2f58c35a5a50 HTTP/1.1" status: 204 len: 168 time: 2.5032659 May 06 13:47:55.702366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:47:55.706734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Checking segment: {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:55.707385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220949b6-c916-438e-b3ad-96b34bd69398,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:55.707897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Bound using segment: {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:47:55.708561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Bound port: 7d7a2ea5-3808-40d1-8c17-d92e2c11094b, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227d52a5-e532-4e92-85cd-13dc0089779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:55.709083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.710500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57074) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.739488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.739910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Added segment 40ee8782-baa9-44c1-a821-0d222214e0bb of type vlan for network e772629e-3683-4d26-aa6d-8ffc175c2f70 May 06 13:47:55.760203 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-55294cef-5c91-4059-89b9-b3ef3f4738ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2645ebb1e2c24189bd1e4003c25f4d82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8894982 May 06 13:47:55.763313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57078) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.826428 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3a656a-3d70-4b37-bde3-a8c67aefc75e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] GET failed (client error): The resource could not be found. May 06 13:47:55.828066 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ad3a656a-3d70-4b37-bde3-a8c67aefc75e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "GET /v2.0/ports/c87b28a2-45df-407d-b43a-2f58c35a5a50 HTTP/1.1" status: 404 len: 333 time: 0.1074209 May 06 13:47:55.839380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57082) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.841741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:55.862438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-65324a98-2d19-4e61-9944-50e6745f8fb7 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:55.865747 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-65324a98-2d19-4e61-9944-50e6745f8fb7 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.69 "GET /v2.0/networks?id=7b949343-fade-4404-b22c-bf0782c0d21c HTTP/1.1" status: 200 len: 805 time: 1.4233155 May 06 13:47:55.910882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Request body: {'port': {'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-287522565'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:55.943084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:55.949958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Usage tracker for resource:port and tenant:d077659a37324d8fb55c1b19f58720db is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:55.952656 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-09f2e613-ba8c-47d6-9195-d18b0b92679d req-ac34a763-9bbc-466c-9ae2-8bf52f68e046 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.0998940 May 06 13:47:55.961046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:55.972039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:55.994973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006c2cb-8ce2-48f3-9015-faf5b8be9ea5 req-b8ae34dc-d479-4f13-a72c-e857bebb06f2 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:55.994973 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9006c2cb-8ce2-48f3-9015-faf5b8be9ea5 req-b8ae34dc-d479-4f13-a72c-e857bebb06f2 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 944 time: 1.0902879 May 06 13:47:56.002477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Made reservation on behalf of d077659a37324d8fb55c1b19f58720db for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:56.004830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.060119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b204b79-475f-41ee-bed5-bbabf39c1ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.081938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] For port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:47:56.084330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.107698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b204b79-475f-41ee-bed5-bbabf39c1ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.110375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:56.116050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] For port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:47:56.128043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.154438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Made reservation on behalf of 3f20c29479574c479e12fb0b9467671c for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:56.158370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.213898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.215270 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] 10.222.0.69 "PUT /v2.0/ports/7d7a2ea5-3808-40d1-8c17-d92e2c11094b HTTP/1.1" status: 200 len: 1094 time: 5.4912763 May 06 13:47:56.218701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'tag': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:47:56.237466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f002c-d1f3-4c3f-adbb-b4e8cc672c42 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:56.254946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b204b79-475f-41ee-bed5-bbabf39c1ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.281700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b204b79-475f-41ee-bed5-bbabf39c1ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04bf776-00b1-40d2-82a4-4f6c99e89627,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:56.283502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.307139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] device_id is not set on port eb3bd542-826e-4087-9edd-9ae316064b07 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:47:56.321548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b204b79-475f-41ee-bed5-bbabf39c1ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.323265 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9b204b79-475f-41ee-bed5-bbabf39c1ab5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f04bf776-00b1-40d2-82a4-4f6c99e89627 HTTP/1.1" status: 204 len: 168 time: 0.5584724 May 06 13:47:56.416154 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-3ff00e07-4184-4726-9a70-58df404b2c97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61bc521441564a1782d0d505f249bbc6&device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 1097 time: 0.1316226 May 06 13:47:56.557071 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-22732312-2f01-4cbf-94cf-5da8127200e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b HTTP/1.1" status: 200 len: 217 time: 0.1342664 May 06 13:47:56.572203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:55Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:56.573738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:56.583197 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9006c2cb-8ce2-48f3-9015-faf5b8be9ea5 req-4d0ff4ee-4e41-41db-a7de-1119f21e20ef tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5560892 May 06 13:47:56.594978 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e4864e04-d86a-4a98-b711-b5fb28a9b68f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d062d92dc9334db4a11b67cd72574e1c HTTP/1.1" status: 200 len: 380 time: 0.5686023 May 06 13:47:56.599100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583c77d-a13b-4238-a1a4-5de86990dbc5 None None] The sync data for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv is: [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:55Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:56.679771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Request body: {'port': {'device_id': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'admin_state_up': True, 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'security_groups': ['cff288b8-2ff3-4f0f-bd9b-a4f647229737']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:56.709653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.713338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:56.713919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.716823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-d6187b41-d1b0-4ba6-8ea7-8789cfbea973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:56.718423 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-d6187b41-d1b0-4ba6-8ea7-8789cfbea973 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54919e3-0f37-47e9-9fe7-95e5be69ca12 HTTP/1.1" status: 200 len: 851 time: 0.1524365 May 06 13:47:56.725582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.725920 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Added segment 01c4abb4-1a02-4dca-bc2e-141daff4cf59 of type vlan for network a7087ae2-5763-4bc9-b991-df980d604263 May 06 13:47:56.841748 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-27f73091-a968-40b3-bd12-de2c4a1d9b31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140902 May 06 13:47:57.002864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57098) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:57.045056 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85dd823-8f80-411a-8548-751ba597b08f'] response: {'name': 'network-changed', 'server_uuid': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'tag': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'status': 'completed', 'code': 200} May 06 13:47:57.072873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ffbc7e40-a465-4524-a0b4-b5d880d180f1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:57.131500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.144808 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-f9ab51e4-708f-4d5f-8483-77d562ab38d3 service neutron] 10.222.0.69 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965803 May 06 13:47:57.160934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.176671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ffbc7e40-a465-4524-a0b4-b5d880d180f1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:57.182548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ffbc7e40-a465-4524-a0b4-b5d880d180f1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:57.183080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.219967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.270839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.274469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:57.275178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.304603 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 5.0772250 May 06 13:47:57.309116 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c81cadfb-e102-4a02-ad3b-86c5d6339bd5 req-817c35f3-3e15-4143-897f-cfc2a43af070 service neutron] 10.222.0.69 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562185 May 06 13:47:57.309589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57106) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:57.315681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'subnet': {'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:57.333601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.337911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.378512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port ffbc7e40-a465-4524-a0b4-b5d880d180f1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ffbc7e40-a465-4524-a0b4-b5d880d180f1,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:57.385928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.469664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=ffbc7e40-a465-4524-a0b4-b5d880d180f1,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:57.513498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:57.519115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Usage tracker for resource:subnet and tenant:f4388ffce0034e4285e3ec064a61fe55 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:57.523083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:57.531158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:57.549151 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-16eafcff-76b4-427c-a852-45684df871ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61bc521441564a1782d0d505f249bbc6&device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 1097 time: 0.1447735 May 06 13:47:57.550408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Made reservation on behalf of f4388ffce0034e4285e3ec064a61fe55 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:57.584679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed7e6c-d0ff-4db5-b8d6-6cf0d90e1082 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Network': ['ID=e772629e-3683-4d26-aa6d-8ffc175c2f70,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:57.595700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:57.640680 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0133579 May 06 13:47:57.775421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57114) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:57.785899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=eb3bd542-826e-4087-9edd-9ae316064b07,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:57.789808 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d738aeb-7327-4615-a971-0a1c23bb8e1a req-7191ab5b-d2ab-43e8-aa3b-c805d321b100 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.5335889 May 06 13:47:57.831216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Network 944aeb86-1bb0-4e9f-af12-caa97a092a3d is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:57.850995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f04633-3a38-4183-8200-840275f69caa tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Network': ['ID=a7087ae2-5763-4bc9-b991-df980d604263,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:57.853505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:57.863214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network a7087ae2-5763-4bc9-b991-df980d604263 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:57.865697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.890922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:47:57.891658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:57.892265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.930393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-118047801'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:57.947332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:57.951610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.963597 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0e3933fa-a2a0-4ea9-93df-92713e14d4e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42d3fc088fed48f2bdfddd6c5f0c9809&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8275795 May 06 13:47:57.966958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57118) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:57.977542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:58.000595 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-29dec848-64d8-4d86-9ce1-32ec026acafb tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1490605 May 06 13:47:58.005152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:58.008495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57122) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:58.021266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:58.025694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:58.133653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Made reservation on behalf of d062d92dc9334db4a11b67cd72574e1c for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:58.134901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-fbd3ac17-9192-431d-aa8f-9766fdf73ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:58.136363 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-fbd3ac17-9192-431d-aa8f-9766fdf73ce9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd HTTP/1.1" status: 200 len: 913 time: 0.5715590 May 06 13:47:58.136613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.136924 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Made reservation on behalf of 3f20c29479574c479e12fb0b9467671c for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:58.139640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.270782 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-3a1f420a-e153-4001-8312-de0f07f12fff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b HTTP/1.1" status: 200 len: 217 time: 0.1102097 May 06 13:47:58.291498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3688a-4bb1-4748-b2a6-72da22ff190a req-cbd3506f-065e-450d-94aa-90d89bb49723 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:58.292922 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-49e3688a-4bb1-4748-b2a6-72da22ff190a req-cbd3506f-065e-450d-94aa-90d89bb49723 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 944 time: 0.4552672 May 06 13:47:58.329289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7209-c4ad-4eff-86e4-432bd491df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.331002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:58.398783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.399167 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Added segment 5fcf2130-c368-4eae-9c67-770c4676e3ba of type vlan for network c16a29c7-617d-49ad-96a3-8e3ddaff9ca1 May 06 13:47:58.449566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7209-c4ad-4eff-86e4-432bd491df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.457663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.491976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-d8605fc2-b4a3-4ffe-9247-a4f084cba6db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:58.493431 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-d8605fc2-b4a3-4ffe-9247-a4f084cba6db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54919e3-0f37-47e9-9fe7-95e5be69ca12 HTTP/1.1" status: 200 len: 851 time: 0.2117894 May 06 13:47:58.556182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.584230 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-49e3688a-4bb1-4748-b2a6-72da22ff190a req-ce65a510-585a-4cf1-b965-a2db9c1f54eb tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509422 May 06 13:47:58.628921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:58.656257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Allocated IP 172.20.0.13 (7b949343-fade-4404-b22c-bf0782c0d21c/d00bc25e-5058-4e88-8f97-2b385c372c28/621e6240-c0d2-47a6-a883-25045e4a4e40) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:58.662369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.687288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.697203 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.700829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:58.701392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.722783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.753130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7209-c4ad-4eff-86e4-432bd491df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.809433 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-3c7097cb-7f83-4d59-8534-2f2b1fee691a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2981732 May 06 13:47:58.874136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f7209-c4ad-4eff-86e4-432bd491df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb249c11-2aff-4714-a683-33ad1ac17b32,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:58.937581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Pushing event updated for resources: {'Port': ['ID=2842bc6e-e704-4ba0-928a-dbeff1f0d73f,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:58.953796 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Network': ['ID=c16a29c7-617d-49ad-96a3-8e3ddaff9ca1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:58.976689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Subnet': ['ID=6acf10f8-3897-4ddf-a780-428f9758dc9a,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:58.990961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7209-c4ad-4eff-86e4-432bd491df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.992082 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4d5f7209-c4ad-4eff-86e4-432bd491df5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb249c11-2aff-4714-a683-33ad1ac17b32 HTTP/1.1" status: 204 len: 168 time: 1.0231812 May 06 13:47:59.000003 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-318d9e6b-a742-4856-a33d-27912104a2c2 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1608734 May 06 13:47:59.002822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57132) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.005890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network c16a29c7-617d-49ad-96a3-8e3ddaff9ca1 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:59.010953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'ports': [{'network_id': 'a7087ae2-5763-4bc9-b991-df980d604263', 'name': 'tempest-port--1064932613', 'admin_state_up': True}, {'network_id': 'c16a29c7-617d-49ad-96a3-8e3ddaff9ca1', 'admin_state_up': False}]} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:59.011258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'port': {'network_id': 'a7087ae2-5763-4bc9-b991-df980d604263', 'name': 'tempest-port--1064932613', 'admin_state_up': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:59.011736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'port': {'network_id': 'c16a29c7-617d-49ad-96a3-8e3ddaff9ca1', 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:59.043227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ffbc7e40-a465-4524-a0b4-b5d880d180f1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:59.101581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.159226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:59.162421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Checking segment: {'id': '40ee8782-baa9-44c1-a821-0d222214e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:47:59.162897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Network hostable DHCP agents. Network: e772629e-3683-4d26-aa6d-8ffc175c2f70, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:59.179507 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-1b4a9da6-9435-4b5a-903b-555d3242a3db service neutron] 10.222.0.69 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329334 May 06 13:47:59.286151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ffbc7e40-a465-4524-a0b4-b5d880d180f1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:59.287893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.384843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:59.434036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:59.436125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, e772629e-3683-4d26-aa6d-8ffc175c2f70) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:59.441769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Usage tracker for resource:port and tenant:3f20c29479574c479e12fb0b9467671c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:59.446721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:59.450059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:59.450521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.455566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e842cf-0613-40cf-86e2-40020e038bbc None None] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:59.461946 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3001eacb-1cd1-4103-b8f9-f932421cb6fb req-9222f804-df3b-4b99-8396-a823c4f5345c service neutron] 10.222.0.69 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662363 May 06 13:47:59.482046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:59.503049 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bb84fb34-c7e8-4c9a-81b4-812a525e6839 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1923873 May 06 13:47:59.504720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Made reservation on behalf of 3f20c29479574c479e12fb0b9467671c for: {'port': 2} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:59.508334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.515712 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-42f0d0c5-2680-4e2b-a07d-a95684f5131f req-26de6999-eef4-4050-ab44-351d76a09c28 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.4148588 May 06 13:47:59.518659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57140) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.526813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70', 'name': 'tempest-AllowedAddressPairTestJSON-1113521029'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:59.592150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] device_id is not set on port eb3bd542-826e-4087-9edd-9ae316064b07 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:47:59.616648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.658172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.667592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Transition to ACTIVE for port object eb3bd542-826e-4087-9edd-9ae316064b07 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:59.685929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.746341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Transition to ACTIVE for port object 621e6240-c0d2-47a6-a883-25045e4a4e40 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:59.787248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-e772629e-3683-4d26-aa6d-8ffc175c2f70', 'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70', 'tenant_id': 'f4388ffce0034e4285e3ec064a61fe55', 'fixed_ips': [{'subnet_id': '6acf10f8-3897-4ddf-a780-428f9758dc9a'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:47:59.788060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.857562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=eb3bd542-826e-4087-9edd-9ae316064b07,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:59.923579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.954369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.992815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Allocated IP 172.20.0.2 (e772629e-3683-4d26-aa6d-8ffc175c2f70/6acf10f8-3897-4ddf-a780-428f9758dc9a/50d0dc2a-4d44-442a-815a-40d6589cd2c4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:00.057114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:00.057552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:00.057843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:00.065827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:00.070261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Usage tracker for resource:port and tenant:f4388ffce0034e4285e3ec064a61fe55 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:00.073538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:00.081946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:00.091553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 6dd1fe77-c142-4114-af52-ee8941e4014f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:00.091931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.136044 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Made reservation on behalf of f4388ffce0034e4285e3ec064a61fe55 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:00.139000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.154996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event updated for resources: {'Port': ['ID=621e6240-c0d2-47a6-a883-25045e4a4e40,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:00.165757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfa278-0dbe-4737-9616-76e3e3686b58 req-d6f9367d-aa64-40f4-ad36-3be28e25e405 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:00.170984 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-abcfa278-0dbe-4737-9616-76e3e3686b58 req-d6f9367d-aa64-40f4-ad36-3be28e25e405 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 944 time: 0.3567719 May 06 13:48:00.192207 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Network 7b949343-fade-4404-b22c-bf0782c0d21c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:00.195338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:00.195688 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:00.215171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 2 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:00.229818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:00.240627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:00.269958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.288573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Transition to ACTIVE for port object 50d0dc2a-4d44-442a-815a-40d6589cd2c4 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:00.314850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Transition to ACTIVE for port object 50d0dc2a-4d44-442a-815a-40d6589cd2c4 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:00.323665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.330350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] device_id is not set on port 887a5510-535c-4771-be87-b0c63b55cc90 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:00.388802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:00.399675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:00.399932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:00.400055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:00.400299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:00.417151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:00.443281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:00.443608 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:00.448325 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 3 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:00.460840 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Floating IP 257b057b-9ec5-4f71-a9cb-d690cf200649 associated. External IP: 172.26.0.249, port: 23c5b78d-b452-487a-9afe-4f05259bd1da. May 06 13:48:00.497793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-abcfa278-0dbe-4737-9616-76e3e3686b58 req-0ff853d9-20fd-4686-bdcb-43671762d2e8 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175051 May 06 13:48:00.542294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] device_id is not set on port a2047953-fe93-49df-bbda-f574d599a547 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:00.568850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Pushing event updated for resources: {'Port': ['ID=50d0dc2a-4d44-442a-815a-40d6589cd2c4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:00.608173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:00.609391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.610301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e56e2d8f-dff7-4a8b-bb3f-7de6b6901f4b None None] Provisioning for port 621e6240-c0d2-47a6-a883-25045e4a4e40 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:00.642422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e56e2d8f-dff7-4a8b-bb3f-7de6b6901f4b None None] Provisioning complete for port 621e6240-c0d2-47a6-a883-25045e4a4e40 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:00.642934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e56e2d8f-dff7-4a8b-bb3f-7de6b6901f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.650850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Allocated IP 172.20.0.7 (e772629e-3683-4d26-aa6d-8ffc175c2f70/6acf10f8-3897-4ddf-a780-428f9758dc9a/887a5510-535c-4771-be87-b0c63b55cc90) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:00.689937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:00.690356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:00.690789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:00.738041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e56e2d8f-dff7-4a8b-bb3f-7de6b6901f4b None None] Port 621e6240-c0d2-47a6-a883-25045e4a4e40 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:00.744785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Attempting to bind port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:00.745330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Attempting to bind port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '40ee8782-baa9-44c1-a821-0d222214e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:00.745876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Attempting to bind port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 on network e772629e-3683-4d26-aa6d-8ffc175c2f70 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:00.755482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:00.756630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Checking segment: {'id': '40ee8782-baa9-44c1-a821-0d222214e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:00.757361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.758085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Bound using segment: {'id': '40ee8782-baa9-44c1-a821-0d222214e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:00.758745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Bound port: 50d0dc2a-4d44-442a-815a-40d6589cd2c4, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ee8782-baa9-44c1-a821-0d222214e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:00.759305 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.761797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.784820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:00.785169 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:00.825800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7d7a2ea5-3808-40d1-8c17-d92e2c11094b details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:48:00.839699 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 4 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:00.920800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 6dd1fe77-c142-4114-af52-ee8941e4014f owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:00.952912 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-63c2a381-6834-4a50-9e71-9447db349a6d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3325152 May 06 13:48:00.964114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.982894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:00.983225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:00.983596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:00.988822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Request body: {'port': {'device_id': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:01.031382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:01.049906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'port_id': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'mac_address': 'fa:16:3e:97:6b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:48:01.060006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:01.060334 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:01.066577 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 5 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:01.093181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] For port 50d0dc2a-4d44-442a-815a-40d6589cd2c4, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:01.118151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:01.118521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:01.118840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:01.132897 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] For port 50d0dc2a-4d44-442a-815a-40d6589cd2c4, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=50d0dc2a-4d44-442a-815a-40d6589cd2c4,segment=NetworkSegment(40ee8782-baa9-44c1-a821-0d222214e0bb),segment_id=40ee8782-baa9-44c1-a821-0d222214e0bb)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:01.134571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] device_id is not set on port 4316242f-d275-4653-84de-7c61c3ef4e93 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:01.142372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.143397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.168594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Transition to ACTIVE for port object 887a5510-535c-4771-be87-b0c63b55cc90 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:01.187738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:01.187738 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:01.193915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfc2b5-5c2a-4381-8505-a766a46d73af req-1b775111-5eb1-4de9-93f9-e77cae88b197 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:01.194620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-decfc2b5-5c2a-4381-8505-a766a46d73af req-1b775111-5eb1-4de9-93f9-e77cae88b197 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Synchronizing usage tracker for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:01.200780 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 6 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:01.222103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.237351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.242372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.251861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7a2ea5-3808-40d1-8c17-d92e2c11094b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:48:01.255072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:01.255407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:01.255740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:01.294893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:01.300699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0ed08-834f-4171-917d-985d4ea76213 None None] Pushing event updated for resources: {'Port': ['ID=50d0dc2a-4d44-442a-815a-40d6589cd2c4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:01.305601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.344857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=887a5510-535c-4771-be87-b0c63b55cc90,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:01.387298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.391151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:01.394373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:01.400060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:01.402362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:01.462082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-decfc2b5-5c2a-4381-8505-a766a46d73af req-1b775111-5eb1-4de9-93f9-e77cae88b197 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Unset dirty status for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:01.463565 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-decfc2b5-5c2a-4381-8505-a766a46d73af req-1b775111-5eb1-4de9-93f9-e77cae88b197 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 932 time: 0.7871757 May 06 13:48:01.474234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:01.474787 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:01.497418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:01.497944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.555740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.569182 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 7 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:01.604031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['7d7a2ea5-3808-40d1-8c17-d92e2c11094b'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:48:01.635059 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-89ed34fb-08bb-46a1-8eb2-2551f5857b03 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1126628 May 06 13:48:01.642158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57178) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:01.660695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70', 'name': 'tempest-AllowedAddressPairTestJSON-1780598921', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e5:2a:0d'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:01.717075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:01.717420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:01.717759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:01.752499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Port': ['ID=a2047953-fe93-49df-bbda-f574d599a547,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:01.867059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Checking segment: {'id': '01c4abb4-1a02-4dca-bc2e-141daff4cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a7087ae2-5763-4bc9-b991-df980d604263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:01.867423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Network hostable DHCP agents. Network: a7087ae2-5763-4bc9-b991-df980d604263, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:01.895610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:01.896004 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:01.914712 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 8 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:01.931451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.946864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66675320-03c6-468b-a17e-692e108164a9 req-0a78cf58-fb50-4e88-a1dc-b81f55f9fe97 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:01.949091 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-66675320-03c6-468b-a17e-692e108164a9 req-0a78cf58-fb50-4e88-a1dc-b81f55f9fe97 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 945 time: 0.1899397 May 06 13:48:01.951410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Network a7087ae2-5763-4bc9-b991-df980d604263 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:01.987926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, a7087ae2-5763-4bc9-b991-df980d604263) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:02.000433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:02.001395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.001522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04d66a-a0ef-4924-a9be-4df7b13a4adf None None] Network a7087ae2-5763-4bc9-b991-df980d604263 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:02.016235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d44091c-5a2c-47ff-b4c6-f9bb1db17c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.025104 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-decfc2b5-5c2a-4381-8505-a766a46d73af req-eb17c2d0-341f-4756-b789-8f42e80a8f8c tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487342 May 06 13:48:02.086932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=6dd1fe77-c142-4114-af52-ee8941e4014f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:02.100051 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-66675320-03c6-468b-a17e-692e108164a9 req-cf0bac90-2269-4a84-8439-781405ee2a06 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432378 May 06 13:48:02.111349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Port': ['ID=4316242f-d275-4653-84de-7c61c3ef4e93,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:02.114797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:02.115139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:02.115478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:02.182535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Checking segment: {'id': '5fcf2130-c368-4eae-9c67-770c4676e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'c16a29c7-617d-49ad-96a3-8e3ddaff9ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:02.185343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Network hostable DHCP agents. Network: c16a29c7-617d-49ad-96a3-8e3ddaff9ca1, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:02.227243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Network c16a29c7-617d-49ad-96a3-8e3ddaff9ca1 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:02.239443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, c16a29c7-617d-49ad-96a3-8e3ddaff9ca1) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:02.244482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:02.249414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:02.253778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:02.254859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.263052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379cf2e-8e02-4849-847c-60f1c3d4686c None None] Network c16a29c7-617d-49ad-96a3-8e3ddaff9ca1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:02.296822 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dff99a91-5e20-4605-aaf2-a371fa8e31e8 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2903256 May 06 13:48:02.298911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57190) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:02.364237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:02.395430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Usage tracker for resource:port and tenant:f4388ffce0034e4285e3ec064a61fe55 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:02.454183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:02.454511 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:02.460285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:02.468726 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 9 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:02.498931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70559e0-08a0-4fea-8cd5-858fbc7f2b21 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:02.521520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70559e0-08a0-4fea-8cd5-858fbc7f2b21 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:02.522439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d70559e0-08a0-4fea-8cd5-858fbc7f2b21 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Synchronizing usage tracker for tenant:3f20c29479574c479e12fb0b9467671c on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:02.544695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d70559e0-08a0-4fea-8cd5-858fbc7f2b21 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Unset dirty status for tenant:3f20c29479574c479e12fb0b9467671c on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:02.546676 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d70559e0-08a0-4fea-8cd5-858fbc7f2b21 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2466595 May 06 13:48:02.550247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57196) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:02.605941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57200) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:02.620871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:02.652399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a0b64d66-e87d-4c56-8f5b-0d2431978fba tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Deleting port a2047953-fe93-49df-bbda-f574d599a547 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:02.652750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0b64d66-e87d-4c56-8f5b-0d2431978fba tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.659832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:02.660166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:02.660530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:02.671585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Made reservation on behalf of f4388ffce0034e4285e3ec064a61fe55 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:02.715613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef19081-0b8f-44ce-ba95-cc4df005439e None None] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:02.761095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:02.761381 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:02.770088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 10 to bind port eb3bd542-826e-4087-9edd-9ae316064b07 May 06 13:48:02.798579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8ac16693-6e3f-44d3-82a9-91a6183344aa tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:02.800718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7d7a2ea5-3808-40d1-8c17-d92e2c11094b up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:02.818330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.832511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:02.832844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:02.833159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:02.948225 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8ac16693-6e3f-44d3-82a9-91a6183344aa tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "PUT /v2.0/quotas/71f3c67861cb4d48b9df82d3fd1e1af0 HTTP/1.1" status: 200 len: 366 time: 0.3411956 May 06 13:48:02.953838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:02.954225 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port eb3bd542-826e-4087-9edd-9ae316064b07 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:02.954669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.984349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57206) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.010954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:03.038550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a550fbb4-e307-4462-bff7-936c6df2ef64 None None] Provisioning for port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:03.041577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 50d0dc2a-4d44-442a-815a-40d6589cd2c4 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:03.054343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0b64d66-e87d-4c56-8f5b-0d2431978fba tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.131086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:03.132218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.186714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:03.187083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.215086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a0b64d66-e87d-4c56-8f5b-0d2431978fba tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Calling delete_port for a2047953-fe93-49df-bbda-f574d599a547 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:03.335178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:03.341839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.355756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0b64d66-e87d-4c56-8f5b-0d2431978fba tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.357311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:03.357742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.375957 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f96c519a-09e6-4070-bdd8-a9de441f8b8e tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.3889503 May 06 13:48:03.395382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57214) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.416513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] device_id is not set on port 0045aa69-5d84-4dd4-8813-ae04e3b4b69a yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:03.429203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:03.436628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbed7d4-7408-4d9b-91d0-bd99bbf1dcc0 req-a211863f-df11-4f92-a1d0-ffa4cd5bf72e tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:03.438111 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8dbed7d4-7408-4d9b-91d0-bd99bbf1dcc0 req-a211863f-df11-4f92-a1d0-ffa4cd5bf72e tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 945 time: 0.1836543 May 06 13:48:03.439968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b64d66-e87d-4c56-8f5b-0d2431978fba tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Port': ['ID=a2047953-fe93-49df-bbda-f574d599a547,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:03.448789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0b64d66-e87d-4c56-8f5b-0d2431978fba tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.455465 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b5d19f99-f39b-4b43-9ae6-ab4e8b14bb65 tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "GET /v2.0/quotas/71f3c67861cb4d48b9df82d3fd1e1af0 HTTP/1.1" status: 200 len: 366 time: 0.0469592 May 06 13:48:03.455465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57218) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.462304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621e6240-c0d2-47a6-a883-25045e4a4e40 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:48:03.498190 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a0b64d66-e87d-4c56-8f5b-0d2431978fba tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/ports/a2047953-fe93-49df-bbda-f574d599a547 HTTP/1.1" status: 204 len: 168 time: 0.9466012 May 06 13:48:03.503690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57224) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.504290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:03.515269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.527411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.563751 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6769a1b7-ae84-49ec-b70a-768d6d163a3a tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/71f3c67861cb4d48b9df82d3fd1e1af0 HTTP/1.1" status: 204 len: 168 time: 0.1067896 May 06 13:48:03.567530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57230) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.603740 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8dbed7d4-7408-4d9b-91d0-bd99bbf1dcc0 req-829f4ca0-c18a-4c0f-a668-6e2f451325c1 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356153 May 06 13:48:03.609832 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce02109e-d5e7-46a7-9650-70c1f83cc42c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0372412 May 06 13:48:03.611075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57234) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.621057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ad74c957-b95b-4d85-82b9-8440a1149133 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Deleting port 4316242f-d275-4653-84de-7c61c3ef4e93 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:03.621491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad74c957-b95b-4d85-82b9-8440a1149133 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.680838 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.683062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5a6907f6-ca7d-4830-a38f-395d17a3a18a tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "GET /v2.0/quotas/71f3c67861cb4d48b9df82d3fd1e1af0 HTTP/1.1" status: 200 len: 370 time: 0.0716405 May 06 13:48:03.683667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57238) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.696639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:03.721518 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-226de012-1191-4097-8590-ddaec890f340 tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "GET /v2.0/quotas/71f3c67861cb4d48b9df82d3fd1e1af0/default HTTP/1.1" status: 200 len: 370 time: 0.0324152 May 06 13:48:03.726072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57242) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.733861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 50d0dc2a-4d44-442a-815a-40d6589cd2c4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=50d0dc2a-4d44-442a-815a-40d6589cd2c4,segment=NetworkSegment(40ee8782-baa9-44c1-a821-0d222214e0bb),segment_id=40ee8782-baa9-44c1-a821-0d222214e0bb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:03.742923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.784876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Transition to ACTIVE for port object 621e6240-c0d2-47a6-a883-25045e4a4e40 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:03.811245 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-72bc900f-0ecc-4a47-a670-4a2a9d74275c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] delete failed (client error): The resource could not be found. May 06 13:48:03.817946 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-72bc900f-0ecc-4a47-a670-4a2a9d74275c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/71f3c67861cb4d48b9df82d3fd1e1af0 HTTP/1.1" status: 404 len: 348 time: 0.0881393 May 06 13:48:03.830680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=50d0dc2a-4d44-442a-815a-40d6589cd2c4,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:03.852497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-88f9522b-26fb-45c6-a6ea-a1c407e40943 None None] Provisioning complete for port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:03.852974 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88f9522b-26fb-45c6-a6ea-a1c407e40943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.963497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.046133 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1983a971-fa9d-4a31-9204-7fbf663964f2'] response: {'server_uuid': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'code': 200} May 06 13:48:04.064946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-88f9522b-26fb-45c6-a6ea-a1c407e40943 None None] Provisioning for port 887a5510-535c-4771-be87-b0c63b55cc90 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:04.071619 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-88f9522b-26fb-45c6-a6ea-a1c407e40943 None None] Provisioning complete for port 887a5510-535c-4771-be87-b0c63b55cc90 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:04.072023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88f9522b-26fb-45c6-a6ea-a1c407e40943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.083101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57252) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.132292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] For port eb3bd542-826e-4087-9edd-9ae316064b07, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:04.132577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempted to set empty binding levels {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 13:48:04.145237 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Usage tracker for resource:network and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.149739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-88f9522b-26fb-45c6-a6ea-a1c407e40943 None None] Port 887a5510-535c-4771-be87-b0c63b55cc90 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:04.153072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad74c957-b95b-4d85-82b9-8440a1149133 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.164035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.164416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.254422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Pushing event updated for resources: {'Port': ['ID=621e6240-c0d2-47a6-a883-25045e4a4e40,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.261298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Router 65008786-483f-4ee7-9aa8-fd4c77a6d54f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:04.283231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-551e387e-80c9-4588-8cc7-262af11d1d68 None None] Provisioning complete for port 887a5510-535c-4771-be87-b0c63b55cc90 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:04.284025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-551e387e-80c9-4588-8cc7-262af11d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.319808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Usage tracker for resource:subnet and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.332265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ad74c957-b95b-4d85-82b9-8440a1149133 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Calling delete_port for 4316242f-d275-4653-84de-7c61c3ef4e93 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:04.354107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-551e387e-80c9-4588-8cc7-262af11d1d68 None None] Port 887a5510-535c-4771-be87-b0c63b55cc90 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:04.370964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91ac5198-b104-4ec3-af13-b56160348869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.379431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.387574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Allocated IP 172.20.0.4 (e772629e-3683-4d26-aa6d-8ffc175c2f70/6acf10f8-3897-4ddf-a780-428f9758dc9a/0045aa69-5d84-4dd4-8813-ae04e3b4b69a) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:04.397920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] In _notify_port_updated(), no bound segment for port eb3bd542-826e-4087-9edd-9ae316064b07 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:48:04.398942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.402777 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "PUT /v2.0/ports/eb3bd542-826e-4087-9edd-9ae316064b07 HTTP/1.1" status: 200 len: 976 time: 6.3892496 May 06 13:48:04.404634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57256) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.419407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Usage tracker for resource:subnetpool and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.472048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42867a4-5909-48cd-8696-c1fe01a7a3e8 req-7a4bb4da-4a05-4187-ad3c-283b5c22d3c8 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:04.473433 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f42867a4-5909-48cd-8696-c1fe01a7a3e8 req-7a4bb4da-4a05-4187-ad3c-283b5c22d3c8 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 932 time: 1.1032012 May 06 13:48:04.479041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.513577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Usage tracker for resource:port and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.520240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad74c957-b95b-4d85-82b9-8440a1149133 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.564847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.577261 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8e097967-66f9-4f20-b631-f55d77bee689 req-719ad541-6ab0-483f-8e45-01737c530fdf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 1099 time: 0.3492818 May 06 13:48:04.581313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74c957-b95b-4d85-82b9-8440a1149133 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Port': ['ID=4316242f-d275-4653-84de-7c61c3ef4e93,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.607771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad74c957-b95b-4d85-82b9-8440a1149133 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.620699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Usage tracker for resource:router and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.622933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-8e097967-66f9-4f20-b631-f55d77bee689 req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.657760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d36a5e1f-4fea-4a7e-9d8b-24a9bc743778 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Synchronizing usage tracker for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:04.660607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.663169 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ad74c957-b95b-4d85-82b9-8440a1149133 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/ports/4316242f-d275-4653-84de-7c61c3ef4e93 HTTP/1.1" status: 204 len: 168 time: 1.1579170 May 06 13:48:04.669732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57262) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.687140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713f389-d1f1-423f-a36a-3e8b2af79c44 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=eb3bd542-826e-4087-9edd-9ae316064b07,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.730133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Usage tracker for resource:floatingip and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.738264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a1cbabd7-a06a-4b00-80c7-1476279e6c14 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Synchronizing usage tracker for tenant:3f20c29479574c479e12fb0b9467671c on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:04.750457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-8e097967-66f9-4f20-b631-f55d77bee689 req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:04.754745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.761319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-8e097967-66f9-4f20-b631-f55d77bee689 req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] Usage tracker for resource:security_group_rule and tenant:68e361078f954aeea93ee54edd675961 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.764025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d36a5e1f-4fea-4a7e-9d8b-24a9bc743778 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Unset dirty status for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:04.769629 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d36a5e1f-4fea-4a7e-9d8b-24a9bc743778 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22984 time: 0.3523505 May 06 13:48:04.769629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-8e097967-66f9-4f20-b631-f55d77bee689 req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.784185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57266) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.807482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-8e097967-66f9-4f20-b631-f55d77bee689 req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:04.831727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a1cbabd7-a06a-4b00-80c7-1476279e6c14 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Unset dirty status for tenant:3f20c29479574c479e12fb0b9467671c on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:04.833396 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a1cbabd7-a06a-4b00-80c7-1476279e6c14 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1622407 May 06 13:48:04.838267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57270) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.850457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-504753918'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:04.862700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:04.870919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Usage tracker for resource:network and tenant:3f20c29479574c479e12fb0b9467671c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.879340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.895011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:04.945913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Made reservation on behalf of 3f20c29479574c479e12fb0b9467671c for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:04.948980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.969568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 50d0dc2a-4d44-442a-815a-40d6589cd2c4 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:04.996150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f42867a4-5909-48cd-8696-c1fe01a7a3e8 req-75d499a0-0603-47b6-9041-2f67252edf82 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976337 May 06 13:48:05.011212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 7c00669f-817c-4ca0-86f4-a5229841a369 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:05.033919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Deleting port eb3bd542-826e-4087-9edd-9ae316064b07 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:05.034268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.056198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:05.056954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.057535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-8e097967-66f9-4f20-b631-f55d77bee689 req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.069449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bee04-05f7-42f8-8711-ed00b962546a req-744dba4e-02aa-4506-859c-35479ec860b2 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:05.071137 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-673bee04-05f7-42f8-8711-ed00b962546a req-744dba4e-02aa-4506-859c-35479ec860b2 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 0.3109963 May 06 13:48:05.071341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Attempting to bind port 621e6240-c0d2-47a6-a883-25045e4a4e40 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:05.071659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Attempting to bind port 621e6240-c0d2-47a6-a883-25045e4a4e40 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:05.072128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Attempting to bind port 621e6240-c0d2-47a6-a883-25045e4a4e40 on network 7b949343-fade-4404-b22c-bf0782c0d21c {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:05.072231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-8e097967-66f9-4f20-b631-f55d77bee689 req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.118513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Usage tracker for resource:security_group and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.130132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Port 621e6240-c0d2-47a6-a883-25045e4a4e40 on network 7b949343-fade-4404-b22c-bf0782c0d21c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:05.130444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Attempting to bind port 621e6240-c0d2-47a6-a883-25045e4a4e40 on network 7b949343-fade-4404-b22c-bf0782c0d21c {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:05.148568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:05.150608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.153588 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8e097967-66f9-4f20-b631-f55d77bee689 req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5693169 May 06 13:48:05.172294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca616-1e07-4bf9-8940-66fe606e92b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=792ef2e4-ce87-4228-a19e-9b893eaea04f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:05.185147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.185476 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Added segment 95d84b96-28b5-40ac-837c-a089c8eaf211 of type vlan for network 97971df9-8c3f-4946-9315-c3166ef012e1 May 06 13:48:05.195437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Usage tracker for resource:security_group_rule and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.200263 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-673bee04-05f7-42f8-8711-ed00b962546a req-a95ec534-75a8-4e9c-82c1-631efad7f50c tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188121 May 06 13:48:05.207578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.236129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.236129 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-08eef8b3-a4bb-43c2-92cb-66e9f812fd4c tempest-QuotasTest-1218355723 tempest-QuotasTest-1218355723-project-admin] 10.222.0.65 "GET /v2.0/quotas/66aa3e0a18b34e36a317b6629b3465a7/details.json HTTP/1.1" status: 200 len: 703 time: 1.1472669 May 06 13:48:05.269446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.273858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:05.274479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.379586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:05.379950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Checking segment: {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:05.380498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Bound using segment: {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:05.381171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Bound port: 621e6240-c0d2-47a6-a883-25045e4a4e40, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb8d8b3-8ba9-4408-835a-09fe178eaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:05.381293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.398008 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5556092 May 06 13:48:05.398008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bbb70-3911-4049-ac3c-46e1540850df tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Network': ['ID=97971df9-8c3f-4946-9315-c3166ef012e1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:05.399418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57276) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.404879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-433845129'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:05.409340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 97971df9-8c3f-4946-9315-c3166ef012e1 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:05.411306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:05.415846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Usage tracker for resource:network and tenant:3f20c29479574c479e12fb0b9467671c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.418751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.425509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:05.436211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Made reservation on behalf of 3f20c29479574c479e12fb0b9467671c for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:05.440310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.473329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:05.484759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.485095 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Added segment 95de0f6d-001e-474c-90fd-983cfd1de847 of type vlan for network 209a533f-7828-4b0a-b4db-6effa73aba0a May 06 13:48:05.496916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.526792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.550074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.573273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.575946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.580863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:05.581474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.656896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Transition to ACTIVE for port object 0045aa69-5d84-4dd4-8813-ae04e3b4b69a will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:05.692853 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2920439 May 06 13:48:05.700865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14926ad2-36dc-486c-8ee2-1938cbc8e20b tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Network': ['ID=209a533f-7828-4b0a-b4db-6effa73aba0a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:05.713331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 209a533f-7828-4b0a-b4db-6effa73aba0a details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:05.715026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:05.724797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] For port eb3bd542-826e-4087-9edd-9ae316064b07, host hv-neutron-8408, got binding levels [] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:05.725148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.738710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57282) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.745014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ecac9-b7f0-408c-98c8-40d59ffdb031 None None] Sync routers for ids ['7c00669f-817c-4ca0-86f4-a5229841a369'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:05.806078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] For port 621e6240-c0d2-47a6-a883-25045e4a4e40, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:05.833294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57288) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.844788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'subnets': [{'network_id': '97971df9-8c3f-4946-9315-c3166ef012e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--992846413', 'ip_version': 4}, {'network_id': '209a533f-7828-4b0a-b4db-6effa73aba0a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:05.845131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'subnet': {'network_id': '97971df9-8c3f-4946-9315-c3166ef012e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--992846413', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:05.845764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Request body: {'subnet': {'network_id': '209a533f-7828-4b0a-b4db-6effa73aba0a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:05.856935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ecac9-b7f0-408c-98c8-40d59ffdb031 None None] Routers {'7c00669f-817c-4ca0-86f4-a5229841a369'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:05.857691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a90ecac9-b7f0-408c-98c8-40d59ffdb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c00669f-817c-4ca0-86f4-a5229841a369'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:05.920242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Calling delete_port for eb3bd542-826e-4087-9edd-9ae316064b07 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:05.931036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a90ecac9-b7f0-408c-98c8-40d59ffdb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:05.952644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ecac9-b7f0-408c-98c8-40d59ffdb031 None None] Routers {'7c00669f-817c-4ca0-86f4-a5229841a369'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:05.953279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a90ecac9-b7f0-408c-98c8-40d59ffdb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c00669f-817c-4ca0-86f4-a5229841a369'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:05.971908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.980338 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-82f226bf-3db8-47f6-ada7-ca8d416ce75d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/7c00669f-817c-4ca0-86f4-a5229841a369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2617726 May 06 13:48:05.986504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57292) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.996533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] For port 621e6240-c0d2-47a6-a883-25045e4a4e40, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=621e6240-c0d2-47a6-a883-25045e4a4e40,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:06.002920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.013898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.017086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a90ecac9-b7f0-408c-98c8-40d59ffdb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:06.017588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ecac9-b7f0-408c-98c8-40d59ffdb031 None None] The sync data for ids ['7c00669f-817c-4ca0-86f4-a5229841a369'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:06.076085 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f10c5a39-b589-44b6-aa53-9b36eccfa986 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c00669f-817c-4ca0-86f4-a5229841a369 HTTP/1.1" status: 200 len: 205 time: 0.0791616 May 06 13:48:06.081196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57298) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.125126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.126552 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] 10.222.0.69 "PUT /v2.0/ports/621e6240-c0d2-47a6-a883-25045e4a4e40 HTTP/1.1" status: 200 len: 1094 time: 5.1627004 May 06 13:48:06.128872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'tag': '621e6240-c0d2-47a6-a883-25045e4a4e40'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:06.135658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.143543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:06.145018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:06.147329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=0045aa69-5d84-4dd4-8813-ae04e3b4b69a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:06.156400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:06.177134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:06.201926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] Usage tracker for resource:security_group_rule and tenant:236edd95d7e94e9facd14b54af3cbf0d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:06.205841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:06.336862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:06.342228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Usage tracker for resource:subnet and tenant:3f20c29479574c479e12fb0b9467671c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:06.345651 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:06.421916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:06.423981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:06.441167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:06.481345 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a953d53-61de-42cf-b779-dfdf5ddf6796 None None] Sync routers for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:06.496675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.497925 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a953d53-61de-42cf-b779-dfdf5ddf6796 None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:06.498757 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1a953d53-61de-42cf-b779-dfdf5ddf6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:06.517167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:06.518043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.528219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Made reservation on behalf of 3f20c29479574c479e12fb0b9467671c for: {'subnet': 2} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:06.538959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a14dee50-8b99-4da5-935d-dc20f144a7b6 None None] Provisioning for port 0045aa69-5d84-4dd4-8813-ae04e3b4b69a completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:06.552792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a14dee50-8b99-4da5-935d-dc20f144a7b6 None None] Provisioning complete for port 0045aa69-5d84-4dd4-8813-ae04e3b4b69a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:06.553755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b543e7-fd46-48ab-a2f0-987f4b52d29f service neutron] Pushing event updated for resources: {'Port': ['ID=621e6240-c0d2-47a6-a883-25045e4a4e40,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:06.554648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a14dee50-8b99-4da5-935d-dc20f144a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.602027 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "DELETE /v2.0/ports/eb3bd542-826e-4087-9edd-9ae316064b07 HTTP/1.1" status: 204 len: 168 time: 1.8089445 May 06 13:48:06.609463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57312) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.618958 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-83257d38-aa0e-406f-9274-8416cf00777e tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.9676147 May 06 13:48:06.620121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29965c6c-5d8c-4fba-b1ce-f29aca446f85 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb3bd542-826e-4087-9edd-9ae316064b07,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:06.640743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57316) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.643179 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a14dee50-8b99-4da5-935d-dc20f144a7b6 None None] Port 0045aa69-5d84-4dd4-8813-ae04e3b4b69a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:06.643720 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1a953d53-61de-42cf-b779-dfdf5ddf6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:06.659116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.660168 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a953d53-61de-42cf-b779-dfdf5ddf6796 None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:06.661041 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1a953d53-61de-42cf-b779-dfdf5ddf6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:06.690328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f01dcd-ebd8-4a6d-b241-b087e7e55a76 req-aa92f07e-5bff-4133-9e68-9608f5b6bd27 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:06.691822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a9f01dcd-ebd8-4a6d-b241-b087e7e55a76 req-aa92f07e-5bff-4133-9e68-9608f5b6bd27 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 944 time: 0.4877558 May 06 13:48:06.725373 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bb11c6-510b-4447-924d-9952d8192573 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] GET failed (client error): The resource could not be found. May 06 13:48:06.725780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f5bb11c6-510b-4447-924d-9952d8192573 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Synchronizing usage tracker for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:06.729003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7385159f-756c-4127-9559-3b633f256c8b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.739392 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1a953d53-61de-42cf-b779-dfdf5ddf6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:06.740189 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a953d53-61de-42cf-b779-dfdf5ddf6796 None None] The sync data for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:06.750624 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-b4d6c72f-591a-4ad6-a386-15c4dc577df5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d062d92dc9334db4a11b67cd72574e1c&device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 1097 time: 0.4454861 May 06 13:48:06.784398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.796922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627ff-9286-4831-972d-0372b7202377 req-d8e7af61-c173-49ae-9372-9ae5fefb7b34 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:06.798367 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-348627ff-9286-4831-972d-0372b7202377 req-d8e7af61-c173-49ae-9372-9ae5fefb7b34 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 0.3711159 May 06 13:48:06.818386 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a2128aec-9b1d-4b30-83a0-2c180ceea346 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 19.1025627 May 06 13:48:06.826777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57320) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.900882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f5bb11c6-510b-4447-924d-9952d8192573 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Unset dirty status for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:06.908808 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f5bb11c6-510b-4447-924d-9952d8192573 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "GET /v2.0/ports/eb3bd542-826e-4087-9edd-9ae316064b07 HTTP/1.1" status: 404 len: 333 time: 0.2966950 May 06 13:48:06.915362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57324) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.931982 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-fe74e450-89c6-40f5-97d3-42b06840b246 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=621e6240-c0d2-47a6-a883-25045e4a4e40 HTTP/1.1" status: 200 len: 217 time: 0.1727874 May 06 13:48:06.938915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1942895775', 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:06.954493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:07.000892 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a9f01dcd-ebd8-4a6d-b241-b087e7e55a76 req-64d80811-0ea4-4b2c-aee3-30c17a3e7895 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863281 May 06 13:48:07.025020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:07.045529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.051217 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ba5f4a46-e926-400a-8448-ff42f37cdf65 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] 10.222.0.65 "GET /v2.0/floatingips/257b057b-9ec5-4f71-a9cb-d690cf200649 HTTP/1.1" status: 200 len: 983 time: 0.2161689 May 06 13:48:07.054157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57330) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.058366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Made reservation on behalf of d077659a37324d8fb55c1b19f58720db for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:07.060651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.070832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.124387 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-f95e2dd6-7ff9-422f-aa39-7ab375ade1cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:07.125853 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-f95e2dd6-7ff9-422f-aa39-7ab375ade1cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00bc25e-5058-4e88-8f97-2b385c372c28 HTTP/1.1" status: 200 len: 844 time: 0.1838140 May 06 13:48:07.239992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-348627ff-9286-4831-972d-0372b7202377 req-24bbda8c-6acf-4292-ac07-030936d55441 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4214065 May 06 13:48:07.240581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a1c19f-52a4-46a6-9536-24bf788b2f4f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:07.244857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.245181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.294977 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9846ec34-198b-4bbb-980c-312ee4e73133'] response: {'name': 'network-changed', 'server_uuid': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'tag': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'status': 'completed', 'code': 200} May 06 13:48:07.318308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] device_id is not set on port f22e81ea-38f8-4cd4-a247-d54284a11c1b yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:07.395185 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-36426f3c-965a-41b0-b3ff-c01f45ff563d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.3399549 May 06 13:48:07.399415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57336) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.438722 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b1292cec-ed6a-4977-8cb9-b39395411bdf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=236edd95d7e94e9facd14b54af3cbf0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6970978 May 06 13:48:07.452570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184b679-d3e0-49e4-b495-3b6b3fc0b4d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:07.456445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184b679-d3e0-49e4-b495-3b6b3fc0b4d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:07.460305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184b679-d3e0-49e4-b495-3b6b3fc0b4d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:07.461086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e184b679-d3e0-49e4-b495-3b6b3fc0b4d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Synchronizing usage tracker for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:07.468812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57340) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.630910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7385159f-756c-4127-9559-3b633f256c8b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.641682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e184b679-d3e0-49e4-b495-3b6b3fc0b4d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Unset dirty status for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:07.642287 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-93a29296-dca9-4e24-a3ef-55e1b3d4619b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b949343-fade-4404-b22c-bf0782c0d21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5089991 May 06 13:48:07.646176 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e184b679-d3e0-49e4-b495-3b6b3fc0b4d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.0011618 May 06 13:48:07.646176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7385159f-756c-4127-9559-3b633f256c8b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.646844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57344) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.822582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7385159f-756c-4127-9559-3b633f256c8b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.823098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7385159f-756c-4127-9559-3b633f256c8b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Fanout notify agent at l3_agent the message router_deleted on router 7c00669f-817c-4ca0-86f4-a5229841a369 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:48:07.831807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f80d8-8f1b-453e-a8af-a7ba1db4ba30 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting port 0045aa69-5d84-4dd4-8813-ae04e3b4b69a {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:07.832156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a3f80d8-8f1b-453e-a8af-a7ba1db4ba30 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.884698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.923349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8e32d1d-beef-45e2-b53f-e6417f787e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.944656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Deleting port 2842bc6e-e704-4ba0-928a-dbeff1f0d73f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:07.944989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.007690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8e32d1d-beef-45e2-b53f-e6417f787e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.031316 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-fa237daf-9f46-47ce-a024-00adc46aaffd service neutron] 10.222.0.69 "GET /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675299 May 06 13:48:08.090241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7385159f-756c-4127-9559-3b633f256c8b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.091315 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7385159f-756c-4127-9559-3b633f256c8b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/7c00669f-817c-4ca0-86f4-a5229841a369 HTTP/1.1" status: 204 len: 168 time: 2.0092249 May 06 13:48:08.099341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57350) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:08.329598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.405753 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b4524b9-ef10-41f0-9459-f298bf356235 req-4dc6ff10-5621-49d0-aba0-87def9f5ead8 service neutron] 10.222.0.69 "GET /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458915 May 06 13:48:08.422088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a3f80d8-8f1b-453e-a8af-a7ba1db4ba30 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.422335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8e32d1d-beef-45e2-b53f-e6417f787e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.525592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e32d1d-beef-45e2-b53f-e6417f787e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a1c19f-52a4-46a6-9536-24bf788b2f4f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:08.531669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.531976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.563132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Network 944aeb86-1bb0-4e9f-af12-caa97a092a3d is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:08.566574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=f22e81ea-38f8-4cd4-a247-d54284a11c1b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:08.625983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:08.684432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:08.685240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:08.685822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.696167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f80d8-8f1b-453e-a8af-a7ba1db4ba30 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Calling delete_port for 0045aa69-5d84-4dd4-8813-ae04e3b4b69a owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:08.696845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Calling delete_port for 2842bc6e-e704-4ba0-928a-dbeff1f0d73f owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:08.745921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b8fcf-b896-4b4c-a345-432aab749d02 req-f6121518-a1e8-46a4-88cc-655e65676da0 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:08.748708 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-045b8fcf-b896-4b4c-a345-432aab749d02 req-f6121518-a1e8-46a4-88cc-655e65676da0 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 944 time: 0.6106768 May 06 13:48:08.785983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8e32d1d-beef-45e2-b53f-e6417f787e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.787141 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b8e32d1d-beef-45e2-b53f-e6417f787e89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0a1c19f-52a4-46a6-9536-24bf788b2f4f HTTP/1.1" status: 204 len: 168 time: 1.3092353 May 06 13:48:08.797428 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-690c73dc-e844-4d8a-b78d-06fa07d80ff1 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8777776 May 06 13:48:08.801995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57358) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:08.848981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9a1aae-c9f2-4290-9114-8d854ae49502 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet 18e46f4d-ec55-4be2-b00a-3b962f9ec0d3 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:08.859703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1aae-c9f2-4290-9114-8d854ae49502 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.909917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.984692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57c552-59f3-49dc-b890-81f2f29eaf52 req-dfc4c6d8-1d2c-4c1f-b26a-75803e7f43af tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:08.986168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8c57c552-59f3-49dc-b890-81f2f29eaf52 req-dfc4c6d8-1d2c-4c1f-b26a-75803e7f43af tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 0.6069729 May 06 13:48:09.037873 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-5020a59e-1e1e-4c51-ac60-2d137a43b8d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d062d92dc9334db4a11b67cd72574e1c&device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 1097 time: 0.5794914 May 06 13:48:09.039252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1bdd4286-e71b-40bd-9efc-bd9ed4c12dcf tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Synchronizing usage tracker for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:09.043612 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-045b8fcf-b896-4b4c-a345-432aab749d02 req-87ca5bfb-6d62-459e-9443-503e21c6a2f3 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845354 May 06 13:48:09.061173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1aae-c9f2-4290-9114-8d854ae49502 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.154403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Subnet': ['ID=83bc8237-170d-42b7-b081-ba89b47f5c88,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.168027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a3f80d8-8f1b-453e-a8af-a7ba1db4ba30 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.170423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1bdd4286-e71b-40bd-9efc-bd9ed4c12dcf tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Unset dirty status for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:09.174757 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1bdd4286-e71b-40bd-9efc-bd9ed4c12dcf tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "GET /v2.0/ports/f22e81ea-38f8-4cd4-a247-d54284a11c1b HTTP/1.1" status: 200 len: 955 time: 0.3705862 May 06 13:48:09.175419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57364) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:09.228494 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8c57c552-59f3-49dc-b890-81f2f29eaf52 req-1d8b4000-8229-4218-bcbe-adb554049d9f tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297716 May 06 13:48:09.236733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57368) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:09.247045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f80d8-8f1b-453e-a8af-a7ba1db4ba30 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event deleted for resources: {'Port': ['ID=0045aa69-5d84-4dd4-8813-ae04e3b4b69a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.270191 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Checking segment: {'id': '95d84b96-28b5-40ac-837c-a089c8eaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '97971df9-8c3f-4946-9315-c3166ef012e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:09.270551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Network hostable DHCP agents. Network: 97971df9-8c3f-4946-9315-c3166ef012e1, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:09.313015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.337305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-6c89fb66-cd1d-45da-a08e-71c56d05675d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:09.338756 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-6c89fb66-cd1d-45da-a08e-71c56d05675d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b949343-fade-4404-b22c-bf0782c0d21c HTTP/1.1" status: 200 len: 906 time: 0.2904835 May 06 13:48:09.341098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-68a1687b-bb6b-4823-a478-1f0666116f56 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Deleting port f22e81ea-38f8-4cd4-a247-d54284a11c1b {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:09.341445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68a1687b-bb6b-4823-a478-1f0666116f56 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.367003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1aae-c9f2-4290-9114-8d854ae49502 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.465600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:09.510672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] Usage tracker for resource:security_group_rule and tenant:66aa3e0a18b34e36a317b6629b3465a7 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:09.516171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-714ae345-8414-47f4-96d6-91beeb863222 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=621e6240-c0d2-47a6-a883-25045e4a4e40 HTTP/1.1" status: 200 len: 217 time: 0.1207981 May 06 13:48:09.518498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.519763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:09.522398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Network 97971df9-8c3f-4946-9315-c3166ef012e1 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:09.553810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:09.591641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 97971df9-8c3f-4946-9315-c3166ef012e1) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:09.602188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb171e7f-e131-40c1-b8b2-010ac12d37f9 None None] Network 97971df9-8c3f-4946-9315-c3166ef012e1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:09.609498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.648747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event deleted for resources: {'Port': ['ID=2842bc6e-e704-4ba0-928a-dbeff1f0d73f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.690499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a3f80d8-8f1b-453e-a8af-a7ba1db4ba30 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.698401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1aae-c9f2-4290-9114-8d854ae49502 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.705244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event updated for resources: {'Subnet': ['ID=de4c4f3a-542a-4ab1-9df2-a5a007c2eef7,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.771556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a1aae-c9f2-4290-9114-8d854ae49502 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=18e46f4d-ec55-4be2-b00a-3b962f9ec0d3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.777909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-40ba8b14-6b85-4694-8807-1590a0bc544c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:09.779336 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-40ba8b14-6b85-4694-8807-1590a0bc544c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00bc25e-5058-4e88-8f97-2b385c372c28 HTTP/1.1" status: 200 len: 844 time: 0.2277746 May 06 13:48:09.807501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1aae-c9f2-4290-9114-8d854ae49502 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.809347 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6f9a1aae-c9f2-4290-9114-8d854ae49502 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/18e46f4d-ec55-4be2-b00a-3b962f9ec0d3 HTTP/1.1" status: 204 len: 168 time: 1.7090983 May 06 13:48:09.810887 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5a3f80d8-8f1b-453e-a8af-a7ba1db4ba30 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "DELETE /v2.0/ports/0045aa69-5d84-4dd4-8813-ae04e3b4b69a HTTP/1.1" status: 204 len: 168 time: 2.1635883 May 06 13:48:09.815667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57374) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:09.816214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57376) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:09.822055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04323a20-ff9c-4f0f-948b-32415c552894 None None] Network b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:09.908951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b53e22-115b-4191-a50a-41a44e2e214a req-24b415a9-6c58-41b7-80e2-3b163c601dc3 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:09.910423 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d9b53e22-115b-4191-a50a-41a44e2e214a req-24b415a9-6c58-41b7-80e2-3b163c601dc3 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 0.5447135 May 06 13:48:09.920495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.924200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68a1687b-bb6b-4823-a478-1f0666116f56 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.925701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57382) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:09.941366 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-2beb962e-fc09-43f3-ad9e-e661454cfb62 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] GET failed (client error): The resource could not be found. May 06 13:48:09.942130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2beb962e-fc09-43f3-ad9e-e661454cfb62 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Synchronizing usage tracker for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:09.950125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Request body: {'floatingip': {'port_id': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:09.950284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-97971df9-8c3f-4946-9315-c3166ef012e1', 'network_id': '97971df9-8c3f-4946-9315-c3166ef012e1', 'tenant_id': '3f20c29479574c479e12fb0b9467671c', 'fixed_ips': [{'subnet_id': '83bc8237-170d-42b7-b081-ba89b47f5c88'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:48:09.951296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.002678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.009588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Checking segment: {'id': '95de0f6d-001e-474c-90fd-983cfd1de847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '209a533f-7828-4b0a-b4db-6effa73aba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:10.009946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Network hostable DHCP agents. Network: 209a533f-7828-4b0a-b4db-6effa73aba0a, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:10.061151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-68a1687b-bb6b-4823-a478-1f0666116f56 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Calling delete_port for f22e81ea-38f8-4cd4-a247-d54284a11c1b owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:10.096340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.103419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.178208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2beb962e-fc09-43f3-ad9e-e661454cfb62 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Unset dirty status for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:10.179106 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2beb962e-fc09-43f3-ad9e-e661454cfb62 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "GET /v2.0/ports/0045aa69-5d84-4dd4-8813-ae04e3b4b69a HTTP/1.1" status: 404 len: 333 time: 0.3618653 May 06 13:48:10.195176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f86586c-fd78-4847-b108-34a9a4016f61,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:10.198996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57388) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.238527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Allocated IP 172.20.0.2 (97971df9-8c3f-4946-9315-c3166ef012e1/83bc8237-170d-42b7-b081-ba89b47f5c88/20ab6533-1738-428d-9ce7-2d019f709a52) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:10.261692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70', 'name': 'tempest-AllowedAddressPairTestJSON-1895292610'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:10.281241 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-05e863b3-63c7-4388-87aa-363f551b5438 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66aa3e0a18b34e36a317b6629b3465a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0404620 May 06 13:48:10.286675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57392) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.334924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] DHCP port deletion for b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:48:10.340160 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-eb140307-43fc-4eba-b9b0-b56cb654b76c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b949343-fade-4404-b22c-bf0782c0d21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5314627 May 06 13:48:10.350467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] Deleting port 04681eb0-25c0-4c81-b584-dc85956b2105 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:10.350635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.441172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68a1687b-bb6b-4823-a478-1f0666116f56 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.558664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Network 209a533f-7828-4b0a-b4db-6effa73aba0a is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:10.610083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 209a533f-7828-4b0a-b4db-6effa73aba0a) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:10.629146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1687b-bb6b-4823-a478-1f0666116f56 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event deleted for resources: {'Port': ['ID=f22e81ea-38f8-4cd4-a247-d54284a11c1b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:10.656084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7e94e-5c0a-48d8-b0db-801b36fd2aa0 None None] Network 209a533f-7828-4b0a-b4db-6effa73aba0a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:10.661094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68a1687b-bb6b-4823-a478-1f0666116f56 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.666096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:10.666535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:10.667304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.695100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.700468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6c2e-6440-4a41-b142-9d715990218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.705965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Transition to ACTIVE for port object 20ab6533-1738-428d-9ce7-2d019f709a52 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:10.724646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Transition to ACTIVE for port object 20ab6533-1738-428d-9ce7-2d019f709a52 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:10.726677 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-f9ff83fa-f230-4b27-87e0-e05e5037ab37 service neutron] 10.222.0.69 "GET /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765285 May 06 13:48:10.731839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet 36a0336f-b586-4de8-8c5e-41790709f652 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:10.744577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.762666 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-68a1687b-bb6b-4823-a478-1f0666116f56 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "DELETE /v2.0/ports/f22e81ea-38f8-4cd4-a247-d54284a11c1b HTTP/1.1" status: 204 len: 168 time: 1.5812459 May 06 13:48:10.767573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57396) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.770010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6c2e-6440-4a41-b142-9d715990218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.784095 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c6137e92-d3f6-4442-837c-1be592e244cf tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.9496891 May 06 13:48:10.787156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:10.788984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.798192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57400) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.857089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 621e6240-c0d2-47a6-a883-25045e4a4e40 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:48:10.861131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:10.895767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] For port 04681eb0-25c0-4c81-b584-dc85956b2105, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=04681eb0-25c0-4c81-b584-dc85956b2105,segment=NetworkSegment(48c330d3-cfce-42b0-9917-6fc24c747fb1),segment_id=48c330d3-cfce-42b0-9917-6fc24c747fb1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:10.896265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.910812 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff3cd58-8849-4be2-a3be-97f26e818e9a tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] GET failed (client error): The resource could not be found. May 06 13:48:10.911295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9ff3cd58-8849-4be2-a3be-97f26e818e9a tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Synchronizing usage tracker for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:10.928830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Network 97971df9-8c3f-4946-9315-c3166ef012e1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:10.930765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914c7d9-d2c8-4a08-b4ac-6b61732a8954 req-8b3e7dc8-2e6c-401a-afa0-89e6576b049e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:10.932577 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d914c7d9-d2c8-4a08-b4ac-6b61732a8954 req-8b3e7dc8-2e6c-401a-afa0-89e6576b049e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 944 time: 0.6171389 May 06 13:48:10.958501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9ff3cd58-8849-4be2-a3be-97f26e818e9a tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Unset dirty status for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:10.959619 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9ff3cd58-8849-4be2-a3be-97f26e818e9a tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "GET /v2.0/ports/f22e81ea-38f8-4cd4-a247-d54284a11c1b HTTP/1.1" status: 404 len: 333 time: 0.1828988 May 06 13:48:10.963471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57404) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.971519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Request body: {'port': {'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1907968367'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:10.992387 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:10.997172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:10.999590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Pushing event updated for resources: {'Port': ['ID=20ab6533-1738-428d-9ce7-2d019f709a52,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:11.004138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:11.004373 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66766ae5-adb9-4ee6-a074-fcf03e2cb5c2 req-ced00870-f1bb-46db-b73d-518c6e5c753a service neutron] 10.222.0.69 "GET /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665491 May 06 13:48:11.010099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:11.023820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.113130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Made reservation on behalf of f4388ffce0034e4285e3ec064a61fe55 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:11.116134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] Calling delete_port for 04681eb0-25c0-4c81-b584-dc85956b2105 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:11.116852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.140239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6c2e-6440-4a41-b142-9d715990218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.143149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04681eb0-25c0-4c81-b584-dc85956b2105 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:11.151252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e081e1-b306-4fc6-ab47-461af3a22952 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:11.152608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e081e1-b306-4fc6-ab47-461af3a22952 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:11.153917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e081e1-b306-4fc6-ab47-461af3a22952 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:11.154693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08e081e1-b306-4fc6-ab47-461af3a22952 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Synchronizing usage tracker for tenant:3f20c29479574c479e12fb0b9467671c on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:11.160666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Made reservation on behalf of d077659a37324d8fb55c1b19f58720db for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:11.162946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.210596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] device_id is not set on port c6a81417-8ee2-403f-a13c-0d9b27f17655 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:11.223910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d6c2e-6440-4a41-b142-9d715990218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f86586c-fd78-4847-b108-34a9a4016f61,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:11.229868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:11.249993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6c2e-6440-4a41-b142-9d715990218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.255164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1e0d6c2e-6440-4a41-b142-9d715990218c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f86586c-fd78-4847-b108-34a9a4016f61 HTTP/1.1" status: 204 len: 168 time: 0.9626353 May 06 13:48:11.266222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] device_id is not set on port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:11.275983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d914c7d9-d2c8-4a08-b4ac-6b61732a8954 req-5c53ceeb-791e-4212-ae6a-76cab7b3d185 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Synchronizing usage tracker for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:11.307253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-08e081e1-b306-4fc6-ab47-461af3a22952 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Unset dirty status for tenant:3f20c29479574c479e12fb0b9467671c on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:11.308438 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-08e081e1-b306-4fc6-ab47-461af3a22952 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5089633 May 06 13:48:11.374886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57410) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:11.395549 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Attempting to bind port 20ab6533-1738-428d-9ce7-2d019f709a52 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:11.395935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Attempting to bind port 20ab6533-1738-428d-9ce7-2d019f709a52 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '95d84b96-28b5-40ac-837c-a089c8eaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '97971df9-8c3f-4946-9315-c3166ef012e1'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:11.396290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Attempting to bind port 20ab6533-1738-428d-9ce7-2d019f709a52 on network 97971df9-8c3f-4946-9315-c3166ef012e1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:11.452625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d914c7d9-d2c8-4a08-b4ac-6b61732a8954 req-5c53ceeb-791e-4212-ae6a-76cab7b3d185 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Unset dirty status for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:11.464369 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d914c7d9-d2c8-4a08-b4ac-6b61732a8954 req-5c53ceeb-791e-4212-ae6a-76cab7b3d185 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564941 May 06 13:48:11.470661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.482425 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:11.482802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Checking segment: {'id': '95d84b96-28b5-40ac-837c-a089c8eaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '97971df9-8c3f-4946-9315-c3166ef012e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:11.491549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.492022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.492421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Bound using segment: {'id': '95d84b96-28b5-40ac-837c-a089c8eaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '97971df9-8c3f-4946-9315-c3166ef012e1'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:11.492918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Bound port: 20ab6533-1738-428d-9ce7-2d019f709a52, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d84b96-28b5-40ac-837c-a089c8eaf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '97971df9-8c3f-4946-9315-c3166ef012e1'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:11.493290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.527418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.609540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-209a533f-7828-4b0a-b4db-6effa73aba0a', 'network_id': '209a533f-7828-4b0a-b4db-6effa73aba0a', 'tenant_id': '3f20c29479574c479e12fb0b9467671c', 'fixed_ips': [{'subnet_id': 'de4c4f3a-542a-4ab1-9df2-a5a007c2eef7'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:48:11.615887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.626400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Network 944aeb86-1bb0-4e9f-af12-caa97a092a3d is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:11.627330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=1cadf9ad-31c3-49bf-8929-f6697966ccb4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:11.631830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:11.634028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:11.634647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:11.635522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.673369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ba8fcce3-e903-40d6-82a8-b9d8a98a735d tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7087255 May 06 13:48:11.673941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57416) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:11.681608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:11.689872 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.703919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 621e6240-c0d2-47a6-a883-25045e4a4e40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=621e6240-c0d2-47a6-a883-25045e4a4e40,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:11.766980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] No DVR routers for this DVR port 04681eb0-25c0-4c81-b584-dc85956b2105 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:11.767190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-61788838-0af6-4758-8401-234a7fd51647 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Deleting subnet 83bc8237-170d-42b7-b081-ba89b47f5c88 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:11.771365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.781496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61788838-0af6-4758-8401-234a7fd51647 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.829705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.853543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Allocated IP 172.20.0.3 (e772629e-3683-4d26-aa6d-8ffc175c2f70/6acf10f8-3897-4ddf-a780-428f9758dc9a/c6a81417-8ee2-403f-a13c-0d9b27f17655) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:11.886451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61788838-0af6-4758-8401-234a7fd51647 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.921070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Router 65008786-483f-4ee7-9aa8-fd4c77a6d54f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:11.972880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Allocated IP 172.20.0.18 (209a533f-7828-4b0a-b4db-6effa73aba0a/de4c4f3a-542a-4ab1-9df2-a5a007c2eef7/d0b07063-5882-45be-b741-e933f74479c2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:11.986965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c29d4-c75a-468b-a52f-0b815ef6c5b5 None None] Pushing event deleted for resources: {'Port': ['ID=04681eb0-25c0-4c81-b584-dc85956b2105,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.037901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.057275 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'port_id': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'mac_address': 'fa:16:3e:a3:0b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:48:12.078125 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] For port 20ab6533-1738-428d-9ce7-2d019f709a52, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:12.085738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] For port 20ab6533-1738-428d-9ce7-2d019f709a52, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=20ab6533-1738-428d-9ce7-2d019f709a52,segment=NetworkSegment(95d84b96-28b5-40ac-837c-a089c8eaf211),segment_id=95d84b96-28b5-40ac-837c-a089c8eaf211)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:12.101312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=36a0336f-b586-4de8-8c5e-41790709f652,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.129434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:12.303924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] device_id is not set on port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:12.316750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.342118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Transition to ACTIVE for port object 1cadf9ad-31c3-49bf-8929-f6697966ccb4 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:12.352968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.359017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c71e58d-12f4-4b08-a3d0-8a82b20ad6ce None None] Network 0bddae08-9267-40c2-8f69-feb9f8b759d5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:12.361974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.384599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.384964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.385264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.385594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.385919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.386257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.386561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.386905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.387188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.387502 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.387835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.431736 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ebde6123-0523-4084-af9e-da8e4a2acbc3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/36a0336f-b586-4de8-8c5e-41790709f652 HTTP/1.1" status: 204 len: 168 time: 2.6105628 May 06 13:48:12.432901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57430) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:12.443961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.462219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61788838-0af6-4758-8401-234a7fd51647 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.493322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.517409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.622483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.627268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.692524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61788838-0af6-4758-8401-234a7fd51647 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.720334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Transition to ACTIVE for port object d0b07063-5882-45be-b741-e933f74479c2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:12.772310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621e6240-c0d2-47a6-a883-25045e4a4e40 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:48:12.785562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f11ffa-a2c8-454a-a24e-aae223ca2694 None None] Pushing event updated for resources: {'Port': ['ID=20ab6533-1738-428d-9ce7-2d019f709a52,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.791673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=1cadf9ad-31c3-49bf-8929-f6697966ccb4,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.809158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Transition to ACTIVE for port object d0b07063-5882-45be-b741-e933f74479c2 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:12.820781 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 621e6240-c0d2-47a6-a883-25045e4a4e40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=621e6240-c0d2-47a6-a883-25045e4a4e40,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:12.828966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.859195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:12.872622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.877301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.877526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61788838-0af6-4758-8401-234a7fd51647 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Subnet': ['ID=83bc8237-170d-42b7-b081-ba89b47f5c88,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.897847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44afbd2d-1e2f-407e-ba07-ffe0eacb3055 None None] Sync routers for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:12.904213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.904521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.905877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.905877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.921805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.921805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.921805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.921805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.921805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.921805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.921805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:12.930627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61788838-0af6-4758-8401-234a7fd51647 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.951083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Network 209a533f-7828-4b0a-b4db-6effa73aba0a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:12.957645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.963970 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-61788838-0af6-4758-8401-234a7fd51647 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/subnets/83bc8237-170d-42b7-b081-ba89b47f5c88 HTTP/1.1" status: 204 len: 168 time: 1.5871572 May 06 13:48:12.966842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:12.966986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.970745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Pushing event updated for resources: {'Port': ['ID=d0b07063-5882-45be-b741-e933f74479c2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.973963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:12.985078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57442) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:13.016811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Transition to ACTIVE for port object c6a81417-8ee2-403f-a13c-0d9b27f17655 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:13.018241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afbd2d-1e2f-407e-ba07-ffe0eacb3055 None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:13.018949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-44afbd2d-1e2f-407e-ba07-ffe0eacb3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:13.048924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:13.049656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:13.049656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:13.124791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-44afbd2d-1e2f-407e-ba07-ffe0eacb3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:13.144950 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6eb17a2f-0703-4a65-85e6-4cf2ddef5e3c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "DELETE /v2.0/floatingips/257b057b-9ec5-4f71-a9cb-d690cf200649 HTTP/1.1" status: 204 len: 168 time: 5.7426827 May 06 13:48:13.151552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57448) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:13.164319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.165076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:13.165578 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:13.170441 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 2 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:13.184579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:13.201151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:13.202646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['621e6240-c0d2-47a6-a883-25045e4a4e40'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:48:13.302603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Usage tracker for resource:floatingip and tenant:88ce3521c6ea47fbb74fb4be2bdccd27 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:13.305935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] DHCP port deletion for 0bddae08-9267-40c2-8f69-feb9f8b759d5 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:48:13.308074 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Floating IP 331ef514-bc60-4506-aa2d-7b6f49b40a57 associated. External IP: 172.26.0.165, port: 7d7a2ea5-3808-40d1-8c17-d92e2c11094b. May 06 13:48:13.354944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] Deleting port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:13.355308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.374510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:13.389310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=c6a81417-8ee2-403f-a13c-0d9b27f17655,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:13.391285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:13.391736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:13.392176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:13.399865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=621e6240-c0d2-47a6-a883-25045e4a4e40,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:13.400029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:13.418430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:13.421241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:13.426848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Attempting to bind port d0b07063-5882-45be-b741-e933f74479c2 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:13.426848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Attempting to bind port d0b07063-5882-45be-b741-e933f74479c2 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '95de0f6d-001e-474c-90fd-983cfd1de847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '209a533f-7828-4b0a-b4db-6effa73aba0a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:13.426848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Attempting to bind port d0b07063-5882-45be-b741-e933f74479c2 on network 209a533f-7828-4b0a-b4db-6effa73aba0a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:13.432577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afbd2d-1e2f-407e-ba07-ffe0eacb3055 None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:13.433104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-44afbd2d-1e2f-407e-ba07-ffe0eacb3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:13.446791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8011f-5205-48b6-9090-490189667a23 req-9fb85e2e-c610-4905-bb97-46f388326bb0 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:13.448471 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-42c8011f-5205-48b6-9090-490189667a23 req-9fb85e2e-c610-4905-bb97-46f388326bb0 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 944 time: 0.7544851 May 06 13:48:13.449647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:13.514967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:13.515860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.527709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-44afbd2d-1e2f-407e-ba07-ffe0eacb3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:13.528130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44afbd2d-1e2f-407e-ba07-ffe0eacb3055 None None] The sync data for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:13.541890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:13.542026 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:13.550254 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 3 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:13.569775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:13.570018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Checking segment: {'id': '95de0f6d-001e-474c-90fd-983cfd1de847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '209a533f-7828-4b0a-b4db-6effa73aba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:13.570404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.571194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Bound using segment: {'id': '95de0f6d-001e-474c-90fd-983cfd1de847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '209a533f-7828-4b0a-b4db-6effa73aba0a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:13.571311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Bound port: d0b07063-5882-45be-b741-e933f74479c2, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95de0f6d-001e-474c-90fd-983cfd1de847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '209a533f-7828-4b0a-b4db-6effa73aba0a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:13.571621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.593861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.610089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.634270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:13.634688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:13.635112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:13.644959 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-85ee547e-a484-422b-b142-258521ccca4d tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4386299 May 06 13:48:13.648307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57456) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:13.671763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e5:2a:0d'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:13.794693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c7d7ee-0b32-4246-9851-d3f6e14ccb65']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:13.822274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-413bad59-99e8-4ae3-b78e-a4fd18e5b197 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Deleting subnet de4c4f3a-542a-4ab1-9df2-a5a007c2eef7 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:13.844127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:13.844699 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:13.852055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-413bad59-99e8-4ae3-b78e-a4fd18e5b197 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.901981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 4 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:13.926780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c330d3-cfce-42b0-9917-6fc24c747fb1') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:13.927316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c330d3-cfce-42b0-9917-6fc24c747fb1') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:13.949876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] For port 137e2015-93c3-4325-a1a3-e7b2c9640dc0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=137e2015-93c3-4325-a1a3-e7b2c9640dc0,segment=NetworkSegment(e2923818-bcc2-419d-a6cd-d83152c4b142),segment_id=e2923818-bcc2-419d-a6cd-d83152c4b142)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:13.950421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.959060 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-42c8011f-5205-48b6-9090-490189667a23 req-78eab105-f6a5-4d36-a129-50c35b10f853 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4504659 May 06 13:48:14.007882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.030843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:14.031270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:14.031695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:14.058022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.062571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-413bad59-99e8-4ae3-b78e-a4fd18e5b197 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.099099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:14.099767 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:14.107918 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 5 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:14.126568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:14.127326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.129150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] Calling delete_port for 137e2015-93c3-4325-a1a3-e7b2c9640dc0 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:14.156720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.161725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] For port d0b07063-5882-45be-b741-e933f74479c2, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:14.166588 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:14.200093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] For port d0b07063-5882-45be-b741-e933f74479c2, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0b07063-5882-45be-b741-e933f74479c2,segment=NetworkSegment(95de0f6d-001e-474c-90fd-983cfd1de847),segment_id=95de0f6d-001e-474c-90fd-983cfd1de847)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:14.221194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.268856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:14.269342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:14.269816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:14.284722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-126cd918-9b52-4537-9201-eadf84a33699 None None] Provisioning for port c6a81417-8ee2-403f-a13c-0d9b27f17655 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:14.308827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:14.309646 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:14.314663 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 6 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:14.340312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-126cd918-9b52-4537-9201-eadf84a33699 None None] Provisioning complete for port c6a81417-8ee2-403f-a13c-0d9b27f17655 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:14.340672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126cd918-9b52-4537-9201-eadf84a33699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.376557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.418880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.427489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:14.431382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:14.432020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:14.434832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=b8c7d7ee-0b32-4246-9851-d3f6e14ccb65,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:14.464175 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ee4c7337-52ad-439e-a194-7b269ba08b91 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/b8c7d7ee-0b32-4246-9851-d3f6e14ccb65 HTTP/1.1" status: 204 len: 168 time: 2.0309398 May 06 13:48:14.470687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57470) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:14.474218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Pushing event updated for resources: {'Port': ['ID=d0b07063-5882-45be-b741-e933f74479c2,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:14.476783 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-126cd918-9b52-4537-9201-eadf84a33699 None None] Port c6a81417-8ee2-403f-a13c-0d9b27f17655 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:14.477898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:14.478471 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:14.486713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84111f-3138-460a-8ef7-4d44f5a6f71c None None] Network 97971df9-8c3f-4946-9315-c3166ef012e1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:14.509009 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 7 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:14.530795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-413bad59-99e8-4ae3-b78e-a4fd18e5b197 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.564561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57474) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:14.635000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:14.635421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:14.635839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:14.678007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.707077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:14.707728 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:14.720098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.720432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.720774 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.721160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.721487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.721959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.722327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.722648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.722961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.723406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.723726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecb9d3-8b00-4f20-89eb-eeb5a790e00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:14.746516 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 8 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:14.754051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.781572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.836783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:14.836783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:14.836783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:14.845431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.858508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.891999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] Pushing event deleted for resources: {'Port': ['ID=137e2015-93c3-4325-a1a3-e7b2c9640dc0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:14.898203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 621e6240-c0d2-47a6-a883-25045e4a4e40 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:14.982152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Router 8c932d88-73af-44fb-9e46-4237fc2c05ec has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:15.025901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:15.026286 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:15.033004 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 9 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:15.038722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf2055-8182-4c51-86ee-b1a1a874faf3 None None] No DVR routers for this DVR port 137e2015-93c3-4325-a1a3-e7b2c9640dc0 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:15.048564 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a3fc0c2d-618a-4901-bc1b-12beed31d846 None None] Provisioning for port 20ab6533-1738-428d-9ce7-2d019f709a52 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:15.059862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1313187511', 'router:external': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:15.095184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:15.098451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 621e6240-c0d2-47a6-a883-25045e4a4e40 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:15.118555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 621e6240-c0d2-47a6-a883-25045e4a4e40 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:15.119007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.130706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-413bad59-99e8-4ae3-b78e-a4fd18e5b197 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.177675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=c6a81417-8ee2-403f-a13c-0d9b27f17655,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:15.183434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Usage tracker for resource:network and tenant:16e16eac6aed4f58855551ccad45231f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:15.183880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 20ab6533-1738-428d-9ce7-2d019f709a52 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:15.192146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:15.306368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] DHCP port deletion for 97971df9-8c3f-4946-9315-c3166ef012e1 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:48:15.315292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] In _notify_port_updated(), no bound segment for port c6a81417-8ee2-403f-a13c-0d9b27f17655 on network e772629e-3683-4d26-aa6d-8ffc175c2f70 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:48:15.316984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Deleting port 20ab6533-1738-428d-9ce7-2d019f709a52 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:15.317342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.319099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:15.319708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.321031 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b1957911-cf9d-4ca6-9280-2922a32fb9ed tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "PUT /v2.0/ports/c6a81417-8ee2-403f-a13c-0d9b27f17655 HTTP/1.1" status: 200 len: 993 time: 1.6703706 May 06 13:48:15.322128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:15.335550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57482) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:15.367228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-413bad59-99e8-4ae3-b78e-a4fd18e5b197 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.385642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:15.386113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:15.386530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:15.395623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bad59-99e8-4ae3-b78e-a4fd18e5b197 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Subnet': ['ID=de4c4f3a-542a-4ab1-9df2-a5a007c2eef7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:15.404190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.459295 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-413bad59-99e8-4ae3-b78e-a4fd18e5b197 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/subnets/de4c4f3a-542a-4ab1-9df2-a5a007c2eef7 HTTP/1.1" status: 204 len: 168 time: 2.4731398 May 06 13:48:15.461435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bddae08-9267-40c2-8f69-feb9f8b759d5']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:15.469108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57486) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:15.473343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:15.474246 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:15.478904 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempt 10 to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 May 06 13:48:15.479922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Made reservation on behalf of 16e16eac6aed4f58855551ccad45231f for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:15.488350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.511215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.531237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2923818-bcc2-419d-a6cd-d83152c4b142') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:15.531617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2923818-bcc2-419d-a6cd-d83152c4b142') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:15.561283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.571646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.579438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Allocated IP 172.26.0.153 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/1159c98e-41c6-4ee3-aa49-d7206c1c6b4b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:15.586111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f0836-30d1-4601-a1f7-b8e0b801e865 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting port c6a81417-8ee2-403f-a13c-0d9b27f17655 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:15.586573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0836-30d1-4601-a1f7-b8e0b801e865 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.592300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:15.593300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:15.593697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempting to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:15.604584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:15.605001 dv-neutron-840889-1-hyperv neutron-server[84022]: ERROR neutron.plugins.ml2.managers [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Failed to bind port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '78afe626-bd5c-4f3c-8d2d-a366c93a58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '944aeb86-1bb0-4e9f-af12-caa97a092a3d'}] May 06 13:48:15.605443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.630060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.660209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:15.660875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:15.677341 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:15.691578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570d8e0a-6eb9-495b-a77e-816e21447c47 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:15.692860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-570d8e0a-6eb9-495b-a77e-816e21447c47 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Synchronizing usage tracker for tenant:3f20c29479574c479e12fb0b9467671c on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:15.693677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:15.699868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621e6240-c0d2-47a6-a883-25045e4a4e40'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:15.705344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 20ab6533-1738-428d-9ce7-2d019f709a52 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:15.714393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b89e0-fe4c-4b7e-81db-ca0442eed113 req-24df95e8-982f-4009-86d7-b4bf7b620019 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:15.716182 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-225b89e0-fe4c-4b7e-81db-ca0442eed113 req-24df95e8-982f-4009-86d7-b4bf7b620019 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 945 time: 0.4482615 May 06 13:48:15.720227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 20ab6533-1738-428d-9ce7-2d019f709a52 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:15.720563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.723374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Usage tracker for resource:security_group_rule and tenant:16e16eac6aed4f58855551ccad45231f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:15.771340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:15.783114 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 621e6240-c0d2-47a6-a883-25045e4a4e40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=621e6240-c0d2-47a6-a883-25045e4a4e40,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:15.793605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:15.818629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.833202 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2f6832-048c-4df8-a925-42ee7a752c7e'] response: {'server_uuid': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'code': 200} May 06 13:48:15.910486 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-225b89e0-fe4c-4b7e-81db-ca0442eed113 req-4bb989d9-f7bf-465b-993d-cdc3fb2f655f tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553881 May 06 13:48:15.975755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] For port 20ab6533-1738-428d-9ce7-2d019f709a52, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=20ab6533-1738-428d-9ce7-2d019f709a52,segment=NetworkSegment(95d84b96-28b5-40ac-837c-a089c8eaf211),segment_id=95d84b96-28b5-40ac-837c-a089c8eaf211)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:15.976526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.999546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-570d8e0a-6eb9-495b-a77e-816e21447c47 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Unset dirty status for tenant:3f20c29479574c479e12fb0b9467671c on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:16.000781 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-570d8e0a-6eb9-495b-a77e-816e21447c47 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5287120 May 06 13:48:16.006655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57492) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:16.018257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.112861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1510e7c-d326-4017-ac27-15d365e24f3e None None] Network 209a533f-7828-4b0a-b4db-6effa73aba0a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:16.113526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.133146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6375d1cb-0056-4006-94c6-0f418fe430b1 None None] Provisioning complete for port c6a81417-8ee2-403f-a13c-0d9b27f17655 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:16.133146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6375d1cb-0056-4006-94c6-0f418fe430b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.140538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.146931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=0bddae08-9267-40c2-8f69-feb9f8b759d5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:16.154504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.169409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0836-30d1-4601-a1f7-b8e0b801e865 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.183170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Calling delete_port for 20ab6533-1738-428d-9ce7-2d019f709a52 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:16.203397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] For port 1cadf9ad-31c3-49bf-8929-f6697966ccb4, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:16.203718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Attempted to set empty binding levels {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 13:48:16.215934 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0dc56166-0637-4608-aec6-12bb93dfb1d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/0bddae08-9267-40c2-8f69-feb9f8b759d5 HTTP/1.1" status: 204 len: 168 time: 1.7397640 May 06 13:48:16.228749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57496) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:16.232860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.283942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-821299649'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:16.308818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:16.310709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:16.313797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:16.323426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f0836-30d1-4601-a1f7-b8e0b801e865 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Calling delete_port for c6a81417-8ee2-403f-a13c-0d9b27f17655 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:16.326426 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] Sync routers for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:16.330311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.344246 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:16.345299 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:16.346495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:16.357421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:16.364506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758f81d9-49b0-4caf-a33d-477c6c1e7549,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:16.371079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.375979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.380739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] In _notify_port_updated(), no bound segment for port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 on network 944aeb86-1bb0-4e9f-af12-caa97a092a3d {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:48:16.382005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.383141 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "PUT /v2.0/ports/1cadf9ad-31c3-49bf-8929-f6697966ccb4 HTTP/1.1" status: 200 len: 977 time: 4.7080297 May 06 13:48:16.384240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:16.387023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.387023 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Added segment 688493dd-2c68-41fd-bb3f-a696d8840f2b of type vlan for network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 May 06 13:48:16.388852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57500) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:16.418081 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6375d1cb-0056-4006-94c6-0f418fe430b1 None None] Port c6a81417-8ee2-403f-a13c-0d9b27f17655 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:16.425783 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=621e6240-c0d2-47a6-a883-25045e4a4e40,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:16.426065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.502445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.521968 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b738ffa3-4666-4061-a8cd-09619ba066cc tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "PUT /v2.0/floatingips/331ef514-bc60-4506-aa2d-7b6f49b40a57 HTTP/1.1" status: 200 len: 992 time: 6.5843883 May 06 13:48:16.524201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'tag': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:16.527661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Deleting port 1cadf9ad-31c3-49bf-8929-f6697966ccb4 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:16.528250 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.563904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 20ab6533-1738-428d-9ce7-2d019f709a52, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=20ab6533-1738-428d-9ce7-2d019f709a52,segment=NetworkSegment(95d84b96-28b5-40ac-837c-a089c8eaf211),segment_id=95d84b96-28b5-40ac-837c-a089c8eaf211)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:16.573711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.573711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d0b07063-5882-45be-b741-e933f74479c2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:16.610321 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:16.631887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36289aba-b6f0-461c-99e9-04d97e83a05e tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event updated for resources: {'Port': ['ID=1cadf9ad-31c3-49bf-8929-f6697966ccb4,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:16.667538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:16.693625 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2223e5d-4e38-4132-a78c-1de3c99f8527'] response: {'name': 'network-changed', 'server_uuid': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'tag': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'status': 'completed', 'code': 200} May 06 13:48:16.727645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.734807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:16.735319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:16.759502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c42492c8-a538-4ef7-b505-3a81264ad0b4 None None] Provisioning for port d0b07063-5882-45be-b741-e933f74479c2 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:16.775760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0836-30d1-4601-a1f7-b8e0b801e865 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.805589 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:48:16.826807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=20ab6533-1738-428d-9ce7-2d019f709a52,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:16.836266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port d0b07063-5882-45be-b741-e933f74479c2 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:16.840731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.841592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:16.842157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.843095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d0b07063-5882-45be-b741-e933f74479c2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:16.843660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.879399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0836-30d1-4601-a1f7-b8e0b801e865 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event deleted for resources: {'Port': ['ID=c6a81417-8ee2-403f-a13c-0d9b27f17655,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:16.898598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] DHCP port deletion for 209a533f-7828-4b0a-b4db-6effa73aba0a request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:48:16.915623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Deleting port d0b07063-5882-45be-b741-e933f74479c2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:16.916393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.952650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:16.958505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:16.975363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.034265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Pushing event updated for resources: {'Port': ['ID=1159c98e-41c6-4ee3-aa49-d7206c1c6b4b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:17.042871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:17.044949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Deleting port d0b07063-5882-45be-b741-e933f74479c2 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:17.046213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.053308 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4876611 May 06 13:48:17.063001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57510) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:17.071712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d8316-be90-488e-b242-821e00a99efa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'Network': ['ID=48534fcf-0f3b-441c-8b48-01d23c1ea5f5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:17.075412 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-12276b1e-132b-4cb3-b995-0e02137cfa2e req-28479b8d-3c64-4e3d-98d2-890be34a1ad0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 1099 time: 0.9942939 May 06 13:48:17.081527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:17.091218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'subnet': {'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:17.106054 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-2a00df5b-c85e-4dde-8414-9960f6d6e7eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61bc521441564a1782d0d505f249bbc6&device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 1099 time: 0.4092064 May 06 13:48:17.110604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:17.117596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.148429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:17.219617 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '331ef514-bc60-4506-aa2d-7b6f49b40a57', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'floating_ip_address': '172.26.0.165', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'port_id': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'mac_address': 'fa:16:3e:97:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:34Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 1, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:33Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:17.224935 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] Checking router: 8c932d88-73af-44fb-9e46-4237fc2c05ec for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:48:17.237776 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:17.239963 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:17.339702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Usage tracker for resource:subnet and tenant:16e16eac6aed4f58855551ccad45231f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:17.340304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:17.394198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Deleting port 20ab6533-1738-428d-9ce7-2d019f709a52 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:17.395605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.430914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:17.434941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.435280 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment d7503fa9-0f36-4741-8878-99f66a0f4fcb of type vlan for network 867997cd-601b-4499-9db2-5a4b79f66c66 May 06 13:48:17.448741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] For port 1cadf9ad-31c3-49bf-8929-f6697966ccb4, host hv-neutron-8408, got binding levels [] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:17.449076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.476465 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:17.491624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:17.584614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Made reservation on behalf of 16e16eac6aed4f58855551ccad45231f for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:17.587303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.670506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] For port 20ab6533-1738-428d-9ce7-2d019f709a52, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=20ab6533-1738-428d-9ce7-2d019f709a52,segment=NetworkSegment(95d84b96-28b5-40ac-837c-a089c8eaf211),segment_id=95d84b96-28b5-40ac-837c-a089c8eaf211)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:17.671017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.707419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0836-30d1-4601-a1f7-b8e0b801e865 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.709646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6f7f0836-30d1-4601-a1f7-b8e0b801e865 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "DELETE /v2.0/ports/c6a81417-8ee2-403f-a13c-0d9b27f17655 HTTP/1.1" status: 204 len: 168 time: 2.3681948 May 06 13:48:17.710979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-0a7b275c-c3a2-48db-a8a0-4ee090adb49c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:17.712557 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-0a7b275c-c3a2-48db-a8a0-4ee090adb49c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd HTTP/1.1" status: 200 len: 913 time: 0.5972533 May 06 13:48:17.716102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57514) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:17.726071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Calling delete_port for 1cadf9ad-31c3-49bf-8929-f6697966ccb4 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:17.782915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b47d75-0bdf-43af-9212-6d696dcc21c0 req-d7120de7-846b-46b6-9230-39feaf49a5e7 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:17.784409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80b47d75-0bdf-43af-9212-6d696dcc21c0 req-d7120de7-846b-46b6-9230-39feaf49a5e7 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 1.0307164 May 06 13:48:17.785915 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-12276b1e-132b-4cb3-b995-0e02137cfa2e req-ebad2eb8-6e40-415a-80ff-48bd292669fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5448418 May 06 13:48:17.844737 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8312e8-2621-4ed3-85e1-79fb643912f9 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] GET failed (client error): The resource could not be found. May 06 13:48:17.845419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Calling delete_port for 20ab6533-1738-428d-9ce7-2d019f709a52 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:17.845792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7f8312e8-2621-4ed3-85e1-79fb643912f9 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Synchronizing usage tracker for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:17.868884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.885356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bbd7c-48ff-4270-aba5-411029b0c323 req-9a2db9df-f480-4f59-ba5d-c5e112cf9cc9 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:17.887129 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6a3bbd7c-48ff-4270-aba5-411029b0c323 req-9a2db9df-f480-4f59-ba5d-c5e112cf9cc9 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 946 time: 0.5490780 May 06 13:48:17.927322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7f8312e8-2621-4ed3-85e1-79fb643912f9 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Unset dirty status for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:17.928786 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7f8312e8-2621-4ed3-85e1-79fb643912f9 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "GET /v2.0/ports/c6a81417-8ee2-403f-a13c-0d9b27f17655 HTTP/1.1" status: 404 len: 333 time: 0.2115433 May 06 13:48:17.933434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57518) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:17.937804 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-deab5601-8c31-43b8-9d42-ac660b4f5c77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b HTTP/1.1" status: 200 len: 1000 time: 0.1831715 May 06 13:48:17.945409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70', 'name': 'tempest-AllowedAddressPairTestJSON-2138212083'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:17.950277 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '331ef514-bc60-4506-aa2d-7b6f49b40a57', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'floating_ip_address': '172.26.0.165', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'port_id': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'mac_address': 'fa:16:3e:97:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:34Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 1, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:33Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:17.955056 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89576e44-5f7c-4c7f-9cd2-845edb76ec37 None None] The sync data for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv is: [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '331ef514-bc60-4506-aa2d-7b6f49b40a57', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'floating_ip_address': '172.26.0.165', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'port_id': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'mac_address': 'fa:16:3e:97:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:34Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 1, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:33Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:18.037414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] For port d0b07063-5882-45be-b741-e933f74479c2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0b07063-5882-45be-b741-e933f74479c2,segment=NetworkSegment(95de0f6d-001e-474c-90fd-983cfd1de847),segment_id=95de0f6d-001e-474c-90fd-983cfd1de847)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:18.037806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.041715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] For port d0b07063-5882-45be-b741-e933f74479c2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0b07063-5882-45be-b741-e933f74479c2,segment=NetworkSegment(95de0f6d-001e-474c-90fd-983cfd1de847),segment_id=95de0f6d-001e-474c-90fd-983cfd1de847)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:18.042266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.046759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.078313 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80b47d75-0bdf-43af-9212-6d696dcc21c0 req-15c9c090-4df8-4a4e-9031-f30333287668 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802575 May 06 13:48:18.162883 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6a3bbd7c-48ff-4270-aba5-411029b0c323 req-b7d922e5-5424-4c7b-aa3b-289819c5df24 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684982 May 06 13:48:18.191742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port d0b07063-5882-45be-b741-e933f74479c2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0b07063-5882-45be-b741-e933f74479c2,segment=NetworkSegment(95de0f6d-001e-474c-90fd-983cfd1de847),segment_id=95de0f6d-001e-474c-90fd-983cfd1de847)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:18.207196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.211130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:18.211467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.212372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-a2d98ecc-88d3-477a-8653-d7eb916f182d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:18.214136 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-a2d98ecc-88d3-477a-8653-d7eb916f182d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54919e3-0f37-47e9-9fe7-95e5be69ca12 HTTP/1.1" status: 200 len: 851 time: 0.1567509 May 06 13:48:18.240712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Calling delete_port for d0b07063-5882-45be-b741-e933f74479c2 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:18.277728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Calling delete_port for d0b07063-5882-45be-b741-e933f74479c2 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:18.296439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.304375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:18.322535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:18.364680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Made reservation on behalf of f4388ffce0034e4285e3ec064a61fe55 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:18.365386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] Pushing event deleted for resources: {'Port': ['ID=20ab6533-1738-428d-9ce7-2d019f709a52,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.368461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.373359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290dd458-2897-49ee-9acc-6ce5997afdd5 None None] No DVR routers for this DVR port 20ab6533-1738-428d-9ce7-2d019f709a52 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:18.378688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d68d0-9afe-425f-8586-57c2df0cd478 None None] New status for floating IP 331ef514-bc60-4506-aa2d-7b6f49b40a57: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:48:18.433574 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.466082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] device_id is not set on port 60923998-3c29-41a1-b9b4-f5daade91396 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:18.501484 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-ced3ac2d-f5a0-4417-818f-4881a2bcc34e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2699211 May 06 13:48:18.508121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 137e2015-93c3-4325-a1a3-e7b2c9640dc0 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:18.570774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cadf9ad-31c3-49bf-8929-f6697966ccb4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.574913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.575628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 137e2015-93c3-4325-a1a3-e7b2c9640dc0 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:48:18.575628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 137e2015-93c3-4325-a1a3-e7b2c9640dc0 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:18.613512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=867997cd-601b-4499-9db2-5a4b79f66c66,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.628088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:18.628417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:18.634136 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f18c12b9-c90f-40b8-a3ce-e8458f6ef677 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3974369 May 06 13:48:18.638300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57526) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.647360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.660184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': '867997cd-601b-4499-9db2-5a4b79f66c66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:18.676542 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6245e439-78d2-4302-8c86-920c9b41d6aa tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "DELETE /v2.0/ports/1cadf9ad-31c3-49bf-8929-f6697966ccb4 HTTP/1.1" status: 204 len: 168 time: 2.2829781 May 06 13:48:18.682558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57530) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.724168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 867997cd-601b-4499-9db2-5a4b79f66c66 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:18.764140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Allocated IP 172.20.0.4 (e772629e-3683-4d26-aa6d-8ffc175c2f70/6acf10f8-3897-4ddf-a780-428f9758dc9a/60923998-3c29-41a1-b9b4-f5daade91396) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:18.800023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.824931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-7285fb0b-5384-414d-8a89-8e165048e618 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] GET failed (client error): The resource could not be found. May 06 13:48:18.825666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7285fb0b-5384-414d-8a89-8e165048e618 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Synchronizing usage tracker for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:18.828475 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-2b9ce814-0540-4f00-8990-116de441ca8b service neutron] 10.222.0.69 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175852 May 06 13:48:18.842802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 20ab6533-1738-428d-9ce7-2d019f709a52 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:18.886065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 20ab6533-1738-428d-9ce7-2d019f709a52 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:48:18.886471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 20ab6533-1738-428d-9ce7-2d019f709a52 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:18.887218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d0b07063-5882-45be-b741-e933f74479c2 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:18.890436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:18.892645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7285fb0b-5384-414d-8a89-8e165048e618 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] Unset dirty status for tenant:d077659a37324d8fb55c1b19f58720db on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:18.893774 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7285fb0b-5384-414d-8a89-8e165048e618 tempest-PortsAdminExtendedAttrsTestJSON-472901647 tempest-PortsAdminExtendedAttrsTestJSON-472901647-project-admin] 10.222.0.65 "GET /v2.0/ports/1cadf9ad-31c3-49bf-8929-f6697966ccb4 HTTP/1.1" status: 404 len: 333 time: 0.2063370 May 06 13:48:18.898342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:18.900742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57534) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.905979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:18.936921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:18.954047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=d0b07063-5882-45be-b741-e933f74479c2,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.977411 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:18.978473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:19.060823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.112494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:19.132074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Deleting port d0b07063-5882-45be-b741-e933f74479c2 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:19.132413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.170064 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port d0b07063-5882-45be-b741-e933f74479c2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0b07063-5882-45be-b741-e933f74479c2,segment=NetworkSegment(95de0f6d-001e-474c-90fd-983cfd1de847),segment_id=95de0f6d-001e-474c-90fd-983cfd1de847)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:19.174722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.236848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:48:19.237299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.269748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=d0b07063-5882-45be-b741-e933f74479c2,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:19.307820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.404686 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0ed8aa0f-d28b-458f-9537-68de2b7fc127 req-ba26cc0e-8c53-47dc-9cfd-dd4aaf8fc890 service neutron] 10.222.0.69 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681396 May 06 13:48:19.415155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b8c96af6-cd59-4936-aa3c-ddbe299410a2,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:19.453982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.469277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Checking segment: {'id': '688493dd-2c68-41fd-bb3f-a696d8840f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:19.469635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Network hostable DHCP agents. Network: 48534fcf-0f3b-441c-8b48-01d23c1ea5f5, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:19.479324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Deleting port d0b07063-5882-45be-b741-e933f74479c2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:19.479468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.484426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Transition to ACTIVE for port object 60923998-3c29-41a1-b9b4-f5daade91396 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:19.510736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:19.521827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.535214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.557253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 48534fcf-0f3b-441c-8b48-01d23c1ea5f5) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:19.562149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:19.562713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.575895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543a5bd-3da9-44c4-b703-210c88eb2fa1 None None] Network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:19.629305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:19.634529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:19.637204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:19.669031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=60923998-3c29-41a1-b9b4-f5daade91396,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:19.677046 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0619fca6-f0d6-49f5-bec9-2adcfe1e5b80 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6101475 May 06 13:48:19.684653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57540) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:19.714739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:19.715355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.734585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-295680997', 'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:19.741159 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0efd1453-825e-431d-8b07-00f93bc3d994 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7992771 May 06 13:48:19.741333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:19.741756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57544) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:19.753597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e5:2a:0d'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:19.831540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] For port d0b07063-5882-45be-b741-e933f74479c2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0b07063-5882-45be-b741-e933f74479c2,segment=NetworkSegment(95de0f6d-001e-474c-90fd-983cfd1de847),segment_id=95de0f6d-001e-474c-90fd-983cfd1de847)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:19.831964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.871580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:19.898347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.924242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Usage tracker for resource:port and tenant:16e16eac6aed4f58855551ccad45231f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:19.934031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:19.943312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.992680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:20.003708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.027827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.037860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Calling delete_port for d0b07063-5882-45be-b741-e933f74479c2 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:20.073446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Made reservation on behalf of 16e16eac6aed4f58855551ccad45231f for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:20.075674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.085987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] For port d0b07063-5882-45be-b741-e933f74479c2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0b07063-5882-45be-b741-e933f74479c2,segment=NetworkSegment(95de0f6d-001e-474c-90fd-983cfd1de847),segment_id=95de0f6d-001e-474c-90fd-983cfd1de847)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:20.086694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.097819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944aeb86-1bb0-4e9f-af12-caa97a092a3d']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:20.144045 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9667b9ee-5069-4b40-9af1-a48e2b2f218f None None] Provisioning for port 60923998-3c29-41a1-b9b4-f5daade91396 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:20.169323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Pushing event updated for resources: {'Port': ['ID=1159c98e-41c6-4ee3-aa49-d7206c1c6b4b,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.173406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9667b9ee-5069-4b40-9af1-a48e2b2f218f None None] Provisioning complete for port 60923998-3c29-41a1-b9b4-f5daade91396 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:20.173780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9667b9ee-5069-4b40-9af1-a48e2b2f218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.200697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78afe626-bd5c-4f3c-8d2d-a366c93a58e1') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:20.200697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78afe626-bd5c-4f3c-8d2d-a366c93a58e1') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:20.228245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a72837-536a-46a3-af3c-d5b01298b4d6 None None] Network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:20.253546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.303627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.315473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.321282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.337306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Calling delete_port for d0b07063-5882-45be-b741-e933f74479c2 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:20.349120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9667b9ee-5069-4b40-9af1-a48e2b2f218f None None] Port 60923998-3c29-41a1-b9b4-f5daade91396 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:20.369309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] Pushing event deleted for resources: {'Port': ['ID=d0b07063-5882-45be-b741-e933f74479c2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.378007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.388543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d485cf-c094-44f4-ac3c-4fcab5409598 None None] No DVR routers for this DVR port d0b07063-5882-45be-b741-e933f74479c2 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:20.401943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c7cb4-b841-4d30-8888-86cb6fed9299 req-9696df05-91ed-43b7-8ae7-c9b625290e10 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:20.403464 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e72c7cb4-b841-4d30-8888-86cb6fed9299 req-9696df05-91ed-43b7-8ae7-c9b625290e10 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 946 time: 0.9167120 May 06 13:48:20.409567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] device_id is not set on port 59686971-0986-46cf-90f7-314a8559da5b yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:20.470776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] In _notify_port_updated(), no bound segment for port 60923998-3c29-41a1-b9b4-f5daade91396 on network e772629e-3683-4d26-aa6d-8ffc175c2f70 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:48:20.475443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:20.476215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.477615 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "PUT /v2.0/ports/60923998-3c29-41a1-b9b4-f5daade91396 HTTP/1.1" status: 200 len: 996 time: 0.7348530 May 06 13:48:20.481495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.511750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57548) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:20.544211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.575229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f72416-82f5-48f2-955d-d1ba3474f6d2 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=60923998-3c29-41a1-b9b4-f5daade91396,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.578508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:20.578978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:20.601171 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:20.614661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c4c006c0-2a54-4ccd-aa23-7930023082d7 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting port 60923998-3c29-41a1-b9b4-f5daade91396 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:20.615003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c4c006c0-2a54-4ccd-aa23-7930023082d7 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.675685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6bb462d9-2d6a-4305-b49e-a9b186b2b484 None None] Provisioning complete for port 60923998-3c29-41a1-b9b4-f5daade91396 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:20.676319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6bb462d9-2d6a-4305-b49e-a9b186b2b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.775898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.777082 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-468fa69f-17d6-447d-8815-5b0afda6e06d tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6227715 May 06 13:48:20.781914 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6bb462d9-2d6a-4305-b49e-a9b186b2b484 None None] Port 60923998-3c29-41a1-b9b4-f5daade91396 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:20.787194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57552) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:20.807320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.817947 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-58586879-398b-470e-a881-b19b2343fa3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3367796 May 06 13:48:20.841501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:20.841820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:20.842879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.853937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e72c7cb4-b841-4d30-8888-86cb6fed9299 req-9bc39ba6-7410-4353-ab47-974d5aa6eebb tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935962 May 06 13:48:20.905950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c4c006c0-2a54-4ccd-aa23-7930023082d7 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.907449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.932494 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] 10.222.0.65 "DELETE /v2.0/networks/944aeb86-1bb0-4e9f-af12-caa97a092a3d HTTP/1.1" status: 204 len: 168 time: 2.0300779 May 06 13:48:20.978127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93891d-e257-4879-929a-f93eabebe593 tempest-PortsAdminExtendedAttrsTestJSON-752500571 tempest-PortsAdminExtendedAttrsTestJSON-752500571-project] Pushing event deleted for resources: {'Network': ['ID=944aeb86-1bb0-4e9f-af12-caa97a092a3d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.997473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Allocated IP 172.20.0.11 (48534fcf-0f3b-441c-8b48-01d23c1ea5f5/b8c96af6-cd59-4936-aa3c-ddbe299410a2/59686971-0986-46cf-90f7-314a8559da5b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:21.009642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=09c176ad-56a0-4e68-ab5d-e85d9a8fa4dd,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:21.029551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:21.055475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:21.073080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Usage tracker for resource:floatingip and tenant:7b8e8ae4bdbb401ead66db67b791cf1e is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:21.080264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:21.091317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:21.124315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': 'd7503fa9-0f36-4741-8878-99f66a0f4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '867997cd-601b-4499-9db2-5a4b79f66c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:21.125123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: 867997cd-601b-4499-9db2-5a4b79f66c66, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:21.143212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.220274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c4c006c0-2a54-4ccd-aa23-7930023082d7 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Calling delete_port for 60923998-3c29-41a1-b9b4-f5daade91396 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:21.318043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57564) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:21.347648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Deleting port d0b07063-5882-45be-b741-e933f74479c2 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:21.347918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.411452 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-22a6e897-e526-408a-9d2e-ff9e6a7cd627 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61bc521441564a1782d0d505f249bbc6&device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 1099 time: 0.3552141 May 06 13:48:21.421054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caefb8-5f13-4e3e-831c-1f11c514a54c req-467a07d9-b333-4e47-aad1-1809591db5c5 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:21.422397 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-59caefb8-5f13-4e3e-831c-1f11c514a54c req-467a07d9-b333-4e47-aad1-1809591db5c5 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 946 time: 0.3674963 May 06 13:48:21.434251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57570) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:21.442354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Request body: {'floatingip': {'port_id': '621e6240-c0d2-47a6-a883-25045e4a4e40'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:21.482727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] The port 'd0b07063-5882-45be-b741-e933f74479c2' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:48:21.534519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 867997cd-601b-4499-9db2-5a4b79f66c66 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:21.616243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c4c006c0-2a54-4ccd-aa23-7930023082d7 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.625982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.631318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 867997cd-601b-4499-9db2-5a4b79f66c66) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:21.635706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:21.636305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.641174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68c5fa-f4f0-40ec-b7a4-5926a4571f70 None None] Network 867997cd-601b-4499-9db2-5a4b79f66c66 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:21.700304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.719557 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2890bd2a-617a-4473-843b-c701082f4788 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0802224 May 06 13:48:21.723841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.734339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57576) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:21.750259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2042985048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:21.756289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209a533f-7828-4b0a-b4db-6effa73aba0a']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:21.763433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c006c0-2a54-4ccd-aa23-7930023082d7 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event deleted for resources: {'Port': ['ID=60923998-3c29-41a1-b9b4-f5daade91396,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:21.772059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:21.780338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:router and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:21.783889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95de0f6d-001e-474c-90fd-983cfd1de847') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:21.784181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95de0f6d-001e-474c-90fd-983cfd1de847') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:21.793308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:21.805949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:21.809899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.827999 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-05e80c29-9798-4396-9528-d253386e734b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1fdd2818bb64995809423450f5a5ef8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5072618 May 06 13:48:21.834792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57580) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:21.858553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.869202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.870121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.890153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:21.890583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:21.906815 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:21.940868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-867997cd-601b-4499-9db2-5a4b79f66c66', 'network_id': '867997cd-601b-4499-9db2-5a4b79f66c66', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': '09c176ad-56a0-4e68-ab5d-e85d9a8fa4dd'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:48:21.941887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.003117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.047427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-16e23de3-3353-4e6c-8436-7a8795dd69b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:22.050656 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-16e23de3-3353-4e6c-8436-7a8795dd69b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd HTTP/1.1" status: 200 len: 913 time: 0.5531948 May 06 13:48:22.100533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.109495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.132571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c4c006c0-2a54-4ccd-aa23-7930023082d7 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.137749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Allocated IP 2001:db8::2 (867997cd-601b-4499-9db2-5a4b79f66c66/09c176ad-56a0-4e68-ab5d-e85d9a8fa4dd/e0d3a444-14f9-497b-90fc-68c79eaa35e1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:22.148517 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:22.174750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.177443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:22.179741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:22.214314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'Port': ['ID=59686971-0986-46cf-90f7-314a8559da5b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:22.228995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Network': ['ID=209a533f-7828-4b0a-b4db-6effa73aba0a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:22.263142 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-2cd2c9e3-67e3-4ad0-9072-dd06c408bc56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b HTTP/1.1" status: 200 len: 1002 time: 0.1322098 May 06 13:48:22.289498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5826342e-96cc-4774-9019-836f8deb0c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.291590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.300688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c78a094f-4f51-43ee-97a5-3526aa335808 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/networks/209a533f-7828-4b0a-b4db-6effa73aba0a HTTP/1.1" status: 204 len: 168 time: 6.2814510 May 06 13:48:22.318361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57584) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:22.347718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:22.348630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.353496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.372674 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Transition to ACTIVE for port object e0d3a444-14f9-497b-90fc-68c79eaa35e1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:22.387803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5826342e-96cc-4774-9019-836f8deb0c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.392360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Transition to ACTIVE for port object e0d3a444-14f9-497b-90fc-68c79eaa35e1 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:22.398430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.467922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Network 867997cd-601b-4499-9db2-5a4b79f66c66 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:22.470822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:22.475220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:22.477379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Pushing event updated for resources: {'Port': ['ID=e0d3a444-14f9-497b-90fc-68c79eaa35e1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:22.493427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.546814 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fde48e0e-3db3-4366-a522-61dc750c674e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.8396611 May 06 13:48:22.558287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57588) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:22.570623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Attempting to bind port e0d3a444-14f9-497b-90fc-68c79eaa35e1 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:22.570983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Attempting to bind port e0d3a444-14f9-497b-90fc-68c79eaa35e1 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd7503fa9-0f36-4741-8878-99f66a0f4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '867997cd-601b-4499-9db2-5a4b79f66c66'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:22.571346 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Attempting to bind port e0d3a444-14f9-497b-90fc-68c79eaa35e1 on network 867997cd-601b-4499-9db2-5a4b79f66c66 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:22.578372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:22.578869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Checking segment: {'id': 'd7503fa9-0f36-4741-8878-99f66a0f4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '867997cd-601b-4499-9db2-5a4b79f66c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:22.579273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.579663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Bound using segment: {'id': 'd7503fa9-0f36-4741-8878-99f66a0f4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '867997cd-601b-4499-9db2-5a4b79f66c66'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:22.580147 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Bound port: e0d3a444-14f9-497b-90fc-68c79eaa35e1, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7503fa9-0f36-4741-8878-99f66a0f4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '867997cd-601b-4499-9db2-5a4b79f66c66'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:22.580518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.599426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.606095 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6e09804d-6377-4614-9e25-e45df5d95007 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8644423 May 06 13:48:22.606271 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c4c006c0-2a54-4ccd-aa23-7930023082d7 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "DELETE /v2.0/ports/60923998-3c29-41a1-b9b4-f5daade91396 HTTP/1.1" status: 204 len: 168 time: 2.0894649 May 06 13:48:22.611712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57592) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:22.611712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57594) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:22.612882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.649137 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Allocated IP 172.26.0.163 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/b18497ad-e2f1-44e2-9321-80e3f80ffa87) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:22.664415 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9f2b05-6b43-47a7-9c24-7769c780e670 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] GET failed (client error): The resource could not be found. May 06 13:48:22.664993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ad9f2b05-6b43-47a7-9c24-7769c780e670 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Synchronizing usage tracker for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:22.672756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'port': {'network_id': '867997cd-601b-4499-9db2-5a4b79f66c66', 'name': 'tempest-RoutersIpV6Test-1647900022'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:22.680472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] For port e0d3a444-14f9-497b-90fc-68c79eaa35e1, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:22.683493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] For port e0d3a444-14f9-497b-90fc-68c79eaa35e1, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0d3a444-14f9-497b-90fc-68c79eaa35e1,segment=NetworkSegment(d7503fa9-0f36-4741-8878-99f66a0f4fcb),segment_id=d7503fa9-0f36-4741-8878-99f66a0f4fcb)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:22.688306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.720950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-90758ed1-d0d6-4e32-a006-464cf83434db tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Deleting port 59686971-0986-46cf-90f7-314a8559da5b {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:22.721200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-90758ed1-d0d6-4e32-a006-464cf83434db tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.778107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff125a7-5ccd-43f4-940b-6c90b8abdcf9 None None] Pushing event updated for resources: {'Port': ['ID=e0d3a444-14f9-497b-90fc-68c79eaa35e1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:22.843173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5826342e-96cc-4774-9019-836f8deb0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.873240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-a6c1b32e-621b-4954-ae83-654417715ac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:22.875252 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-a6c1b32e-621b-4954-ae83-654417715ac6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54919e3-0f37-47e9-9fe7-95e5be69ca12 HTTP/1.1" status: 200 len: 851 time: 0.3271747 May 06 13:48:22.879923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ad9f2b05-6b43-47a7-9c24-7769c780e670 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Unset dirty status for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:22.884475 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ad9f2b05-6b43-47a7-9c24-7769c780e670 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "GET /v2.0/ports/60923998-3c29-41a1-b9b4-f5daade91396 HTTP/1.1" status: 404 len: 333 time: 0.2662523 May 06 13:48:22.915715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57600) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:22.938244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70', 'name': 'tempest-AllowedAddressPairTestJSON-171824216'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:22.965670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826342e-96cc-4774-9019-836f8deb0c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6f6579-0592-4f0e-9702-a99964a0c9b9,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:23.105415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:23.112042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:port and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:23.117684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:23.125628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:23.150963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:23.154032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.193660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.219635 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-00be1950-d1a0-4059-9e6a-485c652529fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6884eb6f-d5d8-4e69-a043-abbebe12b4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3344045 May 06 13:48:23.225751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.229929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] device_id is not set on port 4de71019-939c-4cce-b1d6-682d4e17cc41 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:23.252311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5826342e-96cc-4774-9019-836f8deb0c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.255731 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5826342e-96cc-4774-9019-836f8deb0c22 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f6f6579-0592-4f0e-9702-a99964a0c9b9 HTTP/1.1" status: 204 len: 168 time: 1.4159482 May 06 13:48:23.286370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.303232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97971df9-8c3f-4946-9315-c3166ef012e1']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:23.337862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d84b96-28b5-40ac-837c-a089c8eaf211') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:23.338175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d84b96-28b5-40ac-837c-a089c8eaf211') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:23.461461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.481956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.522627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.537458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:23.537981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.564159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:23.566409 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:23.648785 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:23.703765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8::25b (867997cd-601b-4499-9db2-5a4b79f66c66/09c176ad-56a0-4e68-ab5d-e85d9a8fa4dd/4de71019-939c-4cce-b1d6-682d4e17cc41) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:23.706274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-90758ed1-d0d6-4e32-a006-464cf83434db tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.724726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.732446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.755896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Made reservation on behalf of f4388ffce0034e4285e3ec064a61fe55 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:23.756205 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-3d5abe58-b112-42fb-876f-5d6b0c905152 service neutron] 10.222.0.69 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288942 May 06 13:48:23.761731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.797036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57608) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:23.918484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.929735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-90758ed1-d0d6-4e32-a006-464cf83434db tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Calling delete_port for 59686971-0986-46cf-90f7-314a8559da5b owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:23.985443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6155155-e529-41ca-85e8-d3ef8a182aa5 None None] Network 867997cd-601b-4499-9db2-5a4b79f66c66 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:24.001118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Network': ['ID=97971df9-8c3f-4946-9315-c3166ef012e1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:24.021473 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-79db15a8-981c-4393-8493-12ca7fb290cc tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/networks/97971df9-8c3f-4946-9315-c3166ef012e1 HTTP/1.1" status: 204 len: 168 time: 1.6993554 May 06 13:48:24.026342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57614) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:24.046135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] device_id is not set on port 8fb0a863-88fe-4081-bee2-67ee2a1a7e1b yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:24.075392 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b7c075a-a9b8-46d8-aa63-2990a5104c12 req-7c8c2081-39df-407b-8614-435c6088f3af service neutron] 10.222.0.69 "GET /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030467 May 06 13:48:24.104372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c7ee8212-919d-4e26-9a60-2785bad1562a None None] Provisioning for port e0d3a444-14f9-497b-90fc-68c79eaa35e1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:24.175739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:24.186824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Pushing event updated for resources: {'Port': ['ID=b18497ad-e2f1-44e2-9321-80e3f80ffa87,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:24.190314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:24.192333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:24.251925 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eeac6980-50f4-47c0-8cf1-c4e569ecdaee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d077659a37324d8fb55c1b19f58720db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3962772 May 06 13:48:24.257546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57618) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:24.258725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.279507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.298181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object 4de71019-939c-4cce-b1d6-682d4e17cc41 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:24.344845 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Floating IP 68661b50-abb6-4b0e-b3a7-9e7c5799dbab associated. External IP: 172.26.0.254, port: 621e6240-c0d2-47a6-a883-25045e4a4e40. May 06 13:48:24.434698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-90758ed1-d0d6-4e32-a006-464cf83434db tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.489701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Allocated IP 172.20.0.5 (e772629e-3683-4d26-aa6d-8ffc175c2f70/6acf10f8-3897-4ddf-a780-428f9758dc9a/8fb0a863-88fe-4081-bee2-67ee2a1a7e1b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:24.507355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90758ed1-d0d6-4e32-a006-464cf83434db tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event deleted for resources: {'Port': ['ID=59686971-0986-46cf-90f7-314a8559da5b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:24.579045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-828ddc63-3192-406a-98c5-cd9d3527142b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.682148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.686945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-828ddc63-3192-406a-98c5-cd9d3527142b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.718114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.727431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0d3a444-14f9-497b-90fc-68c79eaa35e1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:24.762848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16a29c7-617d-49ad-96a3-8e3ddaff9ca1']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:24.800973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcf2130-c368-4eae-9c67-770c4676e3ba') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:24.801269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcf2130-c368-4eae-9c67-770c4676e3ba') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:24.802261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port e0d3a444-14f9-497b-90fc-68c79eaa35e1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:24.808877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e0d3a444-14f9-497b-90fc-68c79eaa35e1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:24.809576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.812989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.833357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.856804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=4de71019-939c-4cce-b1d6-682d4e17cc41,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:24.863529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 867997cd-601b-4499-9db2-5a4b79f66c66 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:24.868962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:24.875607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:24.879498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:24.880119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.881803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-90758ed1-d0d6-4e32-a006-464cf83434db tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.884157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.909039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:24.909444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:24.925272 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:24.980568 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-90758ed1-d0d6-4e32-a006-464cf83434db tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "DELETE /v2.0/ports/59686971-0986-46cf-90f7-314a8559da5b HTTP/1.1" status: 204 len: 168 time: 2.4155040 May 06 13:48:24.986961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57624) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:24.997670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5', 'external_fixed_ips': [{'subnet_id': 'b8c96af6-cd59-4936-aa3c-ddbe299410a2', 'ip_address': '172.20.0.11'}]}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:25.010488 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2fca58c0-7041-44d1-9846-6aac978b93a5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3915045 May 06 13:48:25.012742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57628) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:25.026615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.038141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.085144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port e0d3a444-14f9-497b-90fc-68c79eaa35e1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0d3a444-14f9-497b-90fc-68c79eaa35e1,segment=NetworkSegment(d7503fa9-0f36-4741-8878-99f66a0f4fcb),segment_id=d7503fa9-0f36-4741-8878-99f66a0f4fcb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:25.091791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.146621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.172223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.175197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:25.191245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Network': ['ID=c16a29c7-617d-49ad-96a3-8e3ddaff9ca1,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:25.192022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Usage tracker for resource:router and tenant:16e16eac6aed4f58855551ccad45231f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:25.194304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=e0d3a444-14f9-497b-90fc-68c79eaa35e1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:25.198098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-692e7aa4-cc9e-49d8-8a5c-35a994093be3 None None] Provisioning for port 4de71019-939c-4cce-b1d6-682d4e17cc41 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:25.200130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:25.201013 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5b5352ce-5f50-452f-a1ef-2468c0a35775 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/networks/c16a29c7-617d-49ad-96a3-8e3ddaff9ca1 HTTP/1.1" status: 204 len: 168 time: 1.1736691 May 06 13:48:25.205065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-692e7aa4-cc9e-49d8-8a5c-35a994093be3 None None] Provisioning complete for port 4de71019-939c-4cce-b1d6-682d4e17cc41 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:25.206041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-692e7aa4-cc9e-49d8-8a5c-35a994093be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.206173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57632) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:25.219820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-828ddc63-3192-406a-98c5-cd9d3527142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.232589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:25.263141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ddc63-3192-406a-98c5-cd9d3527142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace65caa-3dbe-42ad-b52a-3e89aef5086d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:25.288971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-692e7aa4-cc9e-49d8-8a5c-35a994093be3 None None] Port 4de71019-939c-4cce-b1d6-682d4e17cc41 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:25.291003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.292001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.299904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.304287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-828ddc63-3192-406a-98c5-cd9d3527142b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.305411 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-828ddc63-3192-406a-98c5-cd9d3527142b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ace65caa-3dbe-42ad-b52a-3e89aef5086d HTTP/1.1" status: 204 len: 168 time: 1.0175939 May 06 13:48:25.399519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Transition to ACTIVE for port object 8fb0a863-88fe-4081-bee2-67ee2a1a7e1b will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:25.429848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.477677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.597323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.698361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:25.700338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.702215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=8fb0a863-88fe-4081-bee2-67ee2a1a7e1b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:25.710621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:25.713717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.719156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:25.814608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.885872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.899962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.918838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7087ae2-5763-4bc9-b991-df980d604263']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:25.939319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c4abb4-1a02-4dca-bc2e-141daff4cf59') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:25.939841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c4abb4-1a02-4dca-bc2e-141daff4cf59') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:25.958096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:25.958714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.968489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.969716 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1741316 May 06 13:48:25.974261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57648) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:25.976259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d1933-2d38-4eb4-9165-1ced55d42c05 tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Pushing event updated for resources: {'Port': ['ID=b18497ad-e2f1-44e2-9321-80e3f80ffa87,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:26.017018 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-157066a1-1d67-4227-87fe-8a29ac47b1f4 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0992129 May 06 13:48:26.020695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57652) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.033876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'network_id': 'e772629e-3683-4d26-aa6d-8ffc175c2f70', 'name': 'tempest-AllowedAddressPairTestJSON-1244287464'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:26.125433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4c787b53-7c2a-4157-b392-8ab22a2e272e None None] Provisioning for port 8fb0a863-88fe-4081-bee2-67ee2a1a7e1b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:26.131268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4c787b53-7c2a-4157-b392-8ab22a2e272e None None] Provisioning complete for port 8fb0a863-88fe-4081-bee2-67ee2a1a7e1b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:26.131629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c787b53-7c2a-4157-b392-8ab22a2e272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.193334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4c787b53-7c2a-4157-b392-8ab22a2e272e None None] Port 8fb0a863-88fe-4081-bee2-67ee2a1a7e1b cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:26.197314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.263768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:26.270433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Usage tracker for resource:port and tenant:f4388ffce0034e4285e3ec064a61fe55 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:26.274716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:26.281958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.289652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:26.301108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:26.301529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.308238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Made reservation on behalf of f4388ffce0034e4285e3ec064a61fe55 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:26.311191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:26.324583 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:26.369690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57662) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.384529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] device_id is not set on port dd3d40c3-711e-46f2-b380-993b94601498 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:26.476113 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ba4cc06a-ffbd-46a7-b12a-2e9086d92e50 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.4868214 May 06 13:48:26.480449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57668) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.515989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.537604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.573329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1858977680'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:26.579883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.584791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.585443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.593969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:26.602575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Usage tracker for resource:network and tenant:f1f9c7796cea42e881465f23c2f63810 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:26.607848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] Pushing event deleted for resources: {'Network': ['ID=a7087ae2-5763-4bc9-b991-df980d604263,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:26.619411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-113b7f99-3b6e-4fc1-80ef-26121a39819a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Synchronizing usage tracker for tenant:b24891110b914677b0e0eaa8207185a6 on resource:floatingip {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:26.643348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:26.652799 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8b4b2ab2-78c0-468a-8863-379b5c865525 tempest-BulkNetworkOpsTest-1001965778 tempest-BulkNetworkOpsTest-1001965778-project] 10.222.0.65 "DELETE /v2.0/networks/a7087ae2-5763-4bc9-b991-df980d604263 HTTP/1.1" status: 204 len: 168 time: 1.4462161 May 06 13:48:26.656895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:26.676418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Router 09e5a438-b677-4e78-ba25-001f1fb1738c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:26.695254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Allocated IP 172.20.0.3 (e772629e-3683-4d26-aa6d-8ffc175c2f70/6acf10f8-3897-4ddf-a780-428f9758dc9a/dd3d40c3-711e-46f2-b380-993b94601498) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:26.702811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Made reservation on behalf of f1f9c7796cea42e881465f23c2f63810 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:26.705825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.710259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0d3a444-14f9-497b-90fc-68c79eaa35e1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:26.730264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.761320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-113b7f99-3b6e-4fc1-80ef-26121a39819a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Unset dirty status for tenant:b24891110b914677b0e0eaa8207185a6 on resource:floatingip {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:26.762357 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-113b7f99-3b6e-4fc1-80ef-26121a39819a tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2800639 May 06 13:48:26.773021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57674) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.843892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e0d3a444-14f9-497b-90fc-68c79eaa35e1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:26.844545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.095982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57680) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:27.133848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:27.173531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Usage tracker for resource:security_group_rule and tenant:f1f9c7796cea42e881465f23c2f63810 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:27.194690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:27.197873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Deleting port b18497ad-e2f1-44e2-9321-80e3f80ffa87 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:27.198507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.234065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.249243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.292529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:27.389780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Allocated IP 172.20.0.11 (48534fcf-0f3b-441c-8b48-01d23c1ea5f5/b8c96af6-cd59-4936-aa3c-ddbe299410a2/b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:27.390751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=4de71019-939c-4cce-b1d6-682d4e17cc41,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:27.403092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:27.409643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.415658 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] Sync routers for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:27.428006 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:27.428636 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:27.531580 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-87c7a317-a2dc-4ad6-b928-7fa231cec419 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "PUT /v2.0/floatingips/68661b50-abb6-4b0e-b3a7-9e7c5799dbab HTTP/1.1" status: 200 len: 992 time: 6.0962691 May 06 13:48:27.534793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'tag': '621e6240-c0d2-47a6-a883-25045e4a4e40'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:27.635392 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-75285e10-853d-476e-b769-a9a904b9d214 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f20c29479574c479e12fb0b9467671c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5311258 May 06 13:48:27.641472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57690) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:27.648717 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8faec072-0e39-413b-909f-b9b168df4b49'] response: {'name': 'network-changed', 'server_uuid': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'tag': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'status': 'completed', 'code': 200} May 06 13:48:27.667829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.745198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b54702ae-dd3c-45b2-b3ab-3e044d47748c None None] Provisioning complete for port 4de71019-939c-4cce-b1d6-682d4e17cc41 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:27.745785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b54702ae-dd3c-45b2-b3ab-3e044d47748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.750418 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:27.781985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.814356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b54702ae-dd3c-45b2-b3ab-3e044d47748c None None] Port 4de71019-939c-4cce-b1d6-682d4e17cc41 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:27.837806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.858965 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-d1217225-8de4-4576-b2ed-29393876be1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d062d92dc9334db4a11b67cd72574e1c&device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 1099 time: 0.1876013 May 06 13:48:27.859971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe77b-8e65-444c-a04b-c8319c048638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.887160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7e999-0c34-4062-9d4d-f9672e3a7b41,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:27.962969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:27.970442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.017056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.017676 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Added segment 9c9ad784-36f8-4a50-8b41-aef89ac00cf4 of type vlan for network 66cfa076-45c0-4e3f-b3db-9353a5133858 May 06 13:48:28.033074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Transition to ACTIVE for port object dd3d40c3-711e-46f2-b380-993b94601498 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:28.045800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.046371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.078522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80783c-06f4-4e85-83c2-9976938d1d4d req-f5e74561-e2fc-4b11-a043-e0811df5fc96 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:28.080289 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8d80783c-06f4-4e85-83c2-9976938d1d4d req-f5e74561-e2fc-4b11-a043-e0811df5fc96 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 946 time: 0.2947891 May 06 13:48:28.095155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe77b-8e65-444c-a04b-c8319c048638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.096526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.103565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.175666 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '68661b50-abb6-4b0e-b3a7-9e7c5799dbab', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'port_id': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'mac_address': 'fa:16:3e:a3:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:42Z', 'updated_at': '2022-05-06T13:48:22Z', 'revision_number': 1, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:28.179502 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] Checking router: 09e5a438-b677-4e78-ba25-001f1fb1738c for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:48:28.190738 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:28.190738 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:28.226768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Calling delete_port for b18497ad-e2f1-44e2-9321-80e3f80ffa87 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:28.231200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-66f2590f-3025-4e55-a522-05cd46c6795f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:28.233493 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-66f2590f-3025-4e55-a522-05cd46c6795f service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b949343-fade-4404-b22c-bf0782c0d21c HTTP/1.1" status: 200 len: 906 time: 0.3673301 May 06 13:48:28.306892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.351693 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8d80783c-06f4-4e85-83c2-9976938d1d4d req-d36b8a75-8f7c-474a-b852-6ee073ad1000 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025056 May 06 13:48:28.369298 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:28.408725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.453859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.457682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:28.458269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.462348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.493183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe77b-8e65-444c-a04b-c8319c048638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.532066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fe77b-8e65-444c-a04b-c8319c048638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ae14dc-e159-4d69-8b7f-1015d2c52fc4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:28.621675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe77b-8e65-444c-a04b-c8319c048638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.625643 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bc4fe77b-8e65-444c-a04b-c8319c048638 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31ae14dc-e159-4d69-8b7f-1015d2c52fc4 HTTP/1.1" status: 204 len: 168 time: 0.9824908 May 06 13:48:28.633257 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-a5981123-5841-42ed-8a75-67f91725488f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=621e6240-c0d2-47a6-a883-25045e4a4e40 HTTP/1.1" status: 200 len: 1000 time: 0.3384073 May 06 13:48:28.687934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=dd3d40c3-711e-46f2-b380-993b94601498,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:28.693821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:28.697301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:28.736642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:28.738685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:28.740744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Network': ['ID=66cfa076-45c0-4e3f-b3db-9353a5133858,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:28.746572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:28.757949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:28.771792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.773998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:28.814682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-27b4d3a2-5cbd-4abf-8962-507ab8db85fc tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4439652 May 06 13:48:28.835557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57700) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:28.852840 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-5d528722-e599-46c0-9ed1-9129bef02b85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:28.856984 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-5d528722-e599-46c0-9ed1-9129bef02b85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00bc25e-5058-4e88-8f97-2b385c372c28 HTTP/1.1" status: 200 len: 844 time: 0.2088788 May 06 13:48:28.860066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.864926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.908624 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '68661b50-abb6-4b0e-b3a7-9e7c5799dbab', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'port_id': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'mac_address': 'fa:16:3e:a3:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:42Z', 'updated_at': '2022-05-06T13:48:22Z', 'revision_number': 1, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:28.916732 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c67b8-fdc1-45ae-8a64-c72244287c3b None None] The sync data for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv is: [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '68661b50-abb6-4b0e-b3a7-9e7c5799dbab', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'port_id': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'mac_address': 'fa:16:3e:a3:0b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:42Z', 'updated_at': '2022-05-06T13:48:22Z', 'revision_number': 1, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:28.935545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'subnet': {'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:29.102715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.160099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9f5eb7ed-3ac8-4838-ba0e-f495f7601cec None None] Provisioning for port dd3d40c3-711e-46f2-b380-993b94601498 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:29.171646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9f5eb7ed-3ac8-4838-ba0e-f495f7601cec None None] Provisioning complete for port dd3d40c3-711e-46f2-b380-993b94601498 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:29.172518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb7ed-3ac8-4838-ba0e-f495f7601cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.196777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=4de71019-939c-4cce-b1d6-682d4e17cc41,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:29.212178 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-9438a2c4-d2d7-4924-ab7b-7c716f0ed778 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b949343-fade-4404-b22c-bf0782c0d21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3376858 May 06 13:48:29.255136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9f5eb7ed-3ac8-4838-ba0e-f495f7601cec None None] Port dd3d40c3-711e-46f2-b380-993b94601498 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:29.291423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae633d38-02d0-42d5-b83c-69a8a190c92b None None] New status for floating IP 68661b50-abb6-4b0e-b3a7-9e7c5799dbab: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:48:29.302327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:29.303155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.322360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'Port': ['ID=b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:29.379884 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d86f5749-8f79-4da8-b644-252fb075608f tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3543429 May 06 13:48:29.380729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57714) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:29.393584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e5:2a:0d'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:1b:ce:a9'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:29.422228 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-5ba2ab31-585d-47dc-9af8-74ebc80db01b service neutron] 10.222.0.69 "GET /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000077 May 06 13:48:29.495983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Pushing event deleted for resources: {'Port': ['ID=b18497ad-e2f1-44e2-9321-80e3f80ffa87,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:29.558441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 867997cd-601b-4499-9db2-5a4b79f66c66 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:29.564825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:29.589416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.594240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.595548 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b755dec5-2887-478f-9275-3b5eefa16fdc tempest-FloatingIPAdminTestJSON-2082695114 tempest-FloatingIPAdminTestJSON-2082695114-project] 10.222.0.65 "DELETE /v2.0/floatingips/5a01422f-6405-49e0-9b7a-e6448fd8263a HTTP/1.1" status: 204 len: 168 time: 2.8197052 May 06 13:48:29.599474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57722) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:29.608906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:29.614982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Usage tracker for resource:subnet and tenant:f1f9c7796cea42e881465f23c2f63810 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:29.618347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:29.625275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:29.798889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57728) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:29.835978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Made reservation on behalf of f1f9c7796cea42e881465f23c2f63810 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:29.868169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Deleting port 1159c98e-41c6-4ee3-aa49-d7206c1c6b4b {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:29.868513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.975122 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b67e5078-5ed0-4ddf-a01b-4d439e6dc02f req-bbb3e4e9-ae34-4998-a960-47b82a22cc71 service neutron] 10.222.0.69 "GET /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317888 May 06 13:48:30.074449 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c2746e52-03da-4659-8b16-5408e5c55235 None None] Provisioning complete for port 4de71019-939c-4cce-b1d6-682d4e17cc41 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:30.075014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c2746e52-03da-4659-8b16-5408e5c55235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.103815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1500737375'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:30.108544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:30.112830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:network and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:30.116577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:30.122743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:30.135508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c2746e52-03da-4659-8b16-5408e5c55235 None None] Port 4de71019-939c-4cce-b1d6-682d4e17cc41 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:30.135730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.136624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.151869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.172713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:30.175599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.197434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.212846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.458874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:30.461828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 2230bd2a-dc24-4eff-9fc6-a02778edc01c is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:48:30.481169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group_rule and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:30.488196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:30.507807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.508134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.521305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:30.619200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:30.634773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.637812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Calling delete_port for 1159c98e-41c6-4ee3-aa49-d7206c1c6b4b owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:30.647703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.780751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event updated for resources: {'Port': ['ID=dd3d40c3-711e-46f2-b380-993b94601498,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:30.802813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] In _notify_port_updated(), no bound segment for port dd3d40c3-711e-46f2-b380-993b94601498 on network e772629e-3683-4d26-aa6d-8ffc175c2f70 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:48:30.806714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:30.807361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.808752 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5911dc8b-0a8c-4e2b-b2cd-ed0f681969ca tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "PUT /v2.0/ports/dd3d40c3-711e-46f2-b380-993b94601498 HTTP/1.1" status: 200 len: 1055 time: 1.4249773 May 06 13:48:30.812116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57736) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:30.879190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:30.884191 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd52b09b-075e-4a74-be16-53a2ba56463f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/2230bd2a-dc24-4eff-9fc6-a02778edc01c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8666551 May 06 13:48:30.887217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57740) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:30.899003 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9506bc-6981-4143-a678-0d7a821f9235 None None] Sync routers for ids ['2230bd2a-dc24-4eff-9fc6-a02778edc01c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:30.921416 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9506bc-6981-4143-a678-0d7a821f9235 None None] Routers {'2230bd2a-dc24-4eff-9fc6-a02778edc01c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:30.922590 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ad9506bc-6981-4143-a678-0d7a821f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['2230bd2a-dc24-4eff-9fc6-a02778edc01c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:30.929901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-153aedf6-49ef-455a-876c-a99251dabd2b tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting port dd3d40c3-711e-46f2-b380-993b94601498 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:30.930236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-153aedf6-49ef-455a-876c-a99251dabd2b tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.025582 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ad9506bc-6981-4143-a678-0d7a821f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:31.037329 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9506bc-6981-4143-a678-0d7a821f9235 None None] Routers {'2230bd2a-dc24-4eff-9fc6-a02778edc01c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:31.038075 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ad9506bc-6981-4143-a678-0d7a821f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['2230bd2a-dc24-4eff-9fc6-a02778edc01c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:31.053788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16dae7b-d8d0-4eda-889c-e57fefd40302 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:31.053788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c16dae7b-d8d0-4eda-889c-e57fefd40302 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:31.057572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.073870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.086169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-29ebc871-5105-4cac-a814-5eda48939d96 None None] Provisioning complete for port dd3d40c3-711e-46f2-b380-993b94601498 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:31.088655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29ebc871-5105-4cac-a814-5eda48939d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.093200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.103935 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ad9506bc-6981-4143-a678-0d7a821f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:31.104873 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9506bc-6981-4143-a678-0d7a821f9235 None None] The sync data for ids ['2230bd2a-dc24-4eff-9fc6-a02778edc01c'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:31.119000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c16dae7b-d8d0-4eda-889c-e57fefd40302 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:31.120185 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c16dae7b-d8d0-4eda-889c-e57fefd40302 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports/4de71019-939c-4cce-b1d6-682d4e17cc41 HTTP/1.1" status: 200 len: 984 time: 0.2320430 May 06 13:48:31.136952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57744) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:31.167008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-29ebc871-5105-4cac-a814-5eda48939d96 None None] Port dd3d40c3-711e-46f2-b380-993b94601498 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:31.232082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:31.232314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-153aedf6-49ef-455a-876c-a99251dabd2b tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.269467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84966e4-c800-4c59-bd91-ef1a8cc725a5,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.340774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.381178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.381521 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Added segment 47204bd1-a916-4413-bb82-9ac7a7c02577 of type vlan for network b533b190-e633-4b83-a902-213036155a8e May 06 13:48:31.417904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Subnet': ['ID=41a70e7a-be43-4bc2-be52-5be15c6b1153,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.421680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Pushing event deleted for resources: {'Port': ['ID=1159c98e-41c6-4ee3-aa49-d7206c1c6b4b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.453798 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-153aedf6-49ef-455a-876c-a99251dabd2b tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Calling delete_port for dd3d40c3-711e-46f2-b380-993b94601498 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:31.503758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.565044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Checking segment: {'id': '9c9ad784-36f8-4a50-8b41-aef89ac00cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:31.565365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Network hostable DHCP agents. Network: 66cfa076-45c0-4e3f-b3db-9353a5133858, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:31.598030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-153aedf6-49ef-455a-876c-a99251dabd2b tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.642786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.645936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aedf6-49ef-455a-876c-a99251dabd2b tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event deleted for resources: {'Port': ['ID=dd3d40c3-711e-46f2-b380-993b94601498,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.646478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:31.647062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.670824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.773378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Router cd4cee60-d9e2-4054-8bd8-379f52f9daa5 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:48:31.782057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:31.868034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Network': ['ID=b533b190-e633-4b83-a902-213036155a8e,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.878010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 66cfa076-45c0-4e3f-b3db-9353a5133858) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:31.887474 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1d7ba9eb-ff2e-4769-8511-2e9dfa6c828e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0729203 May 06 13:48:31.887998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network b533b190-e633-4b83-a902-213036155a8e details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:31.892313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57748) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:31.895161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.896331 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b39d4d18-04e2-4e61-ab0b-dc4b1e0ab3b9 tempest-FloatingIPAdminTestJSON-1095094634 tempest-FloatingIPAdminTestJSON-1095094634-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/2dca1749-954e-460d-a974-88388a16512b HTTP/1.1" status: 204 len: 168 time: 2.2952676 May 06 13:48:31.913323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7445c416-2f62-4643-b3d1-f9d4a65e1222 None None] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:31.925156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57752) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:31.951955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:31.952549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.961562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'name': 'tempest-PortsIpV6TestJSON-1973460467'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:32.085603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf0-24cd-4ea0-a095-0ba00643cd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.107019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-11560754-2048-49ca-a812-640be7961e4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Deleting port 23c5b78d-b452-487a-9afe-4f05259bd1da {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:32.107359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11560754-2048-49ca-a812-640be7961e4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.114387 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d77b50c8-649e-4bca-9a6b-60b9d1715fe6 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2448373 May 06 13:48:32.119081 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57756) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:32.128676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1387606418'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:32.141009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-153aedf6-49ef-455a-876c-a99251dabd2b tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.182320 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-153aedf6-49ef-455a-876c-a99251dabd2b tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "DELETE /v2.0/ports/dd3d40c3-711e-46f2-b380-993b94601498 HTTP/1.1" status: 204 len: 168 time: 1.3689115 May 06 13:48:32.183326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:32.188907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57760) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:32.191409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:port and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:32.229797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:32.247022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-66cfa076-45c0-4e3f-b3db-9353a5133858', 'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858', 'tenant_id': 'f1f9c7796cea42e881465f23c2f63810', 'fixed_ips': [{'subnet_id': '41a70e7a-be43-4bc2-be52-5be15c6b1153'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:48:32.248013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.269336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:32.275035 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde256e5-678a-4640-91a2-3f960ee592c6 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] GET failed (client error): The resource could not be found. May 06 13:48:32.275520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bde256e5-678a-4640-91a2-3f960ee592c6 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Synchronizing usage tracker for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:32.308677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:32.312160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.352720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:32.357371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bde256e5-678a-4640-91a2-3f960ee592c6 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Unset dirty status for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:32.360357 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bde256e5-678a-4640-91a2-3f960ee592c6 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "GET /v2.0/ports/dd3d40c3-711e-46f2-b380-993b94601498 HTTP/1.1" status: 404 len: 333 time: 0.1703784 May 06 13:48:32.365122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57764) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:32.400330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Usage tracker for resource:port and tenant:f1f9c7796cea42e881465f23c2f63810 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:32.403915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:32.417488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:32.430696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:32.453113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Allocated IP 2001:db8::2 (66cfa076-45c0-4e3f-b3db-9353a5133858/41a70e7a-be43-4bc2-be52-5be15c6b1153/7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:32.469196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Made reservation on behalf of f1f9c7796cea42e881465f23c2f63810 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:32.472241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.486378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-28602f33-d8b8-489e-a5f6-213db9275ad0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting port 8fb0a863-88fe-4081-bee2-67ee2a1a7e1b {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:32.486713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28602f33-d8b8-489e-a5f6-213db9275ad0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.581285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11560754-2048-49ca-a812-640be7961e4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.674483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.685171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Transition to ACTIVE for port object 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:32.704171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Transition to ACTIVE for port object 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:32.710913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.712313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] device_id is not set on port 237735ff-c71d-49ea-800c-dc4c14871562 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:32.737223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-11560754-2048-49ca-a812-640be7961e4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Calling delete_port for 23c5b78d-b452-487a-9afe-4f05259bd1da owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:32.757528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:32.768538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:32.776004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:32.782305 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Sync routers for ids ['cd4cee60-d9e2-4054-8bd8-379f52f9daa5'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:32.784490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:32.802553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Pushing event updated for resources: {'Port': ['ID=7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:32.845131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Routers {'cd4cee60-d9e2-4054-8bd8-379f52f9daa5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:32.846498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cd4cee60-d9e2-4054-8bd8-379f52f9daa5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:32.913290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.988722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.992700 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c3110a83-26bb-4a36-b016-dc2c26ff5820 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.0017233 May 06 13:48:32.993091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57768) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:33.022673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Attempting to bind port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:33.023402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Attempting to bind port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9c9ad784-36f8-4a50-8b41-aef89ac00cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:33.023889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Attempting to bind port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 on network 66cfa076-45c0-4e3f-b3db-9353a5133858 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:33.041542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:33.042070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Checking segment: {'id': '9c9ad784-36f8-4a50-8b41-aef89ac00cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:33.042575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.043054 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Bound using segment: {'id': '9c9ad784-36f8-4a50-8b41-aef89ac00cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:33.043884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Bound port: 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9ad784-36f8-4a50-8b41-aef89ac00cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:33.044495 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.136095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.156674 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Set router cd4cee60-d9e2-4054-8bd8-379f52f9daa5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:33.169023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28602f33-d8b8-489e-a5f6-213db9275ad0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.194965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Allocated IP 2001:db8::1ea (66cfa076-45c0-4e3f-b3db-9353a5133858/41a70e7a-be43-4bc2-be52-5be15c6b1153/237735ff-c71d-49ea-800c-dc4c14871562) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:33.217064 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] For port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:33.231587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11560754-2048-49ca-a812-640be7961e4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.260124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.323964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=0119b6d9-6c50-40c6-971a-fd59ed30b8ff,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:33.401308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-28602f33-d8b8-489e-a5f6-213db9275ad0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Calling delete_port for 8fb0a863-88fe-4081-bee2-67ee2a1a7e1b owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:33.419386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] For port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682,segment=NetworkSegment(9c9ad784-36f8-4a50-8b41-aef89ac00cf4),segment_id=9c9ad784-36f8-4a50-8b41-aef89ac00cf4)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:33.427308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11560754-2048-49ca-a812-640be7961e4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event deleted for resources: {'Port': ['ID=23c5b78d-b452-487a-9afe-4f05259bd1da,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:33.459895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.467841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking segment: {'id': '47204bd1-a916-4413-bb82-9ac7a7c02577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b533b190-e633-4b83-a902-213036155a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:33.468367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network hostable DHCP agents. Network: b533b190-e633-4b83-a902-213036155a8e, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:33.508819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11560754-2048-49ca-a812-640be7961e4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.530895 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-11560754-2048-49ca-a812-640be7961e4c tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "DELETE /v2.0/ports/23c5b78d-b452-487a-9afe-4f05259bd1da HTTP/1.1" status: 204 len: 168 time: 1.6047359 May 06 13:48:33.532002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57772) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:33.560636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea760602-38d1-48e0-8616-d0851fd46242 None None] Pushing event updated for resources: {'Port': ['ID=7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:33.593473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4cee60-d9e2-4054-8bd8-379f52f9daa5', 'name': '', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5', 'external_fixed_ips': [{'subnet_id': 'b8c96af6-cd59-4936-aa3c-ddbe299410a2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:25Z', 'updated_at': '2022-05-06T13:48:29Z', 'revision_number': 3, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port': {'id': 'b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53', 'name': '', 'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4cee60-d9e2-4054-8bd8-379f52f9daa5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b8c96af6-cd59-4936-aa3c-ddbe299410a2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:26Z', 'updated_at': '2022-05-06T13:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8c96af6-cd59-4936-aa3c-ddbe299410a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:33.600153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Checking router: cd4cee60-d9e2-4054-8bd8-379f52f9daa5 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:48:33.600450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Updating router cd4cee60-d9e2-4054-8bd8-379f52f9daa5 port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:48:33.626890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:33.644863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, b533b190-e633-4b83-a902-213036155a8e) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:33.651642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:33.655568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:33.656240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.661748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1ce86a-44e3-4aa2-bbef-1a986ee357c4 None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:33.693081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc7f7b1-d436-41d2-b36f-c40fd12334e4 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:33.693797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-adc7f7b1-d436-41d2-b36f-c40fd12334e4 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Synchronizing usage tracker for tenant:b24891110b914677b0e0eaa8207185a6 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:33.699935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.767062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fd9b1d15-ddde-4b2d-8307-b44984d9a3d0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8720257 May 06 13:48:33.767062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57776) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:33.786072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187475281'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:33.816814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.894678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:33.910886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:network and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:33.915740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:33.923469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-adc7f7b1-d436-41d2-b36f-c40fd12334e4 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Unset dirty status for tenant:b24891110b914677b0e0eaa8207185a6 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:33.927419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-adc7f7b1-d436-41d2-b36f-c40fd12334e4 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "GET /v2.0/ports?device_id=65008786-483f-4ee7-9aa8-fd4c77a6d54f HTTP/1.1" status: 200 len: 913 time: 0.3915243 May 06 13:48:33.928174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57780) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:33.929220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:34.019671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.076240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:34.078438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.116686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Transition to ACTIVE for port object 237735ff-c71d-49ea-800c-dc4c14871562 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:34.122633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28602f33-d8b8-489e-a5f6-213db9275ad0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.147876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:34.163687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.163687 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Added segment 0544ec9a-205d-461b-9768-395fbe03e547 of type vlan for network 28c4b245-906b-4ded-9484-ce1c6efdd11e May 06 13:48:34.176451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28602f33-d8b8-489e-a5f6-213db9275ad0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event deleted for resources: {'Port': ['ID=8fb0a863-88fe-4081-bee2-67ee2a1a7e1b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:34.202584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.268620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.272306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:34.273147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.399496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.415013 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6419251 May 06 13:48:34.420269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Transition to ACTIVE for port object b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:34.420862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57784) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:34.431264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06bd9e-79fe-4095-bcce-7f35cab4784f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Network': ['ID=28c4b245-906b-4ded-9484-ce1c6efdd11e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:34.437470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.439393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'ports': [{'network_id': 'b533b190-e633-4b83-a902-213036155a8e'}, {'network_id': '28c4b245-906b-4ded-9484-ce1c6efdd11e'}]} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:34.439705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:34.440375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': '28c4b245-906b-4ded-9484-ce1c6efdd11e'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:34.472637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.485301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28602f33-d8b8-489e-a5f6-213db9275ad0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.496143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.529044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 28c4b245-906b-4ded-9484-ce1c6efdd11e details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:34.585088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Deleting port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:34.585446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.589382 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-28602f33-d8b8-489e-a5f6-213db9275ad0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "DELETE /v2.0/ports/8fb0a863-88fe-4081-bee2-67ee2a1a7e1b HTTP/1.1" status: 204 len: 168 time: 2.2214756 May 06 13:48:34.600813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57788) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:34.653316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b568f1c3-4221-487e-92a8-777726d99e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.659138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Attempting to bind port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:34.659499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Attempting to bind port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '688493dd-2c68-41fd-bb3f-a696d8840f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:34.659875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Attempting to bind port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 on network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:34.669786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:34.671464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 4de71019-939c-4cce-b1d6-682d4e17cc41 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:34.672060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.680993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5bd1-0af2-4091-b6b2-65dec125b6b0 None None] Pushing event updated for resources: {'Port': ['ID=b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:34.708249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:34.708625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Checking segment: {'id': '688493dd-2c68-41fd-bb3f-a696d8840f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:34.709009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.709396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Bound using segment: {'id': '688493dd-2c68-41fd-bb3f-a696d8840f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:34.709871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Bound port: b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688493dd-2c68-41fd-bb3f-a696d8840f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '48534fcf-0f3b-441c-8b48-01d23c1ea5f5'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:34.710238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.788308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] For port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53, host dv-neutron-840889-1-hyperv, got binding levels [] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:34.788848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.834462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:34.885673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] For port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:34.896926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:34.912524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:34.916716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:34.917379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.917859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] For port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53,segment=NetworkSegment(688493dd-2c68-41fd-bb3f-a696d8840f2b),segment_id=688493dd-2c68-41fd-bb3f-a696d8840f2b)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:34.921529 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-6942f9d0-18a8-4502-9339-0be9baadc3e0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] GET failed (client error): The resource could not be found. May 06 13:48:34.922036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6942f9d0-18a8-4502-9339-0be9baadc3e0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Synchronizing usage tracker for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:34.928214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.972401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=237735ff-c71d-49ea-800c-dc4c14871562,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:35.015204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e2800787-bf46-4a1e-b965-3eb515a5f686 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8943598 May 06 13:48:35.023538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:35.041165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57794) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:35.059901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5bd1-0af2-4091-b6b2-65dec125b6b0 None None] Pushing event updated for resources: {'Port': ['ID=b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:35.065000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6942f9d0-18a8-4502-9339-0be9baadc3e0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Unset dirty status for tenant:f4388ffce0034e4285e3ec064a61fe55 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:35.066462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Routers {'cd4cee60-d9e2-4054-8bd8-379f52f9daa5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:35.067476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cd4cee60-d9e2-4054-8bd8-379f52f9daa5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:35.072006 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6942f9d0-18a8-4502-9339-0be9baadc3e0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "GET /v2.0/ports/8fb0a863-88fe-4081-bee2-67ee2a1a7e1b HTTP/1.1" status: 404 len: 333 time: 0.4696431 May 06 13:48:35.072618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57798) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:35.137309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02772a91-2859-40e6-9764-7d7158416920 None None] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:35.179696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-24d4f5f1-25b2-4c39-a5c5-9bd5422b8a67 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting port 887a5510-535c-4771-be87-b0c63b55cc90 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:35.180056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24d4f5f1-25b2-4c39-a5c5-9bd5422b8a67 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.217638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Calling delete_port for b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:35.244155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.246266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-23866021', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ea', 'mac_address': 'fa:16:3e:9b:b3:15'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:35.401416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 4de71019-939c-4cce-b1d6-682d4e17cc41 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:35.456487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-10cec7bb-f78e-4095-8228-00e448e7b6ea None None] Provisioning for port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:35.479847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-10cec7bb-f78e-4095-8228-00e448e7b6ea None None] Provisioning complete for port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:35.480215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10cec7bb-f78e-4095-8228-00e448e7b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.506017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] Set router cd4cee60-d9e2-4054-8bd8-379f52f9daa5 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:35.526186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:35.587922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.643101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24d4f5f1-25b2-4c39-a5c5-9bd5422b8a67 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.664404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.668381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4cee60-d9e2-4054-8bd8-379f52f9daa5', 'name': '', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:25Z', 'updated_at': '2022-05-06T13:48:34Z', 'revision_number': 4, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:35.681187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e6bea-cb96-4772-80cb-04af5247b64a None None] The sync data for ids ['cd4cee60-d9e2-4054-8bd8-379f52f9daa5'] in dv-neutron-840889-1-hyperv is: [{'id': 'cd4cee60-d9e2-4054-8bd8-379f52f9daa5', 'name': '', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:25Z', 'updated_at': '2022-05-06T13:48:34Z', 'revision_number': 4, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:35.700454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:port and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:35.714986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:35.739397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:35.764803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10cec7bb-f78e-4095-8228-00e448e7b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.769007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:35.770402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-24d4f5f1-25b2-4c39-a5c5-9bd5422b8a67 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Calling delete_port for 887a5510-535c-4771-be87-b0c63b55cc90 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:35.781034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Usage tracker for resource:port and tenant:f1f9c7796cea42e881465f23c2f63810 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:35.784155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 2} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:35.787679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.804112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:35.818936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:35.827057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.834143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-10cec7bb-f78e-4095-8228-00e448e7b6ea None None] For port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682,segment=NetworkSegment(9c9ad784-36f8-4a50-8b41-aef89ac00cf4),segment_id=9c9ad784-36f8-4a50-8b41-aef89ac00cf4)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:35.850088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10cec7bb-f78e-4095-8228-00e448e7b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.853128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:35.853638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:35.862076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Made reservation on behalf of f1f9c7796cea42e881465f23c2f63810 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:35.984987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.024490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cec7bb-f78e-4095-8228-00e448e7b6ea None None] Pushing event updated for resources: {'Port': ['ID=7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:36.095892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=4de71019-939c-4cce-b1d6-682d4e17cc41,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:36.185127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2a9b0bb9-c615-4597-aacf-92ddacdf5e12 None None] Provisioning complete for port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:36.185601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0bb9-c615-4597-aacf-92ddacdf5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.235751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.270338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 00dcb9de-b087-4f6a-bbad-c601ec9b5a66 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:36.299725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] device_id is not set on port 40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:36.307400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24d4f5f1-25b2-4c39-a5c5-9bd5422b8a67 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.372390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4f5f1-25b2-4c39-a5c5-9bd5422b8a67 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event deleted for resources: {'Port': ['ID=887a5510-535c-4771-be87-b0c63b55cc90,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:36.451010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2a9b0bb9-c615-4597-aacf-92ddacdf5e12 None None] Provisioning for port 237735ff-c71d-49ea-800c-dc4c14871562 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:36.456855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2a9b0bb9-c615-4597-aacf-92ddacdf5e12 None None] Provisioning complete for port 237735ff-c71d-49ea-800c-dc4c14871562 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:36.457973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0bb9-c615-4597-aacf-92ddacdf5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.506562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24d4f5f1-25b2-4c39-a5c5-9bd5422b8a67 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.518494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.526854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.536092 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-24d4f5f1-25b2-4c39-a5c5-9bd5422b8a67 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "DELETE /v2.0/ports/887a5510-535c-4771-be87-b0c63b55cc90 HTTP/1.1" status: 204 len: 168 time: 1.4575875 May 06 13:48:36.536678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57802) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:36.537117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b0bb9-c615-4597-aacf-92ddacdf5e12 None None] Port 237735ff-c71d-49ea-800c-dc4c14871562 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:36.583621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Deleting port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:36.583983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.682760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0ab9c21b-be53-4357-92a0-c269888dbd0c None None] Provisioning complete for port 237735ff-c71d-49ea-800c-dc4c14871562 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:36.683327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c21b-be53-4357-92a0-c269888dbd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.741822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Allocated IP 2001:db8::31e (66cfa076-45c0-4e3f-b3db-9353a5133858/41a70e7a-be43-4bc2-be52-5be15c6b1153/40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:36.759152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:36.804691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9c21b-be53-4357-92a0-c269888dbd0c None None] Port 237735ff-c71d-49ea-800c-dc4c14871562 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:36.828934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.852826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:36.853321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.983133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ab818d-6d93-4aa1-86e5-b2ce26d578ac tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting subnet 6acf10f8-3897-4ddf-a780-428f9758dc9a {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:36.989225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b4ab818d-6d93-4aa1-86e5-b2ce26d578ac tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.168453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b4ab818d-6d93-4aa1-86e5-b2ce26d578ac tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.197831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] For port b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53,segment=NetworkSegment(688493dd-2c68-41fd-bb3f-a696d8840f2b),segment_id=688493dd-2c68-41fd-bb3f-a696d8840f2b)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:37.198390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.239256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.366756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 2230bd2a-dc24-4eff-9fc6-a02778edc01c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:37.369908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Calling delete_port for b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:37.377721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b4ab818d-6d93-4aa1-86e5-b2ce26d578ac tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.463322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.524942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Transition to ACTIVE for port object 40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:37.551619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port ab6c19d5-1c11-449a-a2cd-78752d461ee4 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:37.577883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b4ab818d-6d93-4aa1-86e5-b2ce26d578ac tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.607949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:37.619565 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d386d-cbb6-4c37-bdbd-050f5ba7de60 None None] Sync routers for ids ['2230bd2a-dc24-4eff-9fc6-a02778edc01c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:37.625466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab818d-6d93-4aa1-86e5-b2ce26d578ac tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event deleted for resources: {'Subnet': ['ID=6acf10f8-3897-4ddf-a780-428f9758dc9a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:37.629247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.637041 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fcf770a9-2932-42a7-8e9e-44006d01090e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/2230bd2a-dc24-4eff-9fc6-a02778edc01c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4897506 May 06 13:48:37.637250 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d386d-cbb6-4c37-bdbd-050f5ba7de60 None None] Routers {'2230bd2a-dc24-4eff-9fc6-a02778edc01c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:37.637352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57806) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:37.637447 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0c1d386d-cbb6-4c37-bdbd-050f5ba7de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['2230bd2a-dc24-4eff-9fc6-a02778edc01c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:37.647979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a1994-ec92-46e4-853b-d8d5bdabd36b None None] Network e772629e-3683-4d26-aa6d-8ffc175c2f70 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:37.693988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b4ab818d-6d93-4aa1-86e5-b2ce26d578ac tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.698322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b4ab818d-6d93-4aa1-86e5-b2ce26d578ac tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "DELETE /v2.0/subnets/6acf10f8-3897-4ddf-a780-428f9758dc9a HTTP/1.1" status: 204 len: 168 time: 1.1598947 May 06 13:48:37.704377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57810) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:37.718718 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0c1d386d-cbb6-4c37-bdbd-050f5ba7de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:37.733448 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d386d-cbb6-4c37-bdbd-050f5ba7de60 None None] Routers {'2230bd2a-dc24-4eff-9fc6-a02778edc01c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:37.734390 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0c1d386d-cbb6-4c37-bdbd-050f5ba7de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['2230bd2a-dc24-4eff-9fc6-a02778edc01c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:37.797481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:37.808646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:37.810448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:37.812736 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0c1d386d-cbb6-4c37-bdbd-050f5ba7de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:37.813766 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d386d-cbb6-4c37-bdbd-050f5ba7de60 None None] The sync data for ids ['2230bd2a-dc24-4eff-9fc6-a02778edc01c'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:37.820686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:37.824746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:37.825187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.890840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.009407 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-94206b67-9589-48f7-b1fd-d33a7e32d9af tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.9429328 May 06 13:48:38.020885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57814) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:38.093133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] DHCP port deletion for e772629e-3683-4d26-aa6d-8ffc175c2f70 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:48:38.099253 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] Deleting port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:38.100622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.100746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.160334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7dd30c8-d1b0-4efa-bbe5-44d4b35c7e53,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:38.164350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:38.164842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.169588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.318745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-17215567-0e48-4798-8212-ef4ba7aa7597 None None] Provisioning for port 40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:38.328163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-17215567-0e48-4798-8212-ef4ba7aa7597 None None] Provisioning complete for port 40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:38.329156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17215567-0e48-4798-8212-ef4ba7aa7597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.342697 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-0727d07d-a120-48e4-a6fe-2d24463d675d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] remove_router_interface failed (client error): The resource could not be found. May 06 13:48:38.347014 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0727d07d-a120-48e4-a6fe-2d24463d675d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/2230bd2a-dc24-4eff-9fc6-a02778edc01c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7059858 May 06 13:48:38.347014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57820) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:38.359484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] For port 50d0dc2a-4d44-442a-815a-40d6589cd2c4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=50d0dc2a-4d44-442a-815a-40d6589cd2c4,segment=NetworkSegment(40ee8782-baa9-44c1-a821-0d222214e0bb),segment_id=40ee8782-baa9-44c1-a821-0d222214e0bb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:38.359910 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.410818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-112d076f-d511-4dce-8ce8-e33d546774a8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:38.498672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] Calling delete_port for 50d0dc2a-4d44-442a-815a-40d6589cd2c4 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:38.501186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-112d076f-d511-4dce-8ce8-e33d546774a8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:38.504885 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-112d076f-d511-4dce-8ce8-e33d546774a8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=2230bd2a-dc24-4eff-9fc6-a02778edc01c HTTP/1.1" status: 200 len: 205 time: 0.1548235 May 06 13:48:38.504885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] For port 50d0dc2a-4d44-442a-815a-40d6589cd2c4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=50d0dc2a-4d44-442a-815a-40d6589cd2c4,segment=NetworkSegment(40ee8782-baa9-44c1-a821-0d222214e0bb),segment_id=40ee8782-baa9-44c1-a821-0d222214e0bb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:38.504885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.511979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc85c8-9d98-4c3a-a0a2-5554f872a942 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:38.512505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57824) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:38.516088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc85c8-9d98-4c3a-a0a2-5554f872a942 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:38.520028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc85c8-9d98-4c3a-a0a2-5554f872a942 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:38.520884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2ffc85c8-9d98-4c3a-a0a2-5554f872a942 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Synchronizing usage tracker for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:38.535243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.551254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-17215567-0e48-4798-8212-ef4ba7aa7597 None None] Port 40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:38.590648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.636170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] Pushing event deleted for resources: {'Port': ['ID=50d0dc2a-4d44-442a-815a-40d6589cd2c4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:38.641314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00620f19-ffad-460d-8d3f-350671803db2 None None] No DVR routers for this DVR port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:38.686789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2ffc85c8-9d98-4c3a-a0a2-5554f872a942 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Unset dirty status for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:38.688000 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2ffc85c8-9d98-4c3a-a0a2-5554f872a942 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6657784 May 06 13:48:38.724214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 50d0dc2a-4d44-442a-815a-40d6589cd2c4 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:38.743499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57828) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:38.752203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Calling delete_port for 50d0dc2a-4d44-442a-815a-40d6589cd2c4 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:38.768070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 50d0dc2a-4d44-442a-815a-40d6589cd2c4 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:48:38.768875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 50d0dc2a-4d44-442a-815a-40d6589cd2c4 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:38.774137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:38.785271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:38.788119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=00dcb9de-b087-4f6a-bbad-c601ec9b5a66,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:38.790176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:38.790996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.792511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.894357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4648b30b-fb43-4032-bb99-e508845cb20f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Deleting port 40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:38.894604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4648b30b-fb43-4032-bb99-e508845cb20f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.934557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-17d9adcc-6820-41f5-9d34-1723d82819fa tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.005615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:39.006003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:39.093862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=ab6c19d5-1c11-449a-a2cd-78752d461ee4,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:39.190412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.201095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.209735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking segment: {'id': '0544ec9a-205d-461b-9768-395fbe03e547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '28c4b245-906b-4ded-9484-ce1c6efdd11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:39.210098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network hostable DHCP agents. Network: 28c4b245-906b-4ded-9484-ce1c6efdd11e, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:39.286504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.287005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd4cee60-d9e2-4054-8bd8-379f52f9daa5 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:48:39.312510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.313785 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7ebbf26a-a8b8-46f0-8101-9e614b7eefbe tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "DELETE /v2.0/routers/cd4cee60-d9e2-4054-8bd8-379f52f9daa5 HTTP/1.1" status: 204 len: 168 time: 6.3197551 May 06 13:48:39.317169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 28c4b245-906b-4ded-9484-ce1c6efdd11e is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:39.322262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57832) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:39.327172 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Deleting port 69d03307-60c9-42bd-809a-d8fd076803fb {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:39.327598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.391521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 28c4b245-906b-4ded-9484-ce1c6efdd11e) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:39.400080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73403fdc-4ab0-4a51-8c32-91ac4c027c01 None None] Network 28c4b245-906b-4ded-9484-ce1c6efdd11e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:39.420794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:39.425217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:39.428134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:39.428770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.491659 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-89e20229-f3c5-48e3-97cc-e8bd3d1de841 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0696964 May 06 13:48:39.497901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57836) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:39.500676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-4016e368-c221-4af4-a280-2c252c3bba1f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Deleting subnet b8c96af6-cd59-4936-aa3c-ddbe299410a2 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:39.527350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Deleting port 50d0dc2a-4d44-442a-815a-40d6589cd2c4 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:39.527350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.581164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4016e368-c221-4af4-a280-2c252c3bba1f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.685551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4016e368-c221-4af4-a280-2c252c3bba1f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.687716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] The port '50d0dc2a-4d44-442a-815a-40d6589cd2c4' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:48:39.691918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-17d9adcc-6820-41f5-9d34-1723d82819fa tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.711466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2d447aeb-a8b3-4e54-ac07-910f4756f3c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port ab6c19d5-1c11-449a-a2cd-78752d461ee4 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:39.712089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d447aeb-a8b3-4e54-ac07-910f4756f3c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.738633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4648b30b-fb43-4032-bb99-e508845cb20f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.745919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-17d9adcc-6820-41f5-9d34-1723d82819fa tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.935123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4016e368-c221-4af4-a280-2c252c3bba1f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.944402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4648b30b-fb43-4032-bb99-e508845cb20f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Calling delete_port for 40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:39.968963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.990679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.043038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-17d9adcc-6820-41f5-9d34-1723d82819fa tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.043432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d9adcc-6820-41f5-9d34-1723d82819fa tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Fanout notify agent at l3_agent the message router_deleted on router 2230bd2a-dc24-4eff-9fc6-a02778edc01c {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:48:40.049680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e772629e-3683-4d26-aa6d-8ffc175c2f70']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:40.080413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ee8782-baa9-44c1-a821-0d222214e0bb') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:40.080804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ee8782-baa9-44c1-a821-0d222214e0bb') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:40.095610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-17d9adcc-6820-41f5-9d34-1723d82819fa tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.096707 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-17d9adcc-6820-41f5-9d34-1723d82819fa tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/2230bd2a-dc24-4eff-9fc6-a02778edc01c HTTP/1.1" status: 204 len: 168 time: 1.5839796 May 06 13:48:40.099378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57840) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:40.100864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.141805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Calling delete_port for 69d03307-60c9-42bd-809a-d8fd076803fb owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:40.193690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.215598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:40.216020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:40.233277 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:40.318057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4016e368-c221-4af4-a280-2c252c3bba1f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.344834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4648b30b-fb43-4032-bb99-e508845cb20f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.381539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016e368-c221-4af4-a280-2c252c3bba1f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c96af6-cd59-4936-aa3c-ddbe299410a2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:40.394480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d447aeb-a8b3-4e54-ac07-910f4756f3c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.407019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4016e368-c221-4af4-a280-2c252c3bba1f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.453203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648b30b-fb43-4032-bb99-e508845cb20f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Port': ['ID=40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:40.459272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.471357 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4016e368-c221-4af4-a280-2c252c3bba1f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/b8c96af6-cd59-4936-aa3c-ddbe299410a2 HTTP/1.1" status: 204 len: 168 time: 1.1457944 May 06 13:48:40.478715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57844) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:40.482654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.537039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2d447aeb-a8b3-4e54-ac07-910f4756f3c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for ab6c19d5-1c11-449a-a2cd-78752d461ee4 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:40.540152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] Pushing event deleted for resources: {'Network': ['ID=e772629e-3683-4d26-aa6d-8ffc175c2f70,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:40.576844 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-99de17e5-93cd-462b-ad6c-8b655d3771f0 tempest-AllowedAddressPairTestJSON-220199630 tempest-AllowedAddressPairTestJSON-220199630-project] 10.222.0.65 "DELETE /v2.0/networks/e772629e-3683-4d26-aa6d-8ffc175c2f70 HTTP/1.1" status: 204 len: 168 time: 2.8708746 May 06 13:48:40.680903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d447aeb-a8b3-4e54-ac07-910f4756f3c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.689144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6329eb-492d-4b9f-9afb-5654a59daad6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet 09c176ad-56a0-4e68-ab5d-e85d9a8fa4dd {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:40.700526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa6329eb-492d-4b9f-9afb-5654a59daad6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.751900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d447aeb-a8b3-4e54-ac07-910f4756f3c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=ab6c19d5-1c11-449a-a2cd-78752d461ee4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:40.767401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d447aeb-a8b3-4e54-ac07-910f4756f3c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.780099 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2d447aeb-a8b3-4e54-ac07-910f4756f3c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/ab6c19d5-1c11-449a-a2cd-78752d461ee4 HTTP/1.1" status: 204 len: 168 time: 1.2771420 May 06 13:48:40.780852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57850) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:40.820674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.890572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event deleted for resources: {'Port': ['ID=69d03307-60c9-42bd-809a-d8fd076803fb,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:40.984827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.991960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57856) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:41.001395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa6329eb-492d-4b9f-9afb-5654a59daad6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.016933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1205c5d9-a7c2-417a-b299-61abceef0dc8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:41.021086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1205c5d9-a7c2-417a-b299-61abceef0dc8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:41.021913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1205c5d9-a7c2-417a-b299-61abceef0dc8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:41.056309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4648b30b-fb43-4032-bb99-e508845cb20f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.061097 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4648b30b-fb43-4032-bb99-e508845cb20f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "DELETE /v2.0/ports/40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 HTTP/1.1" status: 204 len: 168 time: 2.3137341 May 06 13:48:41.062679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57862) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:41.165091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1205c5d9-a7c2-417a-b299-61abceef0dc8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:41.166387 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1205c5d9-a7c2-417a-b299-61abceef0dc8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3841419 May 06 13:48:41.170585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57866) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:41.233472 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd69fb9-c81d-4ae7-9726-093c21ace3f4 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] GET failed (client error): The resource could not be found. May 06 13:48:41.233972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bdd69fb9-c81d-4ae7-9726-093c21ace3f4 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Synchronizing usage tracker for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:41.260130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ab91a88b-e314-4af1-bde8-c46b9d9c0d54 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 00dcb9de-b087-4f6a-bbad-c601ec9b5a66 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:41.260472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab91a88b-e314-4af1-bde8-c46b9d9c0d54 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.281998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.302537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bdd69fb9-c81d-4ae7-9726-093c21ace3f4 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Unset dirty status for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:41.303653 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bdd69fb9-c81d-4ae7-9726-093c21ace3f4 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "GET /v2.0/ports/40b57d9d-4e30-4e92-bb8f-2c0fdbc42ef7 HTTP/1.1" status: 404 len: 333 time: 0.2403250 May 06 13:48:41.312308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57870) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:41.341689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-663854763'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:41.363559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa6329eb-492d-4b9f-9afb-5654a59daad6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.397532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48534fcf-0f3b-441c-8b48-01d23c1ea5f5']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:41.477332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-be403598-1b95-4ffe-944a-42356bfe3549 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4388ffce0034e4285e3ec064a61fe55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4816661 May 06 13:48:41.492042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688493dd-2c68-41fd-bb3f-a696d8840f2b') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:41.492522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688493dd-2c68-41fd-bb3f-a696d8840f2b') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:41.504942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57876) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:41.542659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.606891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab91a88b-e314-4af1-bde8-c46b9d9c0d54 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.611683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.627451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:41.627865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:41.648824 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:41.650990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa6329eb-492d-4b9f-9afb-5654a59daad6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.673417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.734982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ab91a88b-e314-4af1-bde8-c46b9d9c0d54 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 00dcb9de-b087-4f6a-bbad-c601ec9b5a66 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:41.762673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6329eb-492d-4b9f-9afb-5654a59daad6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=09c176ad-56a0-4e68-ab5d-e85d9a8fa4dd,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:41.772122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:41.782873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97564b41-0586-430e-b5a8-f01aeb915d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.804382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:41.812410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa6329eb-492d-4b9f-9afb-5654a59daad6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.813511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b177d-02c7-4830-ac26-cf3a37413a16 None None] Network 867997cd-601b-4499-9db2-5a4b79f66c66 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:41.836879 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fa6329eb-492d-4b9f-9afb-5654a59daad6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/09c176ad-56a0-4e68-ab5d-e85d9a8fa4dd HTTP/1.1" status: 204 len: 168 time: 1.7261462 May 06 13:48:41.836879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97564b41-0586-430e-b5a8-f01aeb915d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.843195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Made reservation on behalf of f1f9c7796cea42e881465f23c2f63810 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:41.846238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.847849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57880) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:41.855463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.883109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48534fcf-0f3b-441c-8b48-01d23c1ea5f5 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 13:48:41.894601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.897048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event deleted for resources: {'Network': ['ID=48534fcf-0f3b-441c-8b48-01d23c1ea5f5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:41.919256 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cdbafe12-65b8-4c15-bdca-8c6b528ab7d2 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "DELETE /v2.0/networks/48534fcf-0f3b-441c-8b48-01d23c1ea5f5 HTTP/1.1" status: 204 len: 168 time: 1.4319131 May 06 13:48:41.921083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] device_id is not set on port 785de9d2-84ba-4544-99be-9d35745d3d59 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:42.020975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97564b41-0586-430e-b5a8-f01aeb915d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.080452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab91a88b-e314-4af1-bde8-c46b9d9c0d54 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.085094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.140419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564b41-0586-430e-b5a8-f01aeb915d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220949b6-c916-438e-b3ad-96b34bd69398,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:42.178039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97564b41-0586-430e-b5a8-f01aeb915d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.179242 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-97564b41-0586-430e-b5a8-f01aeb915d12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/220949b6-c916-438e-b3ad-96b34bd69398 HTTP/1.1" status: 204 len: 168 time: 0.6637862 May 06 13:48:42.180459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Allocated IP 2001:db8::339 (66cfa076-45c0-4e3f-b3db-9353a5133858/41a70e7a-be43-4bc2-be52-5be15c6b1153/785de9d2-84ba-4544-99be-9d35745d3d59) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:42.183345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] DHCP port deletion for 867997cd-601b-4499-9db2-5a4b79f66c66 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:48:42.192431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91a88b-e314-4af1-bde8-c46b9d9c0d54 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=00dcb9de-b087-4f6a-bbad-c601ec9b5a66,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:42.193501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] Deleting port e0d3a444-14f9-497b-90fc-68c79eaa35e1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:42.199244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.250423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port e0d3a444-14f9-497b-90fc-68c79eaa35e1 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:42.251233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.287718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab91a88b-e314-4af1-bde8-c46b9d9c0d54 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.314134 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ab91a88b-e314-4af1-bde8-c46b9d9c0d54 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/00dcb9de-b087-4f6a-bbad-c601ec9b5a66 HTTP/1.1" status: 204 len: 168 time: 1.1415820 May 06 13:48:42.315370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57890) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:42.495989 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] For port e0d3a444-14f9-497b-90fc-68c79eaa35e1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0d3a444-14f9-497b-90fc-68c79eaa35e1,segment=NetworkSegment(d7503fa9-0f36-4741-8878-99f66a0f4fcb),segment_id=d7503fa9-0f36-4741-8878-99f66a0f4fcb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:42.498712 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.579958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.611142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port e0d3a444-14f9-497b-90fc-68c79eaa35e1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0d3a444-14f9-497b-90fc-68c79eaa35e1,segment=NetworkSegment(d7503fa9-0f36-4741-8878-99f66a0f4fcb),segment_id=d7503fa9-0f36-4741-8878-99f66a0f4fcb)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:42.612098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.616076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Transition to ACTIVE for port object 785de9d2-84ba-4544-99be-9d35745d3d59 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:42.672839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.683227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] Calling delete_port for e0d3a444-14f9-497b-90fc-68c79eaa35e1 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:42.784981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0d3a444-14f9-497b-90fc-68c79eaa35e1 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:42.790554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57902) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:42.813280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.817043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for e0d3a444-14f9-497b-90fc-68c79eaa35e1 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:42.836680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'router': {'name': 'tempest-router--1822855947', 'project_id': '09ada25c8dd64ac2bdbc205796880687'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:42.855577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:42.864896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Usage tracker for resource:router and tenant:09ada25c8dd64ac2bdbc205796880687 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:42.869568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:42.888211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:42.903927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:42.912797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.913689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.914140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] Pushing event deleted for resources: {'Port': ['ID=e0d3a444-14f9-497b-90fc-68c79eaa35e1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:42.920995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:42.922769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: e0d3a444-14f9-497b-90fc-68c79eaa35e1 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:48:42.926202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:42.931359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:42.932260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.937206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0d3a444-14f9-497b-90fc-68c79eaa35e1 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:42.953231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7c768-9174-4652-95cc-6dd8ff7f5144 None None] No DVR routers for this DVR port e0d3a444-14f9-497b-90fc-68c79eaa35e1 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:42.957845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=785de9d2-84ba-4544-99be-9d35745d3d59,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:42.974106 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9c5416f1-240d-449a-9671-7b463fd4d308 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6607242 May 06 13:48:42.977181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f1fc7-77b0-4fb8-b721-daf8a9a1867b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:42.977986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9b4f1fc7-77b0-4fb8-b721-daf8a9a1867b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:42.980148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.981760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57912) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:43.003418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ea', 'mac_address': 'fa:16:3e:9b:b3:15'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:43.016560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:43.016560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:43.050360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.099749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.103876 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dc15a59e-48c6-4bed-8dff-e71a7fa4b1cf tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3006241 May 06 13:48:43.105099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57918) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:43.107441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9b4f1fc7-77b0-4fb8-b721-daf8a9a1867b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:43.111682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9b4f1fc7-77b0-4fb8-b721-daf8a9a1867b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7918010 May 06 13:48:43.174564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57922) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:43.319606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cce35a83-ef5c-496d-b1c4-998904a2e417 None None] Provisioning for port 785de9d2-84ba-4544-99be-9d35745d3d59 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:43.325882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cce35a83-ef5c-496d-b1c4-998904a2e417 None None] Provisioning complete for port 785de9d2-84ba-4544-99be-9d35745d3d59 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:43.326636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cce35a83-ef5c-496d-b1c4-998904a2e417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.392056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cce35a83-ef5c-496d-b1c4-998904a2e417 None None] Port 785de9d2-84ba-4544-99be-9d35745d3d59 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:43.437113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57930) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:43.460453 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dddb917-e759-408e-9f0f-0bbc55ed6331 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:48:43.461715 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8dddb917-e759-408e-9f0f-0bbc55ed6331 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/ab6c19d5-1c11-449a-a2cd-78752d461ee4 HTTP/1.1" status: 404 len: 333 time: 0.2779377 May 06 13:48:43.474208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57932) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:43.525576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port e0d3a444-14f9-497b-90fc-68c79eaa35e1 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:43.526141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.529140 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-82384cdd-c4f7-4fd1-b9b7-fb854f653868 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:48:43.532920 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-82384cdd-c4f7-4fd1-b9b7-fb854f653868 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/00dcb9de-b087-4f6a-bbad-c601ec9b5a66 HTTP/1.1" status: 404 len: 333 time: 0.0551243 May 06 13:48:43.533726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57940) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:43.605837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] The port 'e0d3a444-14f9-497b-90fc-68c79eaa35e1' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:48:43.645888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb52197e-7019-42cc-abe8-78fd806c29f6 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.648131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-947463561'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:43.657054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:43.724251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Usage tracker for resource:network and tenant:9caed56d68244736866e4d07958e6864 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:43.734448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:43.756199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:43.765660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.795562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Made reservation on behalf of 9caed56d68244736866e4d07958e6864 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:43.798484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.816998 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867997cd-601b-4499-9db2-5a4b79f66c66']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:43.831074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.841205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7503fa9-0f36-4741-8878-99f66a0f4fcb') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:43.842150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7503fa9-0f36-4741-8878-99f66a0f4fcb') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:43.858788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.868306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.869559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.898654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.910809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:43.911238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:43.927248 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:43.982894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:43.995242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Usage tracker for resource:security_group_rule and tenant:9caed56d68244736866e4d07958e6864 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:44.010889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:44.022995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Router 65008786-483f-4ee7-9aa8-fd4c77a6d54f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:44.024622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:44.038658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.042742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.077143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=867997cd-601b-4499-9db2-5a4b79f66c66,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:44.160646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b0d10109-8da9-4c1c-a375-2947a759051a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/867997cd-601b-4499-9db2-5a4b79f66c66 HTTP/1.1" status: 204 len: 168 time: 2.3090112 May 06 13:48:44.172294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57946) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:44.195016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1239078801'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:44.265819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:44.271008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.275484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.281720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.323147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:44.333994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee4a34d-6b17-4826-8807-123d336c0883,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:44.334200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:44.342361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.342840 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Added segment ebd9c4e2-05bc-4119-b36e-57cc75fea3ed of type vlan for network baa3b812-a6f7-4996-8bc8-bb464775d817 May 06 13:48:44.347730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:44.371363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:44.380867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.427291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:44.434438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.438832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:44.439509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.445934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cd569-0e02-4daa-8245-aa9ffdb47162 None None] Sync routers for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:44.446473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb52197e-7019-42cc-abe8-78fd806c29f6 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.449282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c4b245-906b-4ded-9484-ce1c6efdd11e']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.468238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cd569-0e02-4daa-8245-aa9ffdb47162 None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:44.470005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-861cd569-0e02-4daa-8245-aa9ffdb47162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.482272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb52197e-7019-42cc-abe8-78fd806c29f6 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.488670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0544ec9a-205d-461b-9768-395fbe03e547') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.489230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0544ec9a-205d-461b-9768-395fbe03e547') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.495680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:44.499141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.524602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.556315 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0697179 May 06 13:48:44.556315 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-299b4b50-8083-4151-9813-f9c0861f609f tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "PUT /v2.0/routers/65008786-483f-4ee7-9aa8-fd4c77a6d54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6209745 May 06 13:48:44.556604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57952) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:44.556604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.558581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57954) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:44.588073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Request body: {'subnet': {'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:44.607576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:44.608473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.614373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-861cd569-0e02-4daa-8245-aa9ffdb47162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.627138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cd569-0e02-4daa-8245-aa9ffdb47162 None None] Routers {'65008786-483f-4ee7-9aa8-fd4c77a6d54f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:44.628191 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:44.630107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-861cd569-0e02-4daa-8245-aa9ffdb47162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.643010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57341884-2375-4a9c-b7a1-53e5d6a5859c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event updated for resources: {'Network': ['ID=baa3b812-a6f7-4996-8bc8-bb464775d817,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:44.643964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:44.713776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network baa3b812-a6f7-4996-8bc8-bb464775d817 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:44.784242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-861cd569-0e02-4daa-8245-aa9ffdb47162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.784561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cd569-0e02-4daa-8245-aa9ffdb47162 None None] The sync data for ids ['65008786-483f-4ee7-9aa8-fd4c77a6d54f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:44.837006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd4a6c-c996-43c3-b210-253b17506dd6 req-649134b7-b70c-4d29-8646-574e8fc26560 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:44.838453 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4fdd4a6c-c996-43c3-b210-253b17506dd6 req-649134b7-b70c-4d29-8646-574e8fc26560 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 0.1113820 May 06 13:48:44.904654 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4fdd4a6c-c996-43c3-b210-253b17506dd6 req-b8456d7a-9f54-4f61-a90e-6acce5c9067e tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506282 May 06 13:48:44.910714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.924071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.924575 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment adbda57c-7f23-43c0-a2ad-890c41299029 of type vlan for network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 May 06 13:48:44.942316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb52197e-7019-42cc-abe8-78fd806c29f6 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.942827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52197e-7019-42cc-abe8-78fd806c29f6 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 685cca4f-6a9c-4fbd-8a96-5a2d13efc240 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:48:44.970516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.982724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:45.006926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.015905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.021822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Usage tracker for resource:subnet and tenant:9caed56d68244736866e4d07958e6864 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:45.033972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:45.038407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Network': ['ID=28c4b245-906b-4ded-9484-ce1c6efdd11e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:45.049728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:45.057171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-99c50d13-5d88-4100-8941-7ce61f89275a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/networks/28c4b245-906b-4ded-9484-ce1c6efdd11e HTTP/1.1" status: 204 len: 168 time: 1.5224857 May 06 13:48:45.061304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb52197e-7019-42cc-abe8-78fd806c29f6 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.061304 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fb52197e-7019-42cc-abe8-78fd806c29f6 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "DELETE /v2.0/routers/685cca4f-6a9c-4fbd-8a96-5a2d13efc240 HTTP/1.1" status: 204 len: 168 time: 1.9541106 May 06 13:48:45.064349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.065610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57962) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:45.072459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-807454194'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:45.079294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:45.079770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.084911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:network and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:45.088721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:45.095614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:45.111169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:45.114312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.136683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Made reservation on behalf of 9caed56d68244736866e4d07958e6864 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:45.159152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:45.177201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.179973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.180331 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Added segment 77e58c70-e3e3-4127-b34c-d3e0fd4e6693 of type vlan for network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 May 06 13:48:45.198717 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Deleting port 5e5d3f56-e6ba-4da0-8671-ee4b22e8a2db {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:45.199089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.228240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] In _notify_port_updated(), no bound segment for port 785de9d2-84ba-4544-99be-9d35745d3d59 on network 66cfa076-45c0-4e3f-b3db-9353a5133858 {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:48:45.232805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:45.233402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.234922 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "PUT /v2.0/ports/785de9d2-84ba-4544-99be-9d35745d3d59 HTTP/1.1" status: 200 len: 1002 time: 2.2446098 May 06 13:48:45.251635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.255494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:45.256160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.262445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57968) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:45.301930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57972) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:45.369297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.411311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60bfff-38c4-4717-bf0b-0175df98d1a1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=785de9d2-84ba-4544-99be-9d35745d3d59,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:45.462840 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2865958 May 06 13:48:45.467058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.470370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57978) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:45.493096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': '80444fc9-8e90-4a93-a7ce-e3e73682e7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:45.519058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.523593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:45.524307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.547471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fd973d57-e551-45cc-87ff-6b0bb8002451 None None] Provisioning complete for port 785de9d2-84ba-4544-99be-9d35745d3d59 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:45.548046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd973d57-e551-45cc-87ff-6b0bb8002451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.586957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76323894-94ed-436f-bd39-d427c3bbdbf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=80444fc9-8e90-4a93-a7ce-e3e73682e7b8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:45.609120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c7f180aa-7d04-4f46-87ea-a5f9da0a5725 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Deleting port 785de9d2-84ba-4544-99be-9d35745d3d59 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:45.609692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c7f180aa-7d04-4f46-87ea-a5f9da0a5725 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.632092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fd973d57-e551-45cc-87ff-6b0bb8002451 None None] Port 785de9d2-84ba-4544-99be-9d35745d3d59 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:45.634056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:45.774094 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7050121 May 06 13:48:45.781036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f1739-8e54-4b7a-b9ad-cceab0b2f499 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Network': ['ID=035d74f4-656c-4bc4-946f-74f8ffb2bd67,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:45.786689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57982) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:45.792452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:45.818557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': '035d74f4-656c-4bc4-946f-74f8ffb2bd67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:45.821936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-633860693', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:45.845725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:45.854226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.874647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:45.879296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Usage tracker for resource:router and tenant:12ea37eea5b9483e8c2fe835c3715663 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:45.882512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:45.889453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:45.910130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:45.920554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:45.940392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:46.028319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.029377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.045173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.083048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Calling delete_port for 5e5d3f56-e6ba-4da0-8671-ee4b22e8a2db owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:46.139863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:46.160924 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:46.176025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c7f180aa-7d04-4f46-87ea-a5f9da0a5725 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.212837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:46.222960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:46.239903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:46.326889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event updated for resources: {'Subnet': ['ID=195f2711-b35a-4b16-88ef-eb43ed3304c2,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.328280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:46.335884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c7f180aa-7d04-4f46-87ea-a5f9da0a5725 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Calling delete_port for 785de9d2-84ba-4544-99be-9d35745d3d59 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:46.350117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.428337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Checking segment: {'id': 'ebd9c4e2-05bc-4119-b36e-57cc75fea3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:46.428707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Network hostable DHCP agents. Network: baa3b812-a6f7-4996-8bc8-bb464775d817, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:46.568612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.726650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Performing IP validity checks on allocation pools {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:48:46.729406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:48:46.737159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-39d01bdc-eca5-4f32-8d7e-29233390659a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:46.738641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-39d01bdc-eca5-4f32-8d7e-29233390659a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 0.4775283 May 06 13:48:46.777052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930e84-990b-41b2-a6ec-53335355396e req-fae4df1d-847c-4fb5-942d-1520c965f5af tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:46.778501 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b1930e84-990b-41b2-a6ec-53335355396e req-fae4df1d-847c-4fb5-942d-1520c965f5af tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 0.6657648 May 06 13:48:46.813672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Network baa3b812-a6f7-4996-8bc8-bb464775d817 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:46.848068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, baa3b812-a6f7-4996-8bc8-bb464775d817) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:46.852792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:46.853404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.858041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c7f180aa-7d04-4f46-87ea-a5f9da0a5725 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.861554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9413a5e-3ca9-462f-ad38-6a3425701461 None None] Network baa3b812-a6f7-4996-8bc8-bb464775d817 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:46.899110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.928332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f180aa-7d04-4f46-87ea-a5f9da0a5725 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Port': ['ID=785de9d2-84ba-4544-99be-9d35745d3d59,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.943371 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b1930e84-990b-41b2-a6ec-53335355396e req-3a8d3053-bcc3-499c-b018-35cadea52e0f tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558144 May 06 13:48:46.965158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.016392 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-18c06d8d-a454-49b1-a744-d8d32abf9be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4530759 May 06 13:48:47.022387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 57988) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:47.025311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Deleting port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:47.025652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.081957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Request body: {'port': {'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-946199967'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:47.095212 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event deleted for resources: {'Port': ['ID=5e5d3f56-e6ba-4da0-8671-ee4b22e8a2db,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:47.145584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-baa3b812-a6f7-4996-8bc8-bb464775d817', 'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817', 'tenant_id': '9caed56d68244736866e4d07958e6864', 'fixed_ips': [{'subnet_id': '195f2711-b35a-4b16-88ef-eb43ed3304c2'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:48:47.148217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.188867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c7f180aa-7d04-4f46-87ea-a5f9da0a5725 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.193617 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c7f180aa-7d04-4f46-87ea-a5f9da0a5725 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "DELETE /v2.0/ports/785de9d2-84ba-4544-99be-9d35745d3d59 HTTP/1.1" status: 204 len: 168 time: 1.9110582 May 06 13:48:47.194296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57992) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:47.246981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-b657ed5e-5566-4d22-ad71-ecbb43c1cfdd tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] GET failed (client error): The resource could not be found. May 06 13:48:47.248308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b657ed5e-5566-4d22-ad71-ecbb43c1cfdd tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Synchronizing usage tracker for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:47.274335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b657ed5e-5566-4d22-ad71-ecbb43c1cfdd tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Unset dirty status for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:47.279345 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b657ed5e-5566-4d22-ad71-ecbb43c1cfdd tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "GET /v2.0/ports/785de9d2-84ba-4544-99be-9d35745d3d59 HTTP/1.1" status: 404 len: 333 time: 0.0833943 May 06 13:48:47.282742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 57996) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:47.290344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-54412714'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:47.376406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Allocated IP 2001:db8::2 (baa3b812-a6f7-4996-8bc8-bb464775d817/195f2711-b35a-4b16-88ef-eb43ed3304c2/fc433d8c-adc7-465e-8113-758253383837) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:47.420814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.454158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.489801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.556547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:47.579863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:47.598362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.616339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Transition to ACTIVE for port object fc433d8c-adc7-465e-8113-758253383837 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:47.635623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Transition to ACTIVE for port object fc433d8c-adc7-465e-8113-758253383837 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:47.641275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Made reservation on behalf of f1f9c7796cea42e881465f23c2f63810 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:47.643982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.644403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.682817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] device_id is not set on port c6f72e0e-c66c-4252-b568-45a40cb9cab7 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:47.719011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Pushing event updated for resources: {'Port': ['ID=fc433d8c-adc7-465e-8113-758253383837,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:47.721900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Network baa3b812-a6f7-4996-8bc8-bb464775d817 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:47.723666 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:47.725832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:47.728314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Allocated IP 172.26.0.54 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/6d5d1ffd-4dc8-446b-a592-674332175078) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:47.783692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.801902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:47.810093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=b5f83b76-f87e-48f7-acf6-4e5515e755e3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:47.815821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Attempting to bind port fc433d8c-adc7-465e-8113-758253383837 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:47.816259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Attempting to bind port fc433d8c-adc7-465e-8113-758253383837 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'ebd9c4e2-05bc-4119-b36e-57cc75fea3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:47.816678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Attempting to bind port fc433d8c-adc7-465e-8113-758253383837 on network baa3b812-a6f7-4996-8bc8-bb464775d817 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:47.823438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:47.823919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Checking segment: {'id': 'ebd9c4e2-05bc-4119-b36e-57cc75fea3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:47.824524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.824975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Bound using segment: {'id': 'ebd9c4e2-05bc-4119-b36e-57cc75fea3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:47.825493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Bound port: fc433d8c-adc7-465e-8113-758253383837, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd9c4e2-05bc-4119-b36e-57cc75fea3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:47.825973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.848401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Usage tracker for resource:port and tenant:9caed56d68244736866e4d07958e6864 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:47.863514 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.926701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:47.931103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] For port fc433d8c-adc7-465e-8113-758253383837, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:47.938507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] For port fc433d8c-adc7-465e-8113-758253383837, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fc433d8c-adc7-465e-8113-758253383837,segment=NetworkSegment(ebd9c4e2-05bc-4119-b36e-57cc75fea3ed),segment_id=ebd9c4e2-05bc-4119-b36e-57cc75fea3ed)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:47.944444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.957015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:47.971512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Allocated IP 2001:db8::3d (66cfa076-45c0-4e3f-b3db-9353a5133858/41a70e7a-be43-4bc2-be52-5be15c6b1153/c6f72e0e-c66c-4252-b568-45a40cb9cab7) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:48.001404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.045975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] For port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:48.046573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.062714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': 'adbda57c-7f23-43c0-a2ad-890c41299029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '80444fc9-8e90-4a93-a7ce-e3e73682e7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:48.063185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: 80444fc9-8e90-4a93-a7ce-e3e73682e7b8, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:48.069913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e53bf2-9b75-4702-9aec-e7c67cdebee6 None None] Pushing event updated for resources: {'Port': ['ID=fc433d8c-adc7-465e-8113-758253383837,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:48.171533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.216578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Made reservation on behalf of 9caed56d68244736866e4d07958e6864 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:48.219880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.262638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=217b8e71-bf60-4ab6-8bde-fecf3e41ed8f,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:48.296879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:48.297749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event updated for resources: {'Port': ['ID=6d5d1ffd-4dc8-446b-a592-674332175078,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:48.308336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:48.314563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:48.353185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.390089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Transition to ACTIVE for port object c6f72e0e-c66c-4252-b568-45a40cb9cab7 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:48.479431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.633321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking segment: {'id': '77e58c70-e3e3-4127-b34c-d3e0fd4e6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '035d74f4-656c-4bc4-946f-74f8ffb2bd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:48.633676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network hostable DHCP agents. Network: 035d74f4-656c-4bc4-946f-74f8ffb2bd67, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:48.647591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] device_id is not set on port af209f1a-6f92-4d6a-88ac-b8813e16a19e yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:48.664773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:48.668224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:48.673004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:48.677096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:48.678627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.688198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=c6f72e0e-c66c-4252-b568-45a40cb9cab7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:48.688398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.722574 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8421aa4b-5471-4112-b620-df285622f692 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4386673 May 06 13:48:48.725108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58002) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:48.735409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9b:b3:15'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:48.754695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.767253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:48.797413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.798448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.806808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fc433d8c-adc7-465e-8113-758253383837 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:48.897233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port fc433d8c-adc7-465e-8113-758253383837 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:48.916343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 80444fc9-8e90-4a93-a7ce-e3e73682e7b8) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:48.929050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5106c7ff-b47e-4484-9e54-5641b5f4a802 None None] Network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:48.976004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:49.022002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1b77a-aa76-4292-8426-d13d78bba06a req-c1a38734-8f7b-4c8d-81b9-3c8cfd339388 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:49.023603 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f0a1b77a-aa76-4292-8426-d13d78bba06a req-c1a38734-8f7b-4c8d-81b9-3c8cfd339388 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 946 time: 0.8594849 May 06 13:48:49.058173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.058824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.058824 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Floating IP 331ef514-bc60-4506-aa2d-7b6f49b40a57 disassociated. External IP: 172.26.0.165, port: 7d7a2ea5-3808-40d1-8c17-d92e2c11094b. May 06 13:48:49.059163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Calling delete_port for 7d7a2ea5-3808-40d1-8c17-d92e2c11094b owned by compute:nova {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:49.144938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:49.146066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.196434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Allocated IP 2001:db8::3ac (baa3b812-a6f7-4996-8bc8-bb464775d817/195f2711-b35a-4b16-88ef-eb43ed3304c2/af209f1a-6f92-4d6a-88ac-b8813e16a19e) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:49.250666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.251428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Fanout notify agent at l3_agent the message router_deleted on router 65008786-483f-4ee7-9aa8-fd4c77a6d54f {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:48:49.262648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.269916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-80444fc9-8e90-4a93-a7ce-e3e73682e7b8', 'network_id': '80444fc9-8e90-4a93-a7ce-e3e73682e7b8', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': 'b5f83b76-f87e-48f7-acf6-4e5515e755e3'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:48:49.271495 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.281292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 035d74f4-656c-4bc4-946f-74f8ffb2bd67) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:49.305774 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9da3f7de-ad7f-4d31-a721-ccba6af4fd1f None None] Provisioning for port c6f72e0e-c66c-4252-b568-45a40cb9cab7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:49.312584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8244aec3-e7e7-4eaa-9d91-e0daa4a46b32 None None] Network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:49.340590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9da3f7de-ad7f-4d31-a721-ccba6af4fd1f None None] Provisioning complete for port c6f72e0e-c66c-4252-b568-45a40cb9cab7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:49.342465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9da3f7de-ad7f-4d31-a721-ccba6af4fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.379163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:49.379663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.417328 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02045fb3-aca8-49fe-b9a1-58bae6e550a7 None None] Network baa3b812-a6f7-4996-8bc8-bb464775d817 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:49.431998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Router 32feb22b-5481-4085-862b-421bd2fa3e8a is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:48:49.465203 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.466968 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2acc6132-d4fe-49e6-8f8e-7f34e0d94cab tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "DELETE /v2.0/routers/65008786-483f-4ee7-9aa8-fd4c77a6d54f HTTP/1.1" status: 204 len: 168 time: 4.9067440 May 06 13:48:49.473352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58008) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:49.482838 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a44cf5c5-aba4-4f33-aa87-cffb12ca298a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0043983 May 06 13:48:49.482838 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d5d07b1e-28a5-439d-b424-c1300c0defd3 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6910825 May 06 13:48:49.482838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58012) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:49.487177 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': '035d74f4-656c-4bc4-946f-74f8ffb2bd67', 'name': 'tempest-PortsIpV6TestJSON-10125475'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:49.501699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58014) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:49.539369 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f0a1b77a-aa76-4292-8426-d13d78bba06a req-18c28a2d-e7cc-4c0a-96a5-80468e5bcb39 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups?id=486d9157-91a8-43d3-bcb8-2a7c5c675a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119476 May 06 13:48:49.546642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-266319582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:49.628933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:49.631754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.636293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9da3f7de-ad7f-4d31-a721-ccba6af4fd1f None None] Port c6f72e0e-c66c-4252-b568-45a40cb9cab7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:49.748282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:router and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:49.765872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:49.778448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.784535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event deleted for resources: {'Port': ['ID=7d7a2ea5-3808-40d1-8c17-d92e2c11094b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:49.787250 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.790271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:49.860113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.861135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.875728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Allocated IP 2001:db8::2 (80444fc9-8e90-4a93-a7ce-e3e73682e7b8/b5f83b76-f87e-48f7-acf6-4e5515e755e3/91d6c844-ef8f-48e1-9863-a129ec7a29f1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:49.898052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] In _notify_port_updated(), no bound segment for port c6f72e0e-c66c-4252-b568-45a40cb9cab7 on network 66cfa076-45c0-4e3f-b3db-9353a5133858 {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:48:49.901795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:49.902414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.928363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "PUT /v2.0/ports/c6f72e0e-c66c-4252-b568-45a40cb9cab7 HTTP/1.1" status: 200 len: 1000 time: 1.2012515 May 06 13:48:49.932397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58020) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:49.963121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-69d69518-542f-4bc3-a45d-2b14280e41c3 None None] Provisioning for port fc433d8c-adc7-465e-8113-758253383837 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:50.008998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd74d16-4995-4546-8a25-e0b4c97a84fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=c6f72e0e-c66c-4252-b568-45a40cb9cab7,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:50.063637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:50.076834 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeacb33-4b50-4d51-a209-ce1fd07a4c57 None None] Sync routers for ids ['32feb22b-5481-4085-862b-421bd2fa3e8a'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:50.101269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-430ed5c4-099c-4f47-a4f4-b90c473fb57d tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Deleting port c6f72e0e-c66c-4252-b568-45a40cb9cab7 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:50.103743 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeacb33-4b50-4d51-a209-ce1fd07a4c57 None None] Routers {'32feb22b-5481-4085-862b-421bd2fa3e8a'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:50.104267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-430ed5c4-099c-4f47-a4f4-b90c473fb57d tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.105051 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-daeacb33-4b50-4d51-a209-ce1fd07a4c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['32feb22b-5481-4085-862b-421bd2fa3e8a'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:50.121362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-69d69518-542f-4bc3-a45d-2b14280e41c3 None None] Provisioning complete for port fc433d8c-adc7-465e-8113-758253383837 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:50.121611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69d69518-542f-4bc3-a45d-2b14280e41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.194768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:50.229712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.233285 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f0f7d786-2ee4-454d-b60a-65f878927f21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8976562 May 06 13:48:50.236225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58024) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:50.240674 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-daeacb33-4b50-4d51-a209-ce1fd07a4c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:50.262755 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeacb33-4b50-4d51-a209-ce1fd07a4c57 None None] Routers {'32feb22b-5481-4085-862b-421bd2fa3e8a'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:50.263956 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-daeacb33-4b50-4d51-a209-ce1fd07a4c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['32feb22b-5481-4085-862b-421bd2fa3e8a'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:50.285004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-035d74f4-656c-4bc4-946f-74f8ffb2bd67', 'network_id': '035d74f4-656c-4bc4-946f-74f8ffb2bd67', 'tenant_id': '2578e9ffc9bb415999c0afe4f5790b5d', 'fixed_ips': [{'subnet_id': '217b8e71-bf60-4ab6-8bde-fecf3e41ed8f'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:48:50.286304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.295643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.299505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.303440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:50.360104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Transition to ACTIVE for port object af209f1a-6f92-4d6a-88ac-b8813e16a19e will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:50.382945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cc04c8-f985-4a3c-9dbb-c8fb7ef06739 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Deleting subnet 77ed07d3-33c7-449a-bb3e-3309e044a866 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:50.385360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:50.389051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.443905 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-daeacb33-4b50-4d51-a209-ce1fd07a4c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:50.444300 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeacb33-4b50-4d51-a209-ce1fd07a4c57 None None] The sync data for ids ['32feb22b-5481-4085-862b-421bd2fa3e8a'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:50.525468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Allocated IP 2001:db8::2 (035d74f4-656c-4bc4-946f-74f8ffb2bd67/217b8e71-bf60-4ab6-8bde-fecf3e41ed8f/cb49ba30-6081-4356-bf03-f38d01e64120) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:50.538925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5cc04c8-f985-4a3c-9dbb-c8fb7ef06739 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.568551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.630734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:50.693350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5cc04c8-f985-4a3c-9dbb-c8fb7ef06739 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.733573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.734997 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-846df894-00e0-4598-932d-1dab59e25ef6 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2323554 May 06 13:48:50.752714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58030) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:50.807530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.841341 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Transition to ACTIVE for port object cb49ba30-6081-4356-bf03-f38d01e64120 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:50.850945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.909568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69d69518-542f-4bc3-a45d-2b14280e41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.915054 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d136906a-5e90-4434-80ce-556e9b1eb289 req-7cc950f0-66a5-426a-a713-05ebce831374 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.0907331 May 06 13:48:50.920132 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.984282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-430ed5c4-099c-4f47-a4f4-b90c473fb57d tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.991098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Transition to ACTIVE for port object cb49ba30-6081-4356-bf03-f38d01e64120 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:51.027934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-69d69518-542f-4bc3-a45d-2b14280e41c3 None None] For port fc433d8c-adc7-465e-8113-758253383837, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fc433d8c-adc7-465e-8113-758253383837,segment=NetworkSegment(ebd9c4e2-05bc-4119-b36e-57cc75fea3ed),segment_id=ebd9c4e2-05bc-4119-b36e-57cc75fea3ed)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:51.066520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.132112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event updated for resources: {'Port': ['ID=af209f1a-6f92-4d6a-88ac-b8813e16a19e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:51.147980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Network baa3b812-a6f7-4996-8bc8-bb464775d817 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:51.150866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7d7a2ea5-3808-40d1-8c17-d92e2c11094b no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:51.155106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-430ed5c4-099c-4f47-a4f4-b90c473fb57d tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Calling delete_port for c6f72e0e-c66c-4252-b568-45a40cb9cab7 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:51.158034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:51.178680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69d69518-542f-4bc3-a45d-2b14280e41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.191622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Pushing event updated for resources: {'Port': ['ID=cb49ba30-6081-4356-bf03-f38d01e64120,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:51.223269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:51.227576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:51.228205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.242522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5cc04c8-f985-4a3c-9dbb-c8fb7ef06739 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.268532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 7d7a2ea5-3808-40d1-8c17-d92e2c11094b {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:48:51.268532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7d7a2ea5-3808-40d1-8c17-d92e2c11094b not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:51.318320 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:51.327581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:51.345387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:51.353471 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fe66dbbd-e374-4551-8178-099f909701fd tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/routers/32feb22b-5481-4085-862b-421bd2fa3e8a HTTP/1.1" status: 200 len: 919 time: 1.1107931 May 06 13:48:51.354258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58034) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:51.381186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::355 (035d74f4-656c-4bc4-946f-74f8ffb2bd67/217b8e71-bf60-4ab6-8bde-fecf3e41ed8f/fbf61eba-057e-4a3a-ba63-f4ab55ad68c5) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:51.412520 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4837149c-3c43-499d-a21a-23074f53cfee tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=32feb22b-5481-4085-862b-421bd2fa3e8a HTTP/1.1" status: 200 len: 205 time: 0.0550117 May 06 13:48:51.412520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-430ed5c4-099c-4f47-a4f4-b90c473fb57d tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.417026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58038) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:51.426077 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2015be82-1c29-4109-a509-1fce041e4f94 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.3724296 May 06 13:48:51.442156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58040) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:51.448176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.461292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Request body: {'port': {'network_id': 'baa3b812-a6f7-4996-8bc8-bb464775d817', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1594816389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:51.462050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] bootfile-name is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:48:51.462581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] tftp-server is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:48:51.463063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] server-ip-address is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:48:51.483306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c6f0aceb-6c7a-4c7f-bb49-035b1fb9a936 None None] Provisioning complete for port c6f72e0e-c66c-4252-b568-45a40cb9cab7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:51.490690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6f0aceb-6c7a-4c7f-bb49-035b1fb9a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.603720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d69518-542f-4bc3-a45d-2b14280e41c3 None None] Pushing event updated for resources: {'Port': ['ID=fc433d8c-adc7-465e-8113-758253383837,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:51.628560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ed5c4-099c-4f47-a4f4-b90c473fb57d tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Port': ['ID=c6f72e0e-c66c-4252-b568-45a40cb9cab7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:51.644272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0aceb-6c7a-4c7f-bb49-035b1fb9a936 None None] Port c6f72e0e-c66c-4252-b568-45a40cb9cab7 was deleted so its status cannot be updated. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 13:48:51.652572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Transition to ACTIVE for port object 91d6c844-ef8f-48e1-9863-a129ec7a29f1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:51.697645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Transition to ACTIVE for port object 91d6c844-ef8f-48e1-9863-a129ec7a29f1 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:51.701620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Attempting to bind port cb49ba30-6081-4356-bf03-f38d01e64120 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:51.701848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Attempting to bind port cb49ba30-6081-4356-bf03-f38d01e64120 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '77e58c70-e3e3-4127-b34c-d3e0fd4e6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '035d74f4-656c-4bc4-946f-74f8ffb2bd67'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:51.702124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Attempting to bind port cb49ba30-6081-4356-bf03-f38d01e64120 on network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:51.706943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.735491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-430ed5c4-099c-4f47-a4f4-b90c473fb57d tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.755523 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-430ed5c4-099c-4f47-a4f4-b90c473fb57d tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "DELETE /v2.0/ports/c6f72e0e-c66c-4252-b568-45a40cb9cab7 HTTP/1.1" status: 204 len: 168 time: 1.8217461 May 06 13:48:51.756123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58046) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:51.804538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:51.805215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Checking segment: {'id': '77e58c70-e3e3-4127-b34c-d3e0fd4e6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '035d74f4-656c-4bc4-946f-74f8ffb2bd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:51.805771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.806320 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Bound using segment: {'id': '77e58c70-e3e3-4127-b34c-d3e0fd4e6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '035d74f4-656c-4bc4-946f-74f8ffb2bd67'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:51.807089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Bound port: cb49ba30-6081-4356-bf03-f38d01e64120, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e58c70-e3e3-4127-b34c-d3e0fd4e6693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '035d74f4-656c-4bc4-946f-74f8ffb2bd67'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:51.807369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8f5a51-4764-4519-aacc-485a3b6b6865 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] GET failed (client error): The resource could not be found. May 06 13:48:51.807890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2a8f5a51-4764-4519-aacc-485a3b6b6865 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Synchronizing usage tracker for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:51.808373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.814996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5cc04c8-f985-4a3c-9dbb-c8fb7ef06739 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.832161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c6f0aceb-6c7a-4c7f-bb49-035b1fb9a936 None None] Provisioning complete for port fc433d8c-adc7-465e-8113-758253383837 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:51.832804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6f0aceb-6c7a-4c7f-bb49-035b1fb9a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.838538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2a8f5a51-4764-4519-aacc-485a3b6b6865 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Unset dirty status for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:51.843766 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2a8f5a51-4764-4519-aacc-485a3b6b6865 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "GET /v2.0/ports/c6f72e0e-c66c-4252-b568-45a40cb9cab7 HTTP/1.1" status: 404 len: 333 time: 0.0807502 May 06 13:48:51.844446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58050) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:51.854182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1377899652'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:51.893469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Pushing event updated for resources: {'Port': ['ID=91d6c844-ef8f-48e1-9863-a129ec7a29f1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:51.902984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:51.936706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:51.938609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Router 8c932d88-73af-44fb-9e46-4237fc2c05ec has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:51.951940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:51.982988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:52.005566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc04c8-f985-4a3c-9dbb-c8fb7ef06739 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event deleted for resources: {'Subnet': ['ID=77ed07d3-33c7-449a-bb3e-3309e044a866,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:52.018054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Usage tracker for resource:port and tenant:9caed56d68244736866e4d07958e6864 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:52.027882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:52.060616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:52.073333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:52.092488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:52.095914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5cc04c8-f985-4a3c-9dbb-c8fb7ef06739 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.112627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1390170-3b2c-4e27-b174-60e57f384835 None None] Network 0d824cb4-eb15-40e4-8ce2-986130616e4c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:52.120172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Made reservation on behalf of f1f9c7796cea42e881465f23c2f63810 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:52.124406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.172653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] device_id is not set on port 9f356e37-60a8-4f46-af60-ce722c4eb820 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:52.180757 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d5cc04c8-f985-4a3c-9dbb-c8fb7ef06739 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "DELETE /v2.0/subnets/77ed07d3-33c7-449a-bb3e-3309e044a866 HTTP/1.1" status: 204 len: 168 time: 2.7051368 May 06 13:48:52.182581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6445bf5f-d031-4f1d-9e93-97a6c3ad0ac5 req-4e916ea3-9c58-41db-a452-3a9c6b5e747a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Synchronizing usage tracker for tenant:61bc521441564a1782d0d505f249bbc6 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:52.191840 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58056) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:52.236241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Attempting to bind port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:52.236601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Attempting to bind port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'adbda57c-7f23-43c0-a2ad-890c41299029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '80444fc9-8e90-4a93-a7ce-e3e73682e7b8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:52.237557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Attempting to bind port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 on network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:52.293131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.298634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] For port cb49ba30-6081-4356-bf03-f38d01e64120, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:52.320515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] For port cb49ba30-6081-4356-bf03-f38d01e64120, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cb49ba30-6081-4356-bf03-f38d01e64120,segment=NetworkSegment(77e58c70-e3e3-4127-b34c-d3e0fd4e6693),segment_id=77e58c70-e3e3-4127-b34c-d3e0fd4e6693)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:52.342997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:52.343646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Checking segment: {'id': 'adbda57c-7f23-43c0-a2ad-890c41299029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '80444fc9-8e90-4a93-a7ce-e3e73682e7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:52.344082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.344481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Bound using segment: {'id': 'adbda57c-7f23-43c0-a2ad-890c41299029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '80444fc9-8e90-4a93-a7ce-e3e73682e7b8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:52.345142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Bound port: 91d6c844-ef8f-48e1-9863-a129ec7a29f1, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbda57c-7f23-43c0-a2ad-890c41299029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '80444fc9-8e90-4a93-a7ce-e3e73682e7b8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:52.345528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.365874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.543981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Allocated IP 2001:db8::2c8 (66cfa076-45c0-4e3f-b3db-9353a5133858/41a70e7a-be43-4bc2-be52-5be15c6b1153/9f356e37-60a8-4f46-af60-ce722c4eb820) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:52.601693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Made reservation on behalf of 9caed56d68244736866e4d07958e6864 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:52.605062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.667866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9a25-2fd0-4054-bd0f-f29390cba639 None None] Pushing event updated for resources: {'Port': ['ID=cb49ba30-6081-4356-bf03-f38d01e64120,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:52.696218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] For port 91d6c844-ef8f-48e1-9863-a129ec7a29f1, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:52.701561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] For port 91d6c844-ef8f-48e1-9863-a129ec7a29f1, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=91d6c844-ef8f-48e1-9863-a129ec7a29f1,segment=NetworkSegment(adbda57c-7f23-43c0-a2ad-890c41299029),segment_id=adbda57c-7f23-43c0-a2ad-890c41299029)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:52.722365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.726085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6445bf5f-d031-4f1d-9e93-97a6c3ad0ac5 req-4e916ea3-9c58-41db-a452-3a9c6b5e747a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Unset dirty status for tenant:61bc521441564a1782d0d505f249bbc6 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:52.738375 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6445bf5f-d031-4f1d-9e93-97a6c3ad0ac5 req-4e916ea3-9c58-41db-a452-3a9c6b5e747a tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.6155643 May 06 13:48:52.783006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fc433d8c-adc7-465e-8113-758253383837 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:52.790122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.799189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] device_id is not set on port e54f7a26-c10e-40bc-a086-978ee3bb05d4 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:52.873536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-121458a7-c1ab-4c25-b059-55fb364ae069 None None] Provisioning for port af209f1a-6f92-4d6a-88ac-b8813e16a19e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:52.886679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599f37d-312f-4d32-b1e9-64bbc2ff4d37 None None] Pushing event updated for resources: {'Port': ['ID=91d6c844-ef8f-48e1-9863-a129ec7a29f1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:52.896817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.904573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-121458a7-c1ab-4c25-b059-55fb364ae069 None None] Provisioning complete for port af209f1a-6f92-4d6a-88ac-b8813e16a19e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:52.904950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-121458a7-c1ab-4c25-b059-55fb364ae069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.970287 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] DHCP port deletion for 0d824cb4-eb15-40e4-8ce2-986130616e4c request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:48:52.981803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-121458a7-c1ab-4c25-b059-55fb364ae069 None None] Port af209f1a-6f92-4d6a-88ac-b8813e16a19e cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:52.998925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.002076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] Deleting port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:53.002243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.010306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Deleting port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:53.010640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.043124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port fc433d8c-adc7-465e-8113-758253383837 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:53.043496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.062334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:53.190286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.228449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Transition to ACTIVE for port object 9f356e37-60a8-4f46-af60-ce722c4eb820 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:53.291761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.302852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.374072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Deleting port 6d5d1ffd-4dc8-446b-a592-674332175078 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:53.377377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.415602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] For port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f4aa7f97-b4a9-4ffb-bcac-870c761df6d9,segment=NetworkSegment(e1cb3625-535b-4691-8177-4913b041a7db),segment_id=e1cb3625-535b-4691-8177-4913b041a7db)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:53.416269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.485448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.510907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=9f356e37-60a8-4f46-af60-ce722c4eb820,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:53.526186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:53.537015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Allocated IP 2001:db8::209 (baa3b812-a6f7-4996-8bc8-bb464775d817/195f2711-b35a-4b16-88ef-eb43ed3304c2/e54f7a26-c10e-40bc-a086-978ee3bb05d4) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:53.559003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] Calling delete_port for f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:53.574211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:53.577543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:53.582391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:53.583047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.635729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7f72e2b4-3277-4686-9782-e1bc639a2c96 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7897274 May 06 13:48:53.636326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58060) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:53.654568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'network_id': '66cfa076-45c0-4e3f-b3db-9353a5133858', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-686520714'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:53.694526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.741091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] Pushing event deleted for resources: {'Port': ['ID=f4aa7f97-b4a9-4ffb-bcac-870c761df6d9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:53.744801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1d7dd-1224-47f3-b9ad-68f32a86b628 None None] No DVR routers for this DVR port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:53.799608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.800074 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:48:53.848730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] For port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f4aa7f97-b4a9-4ffb-bcac-870c761df6d9,segment=NetworkSegment(e1cb3625-535b-4691-8177-4913b041a7db),segment_id=e1cb3625-535b-4691-8177-4913b041a7db)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:53.854727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.015279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Calling delete_port for 6d5d1ffd-4dc8-446b-a592-674332175078 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:54.069172 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=fbf61eba-057e-4a3a-ba63-f4ab55ad68c5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:54.082210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Calling delete_port for f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:54.089320 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-237bd7e8-c83a-4170-acb7-721c21d877ae req-2cb5e5bd-5149-4889-8d32-e11958af5163 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.1204789 May 06 13:48:54.153240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:54.161471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Usage tracker for resource:port and tenant:f1f9c7796cea42e881465f23c2f63810 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:54.165472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:54.165963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:54.175049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:54.176957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:54.208864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Made reservation on behalf of f1f9c7796cea42e881465f23c2f63810 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:54.214300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.240349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:54.244439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:54.245155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.293952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] device_id is not set on port 9480cc74-784c-4e0a-a1f7-fee90c183ad8 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:48:54.317317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51823be-d8c5-448b-b5e2-57c84d3d392b None None] Network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:54.342657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.418084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event deleted for resources: {'Port': ['ID=6d5d1ffd-4dc8-446b-a592-674332175078,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:54.555274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2ec556d0-0856-45ec-8e02-3fc35c66920e None None] Provisioning for port 9f356e37-60a8-4f46-af60-ce722c4eb820 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:54.589203 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bac04c81-c786-4257-b4d8-6272e740aec2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1036685 May 06 13:48:54.593405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58068) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:54.605710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Allocated IP 2001:db8::13a (66cfa076-45c0-4e3f-b3db-9353a5133858/41a70e7a-be43-4bc2-be52-5be15c6b1153/9480cc74-784c-4e0a-a1f7-fee90c183ad8) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:54.606472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2ec556d0-0856-45ec-8e02-3fc35c66920e None None] Provisioning complete for port 9f356e37-60a8-4f46-af60-ce722c4eb820 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:54.607667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ec556d0-0856-45ec-8e02-3fc35c66920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.648970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8::1 (80444fc9-8e90-4a93-a7ce-e3e73682e7b8/b5f83b76-f87e-48f7-acf6-4e5515e755e3/3f73c86c-f8ec-453f-86cf-ca913e2bf532) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:54.670356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2ec556d0-0856-45ec-8e02-3fc35c66920e None None] Port 9f356e37-60a8-4f46-af60-ce722c4eb820 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:54.672752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c104d23-16ad-4173-a5a2-36d0913c565d None None] Network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:54.722011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:54.722409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:54.781627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6aafe8b3-99eb-4d55-a0ed-abcf7d8719c7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:54.781975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-99eb-4d55-a0ed-abcf7d8719c7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.862474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2ec556d0-0856-45ec-8e02-3fc35c66920e None None] Provisioning for port cb49ba30-6081-4356-bf03-f38d01e64120 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:54.872208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb49ba30-6081-4356-bf03-f38d01e64120 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:54.886557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:54.916194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] Sync routers for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:54.936563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.023147 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:55.023752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:55.029109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] No DVR routers for this DVR port 7d7a2ea5-3808-40d1-8c17-d92e2c11094b on host hv-neutron-8408 {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:55.038406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.046072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'name': 'network-vif-deleted', 'tag': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:55.051872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.117062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e5603a8a-5d1a-47a7-ac46-8b9b70fe5fd5 req-2010cfc1-60c7-408b-85ab-4a59a1c6ad5b tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.69 "DELETE /v2.0/ports/7d7a2ea5-3808-40d1-8c17-d92e2c11094b HTTP/1.1" status: 204 len: 173 time: 8.3645015 May 06 13:48:55.161159 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d1d6d0-5aa0-4930-ac83-096de11ae209'] response: {'server_uuid': '2b78d6c1-ba37-4dca-81ea-c38e33a429c9', 'name': 'network-vif-deleted', 'tag': '7d7a2ea5-3808-40d1-8c17-d92e2c11094b', 'status': 'completed', 'code': 200} May 06 13:48:55.170893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Transition to ACTIVE for port object e54f7a26-c10e-40bc-a086-978ee3bb05d4 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:55.224807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Deleting port f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:55.225394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.360088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.452196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port cb49ba30-6081-4356-bf03-f38d01e64120 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:55.456437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.458775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] The port 'f4aa7f97-b4a9-4ffb-bcac-870c761df6d9' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:48:55.461182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.470348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-09e89124-8270-42c2-9845-981da683cf4a None None] Provisioning for port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:55.494057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port cb49ba30-6081-4356-bf03-f38d01e64120 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:55.494516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.503982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object 3f73c86c-f8ec-453f-86cf-ca913e2bf532 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:55.524595 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57f718e1-c33d-4447-9485-42849918e701 req-2834b6e6-692e-4ce8-b09f-ac71489a0b2d tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b78d6c1-ba37-4dca-81ea-c38e33a429c9 HTTP/1.1" status: 200 len: 210 time: 0.0597293 May 06 13:48:55.588559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.621288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Transition to ACTIVE for port object 9480cc74-784c-4e0a-a1f7-fee90c183ad8 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:55.629346 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:55.651849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.652932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Fanout notify agent at l3_agent the message router_deleted on router 32feb22b-5481-4085-862b-421bd2fa3e8a {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:48:55.664111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.667843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.688474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-99eb-4d55-a0ed-abcf7d8719c7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.718545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.727182 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b8f694aa-f57e-4f1b-a9dc-53e3f278922f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/32feb22b-5481-4085-862b-421bd2fa3e8a HTTP/1.1" status: 204 len: 168 time: 4.2526801 May 06 13:48:55.776238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58076) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:55.824511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'router': {'name': 'tempest-snat-router-353710588', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': False}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:55.828651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6fbe1828-9808-4e95-a0bc-8f87e714838a None None] Provisioning for port fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:55.838165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.858991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:55.879304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:55.882761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:55.887360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:55.893832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:55.894723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.919528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=9480cc74-784c-4e0a-a1f7-fee90c183ad8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:55.923688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-69c79388-8b2c-4b5e-8f5b-53b93b17ce6a tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2752903 May 06 13:48:55.927122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58080) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:55.941551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ea', 'mac_address': 'fa:16:3e:9b:b3:15'}, {'ip_address': '2001:db8::2c8', 'mac_address': 'fa:16:3e:1e:46:2d'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:55.986386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6fbe1828-9808-4e95-a0bc-8f87e714838a None None] Provisioning complete for port fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:55.986386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1828-9808-4e95-a0bc-8f87e714838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.054108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe1828-9808-4e95-a0bc-8f87e714838a None None] Port fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:56.058409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.106990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6aafe8b3-99eb-4d55-a0ed-abcf7d8719c7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:56.181562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Network baa3b812-a6f7-4996-8bc8-bb464775d817 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:56.182973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Usage tracker for resource:router and tenant:16e16eac6aed4f58855551ccad45231f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:56.185954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:56.192402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:56.222178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:56.224179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event updated for resources: {'Port': ['ID=e54f7a26-c10e-40bc-a086-978ee3bb05d4,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:56.236733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:56.241624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:56.242274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.265900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6fbe1828-9808-4e95-a0bc-8f87e714838a None None] Provisioning complete for port cb49ba30-6081-4356-bf03-f38d01e64120 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:56.266273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1828-9808-4e95-a0bc-8f87e714838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.274522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.275452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.299988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.330134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.339416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.343448 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d5ebd5e8-3a9f-47af-aff2-fc08709ae23d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.8987918 May 06 13:48:56.346413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d824cb4-eb15-40e4-8ce2-986130616e4c']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:56.351195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port cb49ba30-6081-4356-bf03-f38d01e64120, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cb49ba30-6081-4356-bf03-f38d01e64120,segment=NetworkSegment(77e58c70-e3e3-4127-b34c-d3e0fd4e6693),segment_id=77e58c70-e3e3-4127-b34c-d3e0fd4e6693)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:56.378139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.378908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 91d6c844-ef8f-48e1-9863-a129ec7a29f1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:56.380740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58086) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:56.618835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=cb49ba30-6081-4356-bf03-f38d01e64120,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:56.620364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cb3625-535b-4691-8177-4913b041a7db') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:56.620794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cb3625-535b-4691-8177-4913b041a7db') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:56.629615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:56.648679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738aead-e9cf-4357-b296-4c1381e2365e tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:56.649736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:56.654447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738aead-e9cf-4357-b296-4c1381e2365e tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:56.660081 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738aead-e9cf-4357-b296-4c1381e2365e tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:56.665427 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9738aead-e9cf-4357-b296-4c1381e2365e tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2832382 May 06 13:48:56.675383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.683735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58094) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:56.698694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:56.699628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.706836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.711734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=3f73c86c-f8ec-453f-86cf-ca913e2bf532,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:56.714152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:56.726785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:33Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:56.740408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:56.740781 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.804513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58100) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:56.808658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] Checking router: 8c932d88-73af-44fb-9e46-4237fc2c05ec for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:48:56.839313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:56.840362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:56.891312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c88fabdc-81a4-4e54-b055-e080ed15b30c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Deleting port e54f7a26-c10e-40bc-a086-978ee3bb05d4 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:56.891853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c88fabdc-81a4-4e54-b055-e080ed15b30c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.000273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.003223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fff952-13df-41a3-810c-68f64b41bf57 req-40567e18-0982-4b75-8b87-d8cc4527c229 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:57.007679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:48:57.008149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.010400 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-88fff952-13df-41a3-810c-68f64b41bf57 req-40567e18-0982-4b75-8b87-d8cc4527c229 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 946 time: 0.5006819 May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:57.034258 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:57.047249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Provisioning complete for port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:57.047620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.101357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.175678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 91d6c844-ef8f-48e1-9863-a129ec7a29f1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=91d6c844-ef8f-48e1-9863-a129ec7a29f1,segment=NetworkSegment(adbda57c-7f23-43c0-a2ad-890c41299029),segment_id=adbda57c-7f23-43c0-a2ad-890c41299029)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:57.181885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.200604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-99eb-4d55-a0ed-abcf7d8719c7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.203336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.248432 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-88fff952-13df-41a3-810c-68f64b41bf57 req-41c8241c-d447-4cda-94e9-7c1c21ec6b85 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369695 May 06 13:48:57.287032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.291830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8d9c-ab64-4c72-8752-1347c8a6a242 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.304496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.305670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.313805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:57.322308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafe8b3-99eb-4d55-a0ed-abcf7d8719c7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=fbf61eba-057e-4a3a-ba63-f4ab55ad68c5,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:57.350512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event deleted for resources: {'Network': ['ID=0d824cb4-eb15-40e4-8ce2-986130616e4c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:57.367110 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fbc0c25d-1895-41fa-945d-c2238c077ec0 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "DELETE /v2.0/networks/0d824cb4-eb15-40e4-8ce2-986130616e4c HTTP/1.1" status: 204 len: 168 time: 5.1688595 May 06 13:48:57.373546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58104) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:57.382395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:48:57.382740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f4aa7f97-b4a9-4ffb-bcac-870c761df6d9 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:57.387615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:57.409119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.424550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6aafe8b3-99eb-4d55-a0ed-abcf7d8719c7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.426419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6aafe8b3-99eb-4d55-a0ed-abcf7d8719c7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 HTTP/1.1" status: 204 len: 168 time: 2.8224528 May 06 13:48:57.431679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58108) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:57.469939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8d9c-ab64-4c72-8752-1347c8a6a242 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.491254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=91d6c844-ef8f-48e1-9863-a129ec7a29f1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:57.516821 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae6fbd8-97e3-48eb-9300-cac42397e2ec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:48:57.517315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae6fbd8-97e3-48eb-9300-cac42397e2ec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:48:57.519886 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4ae6fbd8-97e3-48eb-9300-cac42397e2ec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 HTTP/1.1" status: 404 len: 333 time: 0.0841646 May 06 13:48:57.560419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb49ba30-6081-4356-bf03-f38d01e64120 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:57.574452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58112) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:57.594846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Provisioning for port e54f7a26-c10e-40bc-a086-978ee3bb05d4 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:57.630493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Provisioning complete for port e54f7a26-c10e-40bc-a086-978ee3bb05d4 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:57.630870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.650448 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79c92f6-906a-433a-b27a-a7a6c72ed879 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:48:57.651451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a79c92f6-906a-433a-b27a-a7a6c72ed879 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:57.682468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] In _notify_port_updated(), no bound segment for port 9480cc74-784c-4e0a-a1f7-fee90c183ad8 on network 66cfa076-45c0-4e3f-b3db-9353a5133858 {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:48:57.687445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:57.688189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.692727 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "PUT /v2.0/ports/9480cc74-784c-4e0a-a1f7-fee90c183ad8 HTTP/1.1" status: 200 len: 1067 time: 1.7642710 May 06 13:48:57.693714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58116) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:57.720845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a79c92f6-906a-433a-b27a-a7a6c72ed879 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:57.722406 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a79c92f6-906a-433a-b27a-a7a6c72ed879 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/fbf61eba-057e-4a3a-ba63-f4ab55ad68c5 HTTP/1.1" status: 404 len: 333 time: 0.1464579 May 06 13:48:57.808730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3e369-12c0-4cbc-9e0d-067dde76c889 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event updated for resources: {'Port': ['ID=9480cc74-784c-4e0a-a1f7-fee90c183ad8,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:57.813424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c88fabdc-81a4-4e54-b055-e080ed15b30c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.818877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Port e54f7a26-c10e-40bc-a086-978ee3bb05d4 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:57.820936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58120) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:57.908262 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port cb49ba30-6081-4356-bf03-f38d01e64120 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:57.908864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.943394 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Provisioning for port 9480cc74-784c-4e0a-a1f7-fee90c183ad8 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:57.974941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Provisioning complete for port 9480cc74-784c-4e0a-a1f7-fee90c183ad8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:57.975568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.052079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Port 9480cc74-784c-4e0a-a1f7-fee90c183ad8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:58.058426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.066476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c88fabdc-81a4-4e54-b055-e080ed15b30c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Calling delete_port for e54f7a26-c10e-40bc-a086-978ee3bb05d4 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:58.080720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-821e0b62-da02-4f6d-99c2-d88b20b2c79f None None] Could not find standard attr ID for object fbf61eba-057e-4a3a-ba63-f4ab55ad68c5. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:48:58.096705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.116911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:33Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:58.125547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3220c81-0dbc-4670-a00f-ed33f9aae38c None None] The sync data for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv is: [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:21Z', 'revision_number': 4, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6032fe3-d36e-4ff7-aaa9-5174179f0230', 'name': '', 'network_id': '6884eb6f-d5d8-4e69-a043-abbebe12b4bd', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'mac_address': 'fa:16:3e:36:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:20Z', 'updated_at': '2022-05-06T13:47:33Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'subnets': [{'id': 'b54919e3-0f37-47e9-9fe7-95e5be69ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:58.133576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Deleting port c9155fee-df31-47bb-a30e-a0422a70c191 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:58.133876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.208567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c1481918-4e74-4edc-9047-a377a2d4eab1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Deleting port 9480cc74-784c-4e0a-a1f7-fee90c183ad8 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:58.208949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c1481918-4e74-4edc-9047-a377a2d4eab1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.212859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-96f19849-2518-4c14-9702-b8127f29e307 None None] Provisioning for port 3f73c86c-f8ec-453f-86cf-ca913e2bf532 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:58.220231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-96f19849-2518-4c14-9702-b8127f29e307 None None] Provisioning complete for port 3f73c86c-f8ec-453f-86cf-ca913e2bf532 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:58.221401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96f19849-2518-4c14-9702-b8127f29e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.278904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-6f8d03e4-acd9-432e-91a3-41bf35399119 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:58.280463 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-6f8d03e4-acd9-432e-91a3-41bf35399119 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.69 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 946 time: 0.3709214 May 06 13:48:58.286050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8d9c-ab64-4c72-8752-1347c8a6a242 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.338575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-96f19849-2518-4c14-9702-b8127f29e307 None None] Port 3f73c86c-f8ec-453f-86cf-ca913e2bf532 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:58.364697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-96f19849-2518-4c14-9702-b8127f29e307 None None] Provisioning complete for port 9480cc74-784c-4e0a-a1f7-fee90c183ad8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:58.369090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96f19849-2518-4c14-9702-b8127f29e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.430395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb8d9c-ab64-4c72-8752-1347c8a6a242 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486d9157-91a8-43d3-bcb8-2a7c5c675a6f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:58.469032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-96f19849-2518-4c14-9702-b8127f29e307 None None] Port 9480cc74-784c-4e0a-a1f7-fee90c183ad8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:58.480742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Allocated IP 172.26.0.35 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/a92350b2-188b-4b92-91cf-2e8ef797c0da) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:58.495689 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10ca13-f40f-466f-a35f-e480a97a1d1f None None] New status for floating IP 331ef514-bc60-4506-aa2d-7b6f49b40a57: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:48:58.538159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Deleting port 621e6240-c0d2-47a6-a883-25045e4a4e40 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:58.538479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.614878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8d9c-ab64-4c72-8752-1347c8a6a242 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.618430 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5bdb8d9c-ab64-4c72-8752-1347c8a6a242 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "DELETE /v2.0/security-groups/486d9157-91a8-43d3-bcb8-2a7c5c675a6f HTTP/1.1" status: 204 len: 168 time: 1.8026688 May 06 13:48:58.622328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58126) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:58.640254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:58.663821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.793971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-128a0fb8-4a69-4112-ae8f-d1e4280fb6a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet 217b8e71-bf60-4ab6-8bde-fecf3e41ed8f {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:48:58.815058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-128a0fb8-4a69-4112-ae8f-d1e4280fb6a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.844152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.844598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.864370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c88fabdc-81a4-4e54-b055-e080ed15b30c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.879832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.881228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.955420 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-4da93b3a-0697-4b66-8eb5-70b57aea6e1f tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] show failed (client error): The resource could not be found. May 06 13:48:58.956472 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4da93b3a-0697-4b66-8eb5-70b57aea6e1f tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "GET /v2.0/security-groups/486d9157-91a8-43d3-bcb8-2a7c5c675a6f HTTP/1.1" status: 404 len: 347 time: 0.2960858 May 06 13:48:58.977921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58130) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:59.062142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Calling delete_port for c9155fee-df31-47bb-a30e-a0422a70c191 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:59.087345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fabdc-81a4-4e54-b055-e080ed15b30c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event deleted for resources: {'Port': ['ID=e54f7a26-c10e-40bc-a086-978ee3bb05d4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:59.101501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c1481918-4e74-4edc-9047-a377a2d4eab1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.112813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-128a0fb8-4a69-4112-ae8f-d1e4280fb6a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.180583 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=3f73c86c-f8ec-453f-86cf-ca913e2bf532,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:59.268231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769ed6e-9f0c-4987-9552-9ea46e392653 req-65ddcabc-e25b-4706-a4e0-d0715ce05911 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:59.269968 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d769ed6e-9f0c-4987-9552-9ea46e392653 req-65ddcabc-e25b-4706-a4e0-d0715ce05911 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 946 time: 0.7947950 May 06 13:48:59.409996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Deleting port ecae40d0-9da2-445a-beb4-1f0019b982ba {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:59.410703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.442105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c1481918-4e74-4edc-9047-a377a2d4eab1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Calling delete_port for 9480cc74-784c-4e0a-a1f7-fee90c183ad8 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:48:59.473781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.487675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c88fabdc-81a4-4e54-b055-e080ed15b30c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.496792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 91d6c844-ef8f-48e1-9863-a129ec7a29f1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:59.522429 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c88fabdc-81a4-4e54-b055-e080ed15b30c tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "DELETE /v2.0/ports/e54f7a26-c10e-40bc-a086-978ee3bb05d4 HTTP/1.1" status: 204 len: 168 time: 2.8313477 May 06 13:48:59.524936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58134) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:59.544022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Request body: {'port': {'name': 'tempest-new-port-name-1212918210', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:59.544441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] bootfile-name is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:48:59.544775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] tftp-server is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:48:59.545124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] server-ip-address is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:48:59.578225 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:59.579035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.632825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] For port 621e6240-c0d2-47a6-a883-25045e4a4e40, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=621e6240-c0d2-47a6-a883-25045e4a4e40,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:59.633190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.658828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-128a0fb8-4a69-4112-ae8f-d1e4280fb6a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.714653 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d769ed6e-9f0c-4987-9552-9ea46e392653 req-1c31008c-f464-4fcd-890b-112ddb7849d4 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860590 May 06 13:48:59.753496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.819939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:59.820169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Pushing event deleted for resources: {'Port': ['ID=c9155fee-df31-47bb-a30e-a0422a70c191,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:59.824856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c1481918-4e74-4edc-9047-a377a2d4eab1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.857320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:59.914491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1481918-4e74-4edc-9047-a377a2d4eab1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Port': ['ID=9480cc74-784c-4e0a-a1f7-fee90c183ad8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:59.923133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-128a0fb8-4a69-4112-ae8f-d1e4280fb6a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.039773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a0fb8-4a69-4112-ae8f-d1e4280fb6a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=217b8e71-bf60-4ab6-8bde-fecf3e41ed8f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:00.059279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-128a0fb8-4a69-4112-ae8f-d1e4280fb6a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.070486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0d69e-86bb-477f-960e-49900cd0b918 None None] Network 035d74f4-656c-4bc4-946f-74f8ffb2bd67 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:00.103582 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-128a0fb8-4a69-4112-ae8f-d1e4280fb6a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/217b8e71-bf60-4ab6-8bde-fecf3e41ed8f HTTP/1.1" status: 204 len: 168 time: 2.2662909 May 06 13:49:00.103582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.105015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.106085 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e6f9113c-9951-4f26-9ade-b291b69e3394 tempest-FloatingIPAdminTestJSON-1569645333 tempest-FloatingIPAdminTestJSON-1569645333-project] 10.222.0.65 "DELETE /v2.0/floatingips/3ccda683-9c5a-41c6-98b4-37c5e45395c3 HTTP/1.1" status: 204 len: 168 time: 2.7217011 May 06 13:49:00.113215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.133749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58138) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:00.388148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ed187d33-9548-473d-944a-338bd3024298 None None] Provisioning complete for port 3f73c86c-f8ec-453f-86cf-ca913e2bf532 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:00.388683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed187d33-9548-473d-944a-338bd3024298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.413095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.428205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c1481918-4e74-4edc-9047-a377a2d4eab1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.432445 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c1481918-4e74-4edc-9047-a377a2d4eab1 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "DELETE /v2.0/ports/9480cc74-784c-4e0a-a1f7-fee90c183ad8 HTTP/1.1" status: 204 len: 168 time: 2.7284777 May 06 13:49:00.437049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58146) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:00.457549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.467802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ed187d33-9548-473d-944a-338bd3024298 None None] Port 3f73c86c-f8ec-453f-86cf-ca913e2bf532 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:00.485687 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e4b305-ba54-4e22-ba7d-5166340b7d6b tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] GET failed (client error): The resource could not be found. May 06 13:49:00.486353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-57e4b305-ba54-4e22-ba7d-5166340b7d6b tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Synchronizing usage tracker for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:00.489267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port cb49ba30-6081-4356-bf03-f38d01e64120 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:00.489712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.492123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:00.546953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58150) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:00.549011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:00.559146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.559478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.562161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-57e4b305-ba54-4e22-ba7d-5166340b7d6b tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Unset dirty status for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:00.567159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-57e4b305-ba54-4e22-ba7d-5166340b7d6b tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "GET /v2.0/ports/9480cc74-784c-4e0a-a1f7-fee90c183ad8 HTTP/1.1" status: 404 len: 333 time: 0.1273880 May 06 13:49:00.567159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58156) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:00.573749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] DHCP port deletion for 035d74f4-656c-4bc4-946f-74f8ffb2bd67 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:00.579748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] Deleting port cb49ba30-6081-4356-bf03-f38d01e64120 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:00.580258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.581435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:00.737472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d9e20329-2276-459c-a46c-45d7d177a2b2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Deleting port 9f356e37-60a8-4f46-af60-ce722c4eb820 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:00.737813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9e20329-2276-459c-a46c-45d7d177a2b2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.853568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] For port cb49ba30-6081-4356-bf03-f38d01e64120, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cb49ba30-6081-4356-bf03-f38d01e64120,segment=NetworkSegment(77e58c70-e3e3-4127-b34c-d3e0fd4e6693),segment_id=77e58c70-e3e3-4127-b34c-d3e0fd4e6693)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:00.853954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.874007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Calling delete_port for ecae40d0-9da2-445a-beb4-1f0019b982ba owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:00.950639 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e1e196f1-8b12-45c6-beb8-b1bdf12d0f97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b24891110b914677b0e0eaa8207185a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3988955 May 06 13:49:00.951152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'Port': ['ID=a92350b2-188b-4b92-91cf-2e8ef797c0da,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:00.956271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] For port cb49ba30-6081-4356-bf03-f38d01e64120, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cb49ba30-6081-4356-bf03-f38d01e64120,segment=NetworkSegment(77e58c70-e3e3-4127-b34c-d3e0fd4e6693),segment_id=77e58c70-e3e3-4127-b34c-d3e0fd4e6693)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:00.956640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.972166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58162) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:01.015137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] Calling delete_port for cb49ba30-6081-4356-bf03-f38d01e64120 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:01.094334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.143743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.144674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.144820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] Pushing event deleted for resources: {'Port': ['ID=cb49ba30-6081-4356-bf03-f38d01e64120,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:01.145047 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Floating IP 68661b50-abb6-4b0e-b3a7-9e7c5799dbab disassociated. External IP: 172.26.0.254, port: 621e6240-c0d2-47a6-a883-25045e4a4e40. May 06 13:49:01.145329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Calling delete_port for 621e6240-c0d2-47a6-a883-25045e4a4e40 owned by compute:nova {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:01.151923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06511a3-f8f5-40c5-adfe-98d13406b061 None None] No DVR routers for this DVR port cb49ba30-6081-4356-bf03-f38d01e64120 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:01.226043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for cb49ba30-6081-4356-bf03-f38d01e64120 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:01.439510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:01.439870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:01.446923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27fa55-6230-428d-91ea-e6a39aa702bd req-e9e1c05e-9b19-400f-b63a-c69a3fc9c1bc tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:01.453541 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-af27fa55-6230-428d-91ea-e6a39aa702bd req-e9e1c05e-9b19-400f-b63a-c69a3fc9c1bc tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 946 time: 0.5525360 May 06 13:49:01.498623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9e20329-2276-459c-a46c-45d7d177a2b2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.502860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb49ba30-6081-4356-bf03-f38d01e64120 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:01.539137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: cb49ba30-6081-4356-bf03-f38d01e64120 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:01.539821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb49ba30-6081-4356-bf03-f38d01e64120 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:01.539937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ea94a6de-761b-4e85-a37d-28188348e1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.608467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ea94a6de-761b-4e85-a37d-28188348e1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.637145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d9e20329-2276-459c-a46c-45d7d177a2b2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Calling delete_port for 9f356e37-60a8-4f46-af60-ce722c4eb820 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:01.653723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.666579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.680286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-af27fa55-6230-428d-91ea-e6a39aa702bd req-75ffd0d3-3726-4c34-b5ba-e2ce0b1ec9ca tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups?id=cff288b8-2ff3-4f0f-bd9b-a4f647229737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247050 May 06 13:49:01.740113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Pushing event deleted for resources: {'Port': ['ID=ecae40d0-9da2-445a-beb4-1f0019b982ba,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:01.811894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9e20329-2276-459c-a46c-45d7d177a2b2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.844793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event deleted for resources: {'Port': ['ID=621e6240-c0d2-47a6-a883-25045e4a4e40,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:01.858708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:01.865407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e20329-2276-459c-a46c-45d7d177a2b2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Port': ['ID=9f356e37-60a8-4f46-af60-ce722c4eb820,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:01.910956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.912721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9e20329-2276-459c-a46c-45d7d177a2b2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.934383 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d9e20329-2276-459c-a46c-45d7d177a2b2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "DELETE /v2.0/ports/9f356e37-60a8-4f46-af60-ce722c4eb820 HTTP/1.1" status: 204 len: 168 time: 1.3661935 May 06 13:49:01.935173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58166) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:01.968742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port cb49ba30-6081-4356-bf03-f38d01e64120 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:01.969394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.994471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f313f5df-97a6-49f2-aa9b-4c3cef408432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.007481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.023462 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5d8385-7f9f-4294-8958-a6d2c8b11d7e tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] GET failed (client error): The resource could not be found. May 06 13:49:02.024060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8f5d8385-7f9f-4294-8958-a6d2c8b11d7e tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Synchronizing usage tracker for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:02.060650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] The port 'cb49ba30-6081-4356-bf03-f38d01e64120' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:02.071337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.072138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.074271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ea94a6de-761b-4e85-a37d-28188348e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.131578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8f5d8385-7f9f-4294-8958-a6d2c8b11d7e tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Unset dirty status for tenant:f1f9c7796cea42e881465f23c2f63810 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:02.133040 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8f5d8385-7f9f-4294-8958-a6d2c8b11d7e tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "GET /v2.0/ports/9f356e37-60a8-4f46-af60-ce722c4eb820 HTTP/1.1" status: 404 len: 333 time: 0.1969650 May 06 13:49:02.139462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58170) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:02.270872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.304839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d1d8d-3ed3-4f93-aaeb-7b69c270e0fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Deleting port 237735ff-c71d-49ea-800c-dc4c14871562 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:02.305183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e5d1d8d-3ed3-4f93-aaeb-7b69c270e0fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.315763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94a6de-761b-4e85-a37d-28188348e1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156152d6-06b1-4076-bf80-c14462899eac,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:02.323365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.358736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035d74f4-656c-4bc4-946f-74f8ffb2bd67']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:02.385032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e58c70-e3e3-4127-b34c-d3e0fd4e6693') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:02.385327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e58c70-e3e3-4127-b34c-d3e0fd4e6693') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:02.395408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] In _notify_port_updated(), no bound segment for port af209f1a-6f92-4d6a-88ac-b8813e16a19e on network baa3b812-a6f7-4996-8bc8-bb464775d817 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:49:02.399337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:02.400027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.404109 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "PUT /v2.0/ports/af209f1a-6f92-4d6a-88ac-b8813e16a19e HTTP/1.1" status: 200 len: 1130 time: 2.8689327 May 06 13:49:02.405331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.411930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58176) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:02.423175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router afdf2318-d3e8-43cd-8ad6-7d5058bbef38 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:49:02.424937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab4444-b9a3-42d6-8c16-37f49812f61d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event updated for resources: {'Port': ['ID=af209f1a-6f92-4d6a-88ac-b8813e16a19e,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:02.523082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.537583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:02.538001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:02.553604 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:02.623223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a72aa5-01b7-48f0-b725-f9fc1596cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:02.623946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-63a72aa5-01b7-48f0-b725-f9fc1596cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Synchronizing usage tracker for tenant:9caed56d68244736866e4d07958e6864 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:02.631263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5dd00f40-6cfd-4814-8736-44a424489465 None None] Provisioning complete for port af209f1a-6f92-4d6a-88ac-b8813e16a19e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:02.631755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5dd00f40-6cfd-4814-8736-44a424489465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.675652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ea94a6de-761b-4e85-a37d-28188348e1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.676831 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ea94a6de-761b-4e85-a37d-28188348e1a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/156152d6-06b1-4076-bf80-c14462899eac HTTP/1.1" status: 204 len: 168 time: 1.6543932 May 06 13:49:02.677639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.681674 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-854445c4-1f44-4eb2-b693-e585aacc9434 tempest-ServersTestManualDisk-798997889 tempest-ServersTestManualDisk-798997889-project] 10.222.0.65 "DELETE /v2.0/floatingips/331ef514-bc60-4506-aa2d-7b6f49b40a57 HTTP/1.1" status: 204 len: 168 time: 3.6998885 May 06 13:49:02.686964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58182) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:02.691603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5dd00f40-6cfd-4814-8736-44a424489465 None None] Port af209f1a-6f92-4d6a-88ac-b8813e16a19e cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:02.730884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.736484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.893260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-afcb577b-6051-4540-be90-c0af71757939 req-48faee68-e07b-40ea-87a2-ecfa6760501a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Synchronizing usage tracker for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:02.935489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/networks/035d74f4-656c-4bc4-946f-74f8ffb2bd67 HTTP/1.1" status: 204 len: 168 time: 2.7921717 May 06 13:49:02.940900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58190) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:02.945349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa601be-a458-4926-a028-829bf21f0745 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Network': ['ID=035d74f4-656c-4bc4-946f-74f8ffb2bd67,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:02.949994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-63a72aa5-01b7-48f0-b725-f9fc1596cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Unset dirty status for tenant:9caed56d68244736866e4d07958e6864 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:02.951674 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-63a72aa5-01b7-48f0-b725-f9fc1596cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "GET /v2.0/ports/af209f1a-6f92-4d6a-88ac-b8813e16a19e HTTP/1.1" status: 200 len: 1130 time: 0.5384974 May 06 13:49:02.956031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58194) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:02.960081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-993326033'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:02.966686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-afcb577b-6051-4540-be90-c0af71757939 req-48faee68-e07b-40ea-87a2-ecfa6760501a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Unset dirty status for tenant:d062d92dc9334db4a11b67cd72574e1c on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:02.967818 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-afcb577b-6051-4540-be90-c0af71757939 req-48faee68-e07b-40ea-87a2-ecfa6760501a tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.1402500 May 06 13:49:02.974827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:02.986694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:network and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:02.991317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:03.002167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:03.047303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:03.050460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.064115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e5d1d8d-3ed3-4f93-aaeb-7b69c270e0fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.074020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-fe109b34-fd17-41af-ba7d-8effb7dbec5a tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Deleting port af209f1a-6f92-4d6a-88ac-b8813e16a19e {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:03.074357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe109b34-fd17-41af-ba7d-8effb7dbec5a tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.080445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:03.090222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bb97b-926b-4415-8a4b-6d22e431faa8 None None] Sync routers for ids ['afdf2318-d3e8-43cd-8ad6-7d5058bbef38'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:03.090695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Router 09e5a438-b677-4e78-ba25-001f1fb1738c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:03.094573 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a2dbf3eb-f830-4321-b98f-3e544c55dd67 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/afdf2318-d3e8-43cd-8ad6-7d5058bbef38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3387945 May 06 13:49:03.099930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58198) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:03.107339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bb97b-926b-4415-8a4b-6d22e431faa8 None None] Routers {'afdf2318-d3e8-43cd-8ad6-7d5058bbef38'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:03.108306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-de4bb97b-926b-4415-8a4b-6d22e431faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['afdf2318-d3e8-43cd-8ad6-7d5058bbef38'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.141712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58202) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:03.169790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 621e6240-c0d2-47a6-a883-25045e4a4e40 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:03.180127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:03.210452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-de4bb97b-926b-4415-8a4b-6d22e431faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.213877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.215807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 621e6240-c0d2-47a6-a883-25045e4a4e40 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:03.216591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 621e6240-c0d2-47a6-a883-25045e4a4e40 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:03.226390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bb97b-926b-4415-8a4b-6d22e431faa8 None None] Routers {'afdf2318-d3e8-43cd-8ad6-7d5058bbef38'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:03.227209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-de4bb97b-926b-4415-8a4b-6d22e431faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:48:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['afdf2318-d3e8-43cd-8ad6-7d5058bbef38'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.240811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.241158 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Added segment 5958f72e-a5f7-48cd-805b-000a0382861c of type vlan for network b377b93b-81c9-431e-9f5f-9309badcfcd0 May 06 13:49:03.244447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d1d8d-3ed3-4f93-aaeb-7b69c270e0fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Calling delete_port for 237735ff-c71d-49ea-800c-dc4c14871562 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:03.285811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-de4bb97b-926b-4415-8a4b-6d22e431faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.286211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bb97b-926b-4415-8a4b-6d22e431faa8 None None] The sync data for ids ['afdf2318-d3e8-43cd-8ad6-7d5058bbef38'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:03.320580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51090d28-41a6-4ed1-9c2f-020db8cfc719 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:03.321142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-51090d28-41a6-4ed1-9c2f-020db8cfc719 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:03.449860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.461875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:03.467693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-51090d28-41a6-4ed1-9c2f-020db8cfc719 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:03.468853 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-51090d28-41a6-4ed1-9c2f-020db8cfc719 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports/3f73c86c-f8ec-453f-86cf-ca913e2bf532 HTTP/1.1" status: 200 len: 911 time: 0.3654978 May 06 13:49:03.476490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58206) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:03.477357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] Usage tracker for resource:security_group_rule and tenant:7b8e8ae4bdbb401ead66db67b791cf1e is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:03.485534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:03.555873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e5d1d8d-3ed3-4f93-aaeb-7b69c270e0fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.562972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:03.574582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:03.635300 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Router 5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:49:03.649782 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe109b34-fd17-41af-ba7d-8effb7dbec5a tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.660198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d1d8d-3ed3-4f93-aaeb-7b69c270e0fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Port': ['ID=237735ff-c71d-49ea-800c-dc4c14871562,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:03.718763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e5d1d8d-3ed3-4f93-aaeb-7b69c270e0fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.786282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-fe109b34-fd17-41af-ba7d-8effb7dbec5a tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Calling delete_port for af209f1a-6f92-4d6a-88ac-b8813e16a19e owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:03.832113 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4e5d1d8d-3ed3-4f93-aaeb-7b69c270e0fe tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "DELETE /v2.0/ports/237735ff-c71d-49ea-800c-dc4c14871562 HTTP/1.1" status: 204 len: 168 time: 1.6914670 May 06 13:49:03.836662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58210) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:03.924960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.928858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:03.929123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.128102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe109b34-fd17-41af-ba7d-8effb7dbec5a tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.188593 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dea03933-1686-49e5-b8a7-0bec704020dc req-5f26eff4-6c3a-463b-b7b7-aa209b656881 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.0934653 May 06 13:49:04.198834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe109b34-fd17-41af-ba7d-8effb7dbec5a tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event deleted for resources: {'Port': ['ID=af209f1a-6f92-4d6a-88ac-b8813e16a19e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:04.208680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae08774-16dc-4a2c-acb9-335e72660bb2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Deleting subnet 41a70e7a-be43-4bc2-be52-5be15c6b1153 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:04.212643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ae08774-16dc-4a2c-acb9-335e72660bb2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.233117 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2867780 May 06 13:49:04.240021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58216) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:04.241174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e932461-0946-48c4-b368-f4322f2b360f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Network': ['ID=b377b93b-81c9-431e-9f5f-9309badcfcd0,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:04.257890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network b377b93b-81c9-431e-9f5f-9309badcfcd0 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:04.283911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'b377b93b-81c9-431e-9f5f-9309badcfcd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:04.306600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.322584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.327013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe109b34-fd17-41af-ba7d-8effb7dbec5a tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.399425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ae08774-16dc-4a2c-acb9-335e72660bb2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.432301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a40cb39d-efd2-489f-ad48-84bfc6ba5f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.486608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecd704e-bf07-4c16-84e5-be39013b6d3c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:04.494756 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-95eb76ae-986b-44e5-8e9b-60fb32633e2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b8e8ae4bdbb401ead66db67b791cf1e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3415930 May 06 13:49:04.509656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58220) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:04.539089 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fe109b34-fd17-41af-ba7d-8effb7dbec5a tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "DELETE /v2.0/ports/af209f1a-6f92-4d6a-88ac-b8813e16a19e HTTP/1.1" status: 204 len: 168 time: 1.5820656 May 06 13:49:04.549572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58224) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:04.619565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:04.622206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:04.628614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:04.632675 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] Sync routers for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:04.635364 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:04.646658 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:04.647474 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:04.652203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:04.735613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:04.740616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] No DVR routers for this DVR port 621e6240-c0d2-47a6-a883-25045e4a4e40 on host hv-neutron-8408 {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:04.746612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.749202 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b3957e51-f164-4f01-8ffa-7cb2e2b35e1d req-b6a74808-c313-490d-afd9-43d71f4aa650 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.69 "DELETE /v2.0/ports/621e6240-c0d2-47a6-a883-25045e4a4e40 HTTP/1.1" status: 204 len: 173 time: 6.4512005 May 06 13:49:04.751963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'name': 'network-vif-deleted', 'tag': '621e6240-c0d2-47a6-a883-25045e4a4e40'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:49:04.834662 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:04.835801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1c580133-383f-4f86-8c1c-20533b2c4e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.838091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ae08774-16dc-4a2c-acb9-335e72660bb2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.864578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.956362 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45bc1d5-9fb6-4161-aa8d-f9333a5e34be'] response: {'server_uuid': '49dfe7d5-2d60-4eee-9aeb-650964bebec4', 'name': 'network-vif-deleted', 'tag': '621e6240-c0d2-47a6-a883-25045e4a4e40', 'status': 'completed', 'code': 200} May 06 13:49:04.967646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.987876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ba5ea7-e4ed-4bff-8b55-6f76f428e83d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Deleting subnet 195f2711-b35a-4b16-88ef-eb43ed3304c2 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:05.042887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24ba5ea7-e4ed-4bff-8b55-6f76f428e83d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.060468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1c580133-383f-4f86-8c1c-20533b2c4e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.076590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:05.096528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Sync routers for ids ['5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:05.131712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.137423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Routers {'5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:05.139630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:05.139940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24ba5ea7-e4ed-4bff-8b55-6f76f428e83d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.175160 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:05.177930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ae08774-16dc-4a2c-acb9-335e72660bb2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.180141 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] Checking router: 09e5a438-b677-4e78-ba25-001f1fb1738c for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:05.192171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.193429 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b1ed55d9-bce2-45bb-bfa0-948f3328041c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.4011388 May 06 13:49:05.200807 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:05.202404 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:05.207548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58230) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:05.300259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae08774-16dc-4a2c-acb9-335e72660bb2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Subnet': ['ID=41a70e7a-be43-4bc2-be52-5be15c6b1153,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:05.328717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ae08774-16dc-4a2c-acb9-335e72660bb2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.390930 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3ae08774-16dc-4a2c-acb9-335e72660bb2 tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "DELETE /v2.0/subnets/41a70e7a-be43-4bc2-be52-5be15c6b1153 HTTP/1.1" status: 204 len: 168 time: 1.5528069 May 06 13:49:05.398986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58236) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:05.467074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8fe382-4c9f-4477-bfff-6ed924c60eea None None] Network 66cfa076-45c0-4e3f-b3db-9353a5133858 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:05.566462 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:05.569911 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e7ff2e22-06af-4f61-9c3f-b30f3f19628d req-89ec2fdb-2eea-439e-87e2-2a99e0eda171 tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/ports?device_id=49dfe7d5-2d60-4eee-9aeb-650964bebec4 HTTP/1.1" status: 200 len: 210 time: 0.1467562 May 06 13:49:05.614360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24ba5ea7-e4ed-4bff-8b55-6f76f428e83d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.623472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1c580133-383f-4f86-8c1c-20533b2c4e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.679821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.685428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c580133-383f-4f86-8c1c-20533b2c4e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecd704e-bf07-4c16-84e5-be39013b6d3c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:05.692978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.697572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1c580133-383f-4f86-8c1c-20533b2c4e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.698908 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1c580133-383f-4f86-8c1c-20533b2c4e5d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cecd704e-bf07-4c16-84e5-be39013b6d3c HTTP/1.1" status: 204 len: 168 time: 1.1876841 May 06 13:49:05.754796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.759518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24ba5ea7-e4ed-4bff-8b55-6f76f428e83d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.818862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.825593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24ba5ea7-e4ed-4bff-8b55-6f76f428e83d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.833438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba5ea7-e4ed-4bff-8b55-6f76f428e83d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event deleted for resources: {'Subnet': ['ID=195f2711-b35a-4b16-88ef-eb43ed3304c2,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:05.837459 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-24ba5ea7-e4ed-4bff-8b55-6f76f428e83d tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "DELETE /v2.0/subnets/195f2711-b35a-4b16-88ef-eb43ed3304c2 HTTP/1.1" status: 204 len: 168 time: 1.2869544 May 06 13:49:05.840896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58242) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:05.848220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e77107f-c17e-4148-9b93-07be1aa8f8e1 None None] Network baa3b812-a6f7-4996-8bc8-bb464775d817 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:05.910684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Set router 5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:06.074815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.087458 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:06.093467 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46950d5-944d-4dc0-ae0a-653bd04619e7 None None] The sync data for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv is: [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:30Z', 'revision_number': 4, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ffbc7e40-a465-4524-a0b4-b5d880d180f1', 'name': '', 'network_id': '7b949343-fade-4404-b22c-bf0782c0d21c', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'mac_address': 'fa:16:3e:d0:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:27Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'subnets': [{'id': 'd00bc25e-5058-4e88-8f97-2b385c372c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:06.125580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Deleting port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:06.125966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.253184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Deleting port fc433d8c-adc7-465e-8113-758253383837 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:06.253802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.316554 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c159819c-da53-48e8-bff0-b88f0cf23518 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/routers/5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4 HTTP/1.1" status: 200 len: 907 time: 1.0636227 May 06 13:49:06.328003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58248) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:06.380327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'router': {'name': 'tempest-snat-router-353710588', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': True}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:06.386687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=9d408eed-2a5a-4262-8ceb-dc18f03749dc,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:06.392143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:06.456625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Usage tracker for resource:router and tenant:16e16eac6aed4f58855551ccad45231f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:06.488053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58252) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:06.506993 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba8023-37b0-407c-b061-8aae418aa2ed None None] New status for floating IP 68661b50-abb6-4b0e-b3a7-9e7c5799dbab: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:49:06.565360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] DHCP port deletion for 66cfa076-45c0-4e3f-b3db-9353a5133858 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:06.574396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] Deleting port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:06.574613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.576930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.619773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] DHCP port deletion for baa3b812-a6f7-4996-8bc8-bb464775d817 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:06.636870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] Deleting port fc433d8c-adc7-465e-8113-758253383837 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:06.637220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.658509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:06.710314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:06.753044 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] Usage tracker for resource:security_group_rule and tenant:88ce3521c6ea47fbb74fb4be2bdccd27 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:06.756604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:06.762181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:06.800720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:06.810963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking segment: {'id': '5958f72e-a5f7-48cd-805b-000a0382861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b377b93b-81c9-431e-9f5f-9309badcfcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:06.812708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network hostable DHCP agents. Network: b377b93b-81c9-431e-9f5f-9309badcfcd0, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:06.843544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.844502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.850177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58260) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:06.857044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] For port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682,segment=NetworkSegment(9c9ad784-36f8-4a50-8b41-aef89ac00cf4),segment_id=9c9ad784-36f8-4a50-8b41-aef89ac00cf4)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:06.857553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.938853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 3f73c86c-f8ec-453f-86cf-ca913e2bf532 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:06.939435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.945851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4', 'name': 'tempest-snat-router-353710588', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.35'}], 'enable_snat': False}, 'gw_port_id': 'a92350b2-188b-4b92-91cf-2e8ef797c0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:56Z', 'updated_at': '2022-05-06T13:49:01Z', 'revision_number': 3, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port': {'id': 'a92350b2-188b-4b92-91cf-2e8ef797c0da', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:58Z', 'updated_at': '2022-05-06T13:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:06.965251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Checking router: 5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:06.965603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Updating router 5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4 port a92350b2-188b-4b92-91cf-2e8ef797c0da binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:49:07.009177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.112571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] For port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682,segment=NetworkSegment(9c9ad784-36f8-4a50-8b41-aef89ac00cf4),segment_id=9c9ad784-36f8-4a50-8b41-aef89ac00cf4)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:07.112803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.134578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.142097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Calling delete_port for 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:07.142963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.174678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.220094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f368e81e-550a-49e9-a1ae-13091bd0834e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.267822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b377b93b-81c9-431e-9f5f-9309badcfcd0 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:07.268492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665e7fc7-9c34-4b05-bee6-13650f54a0be,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:07.271530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.286439 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-603a12dd-0635-4320-b766-b649d67d9e9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88ce3521c6ea47fbb74fb4be2bdccd27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7948713 May 06 13:49:07.291472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.294678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58264) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:07.298532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] Calling delete_port for 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:07.326796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f368e81e-550a-49e9-a1ae-13091bd0834e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.343148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] For port fc433d8c-adc7-465e-8113-758253383837, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fc433d8c-adc7-465e-8113-758253383837,segment=NetworkSegment(ebd9c4e2-05bc-4119-b36e-57cc75fea3ed),segment_id=ebd9c4e2-05bc-4119-b36e-57cc75fea3ed)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:07.343148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.358028 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] For port fc433d8c-adc7-465e-8113-758253383837, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fc433d8c-adc7-465e-8113-758253383837,segment=NetworkSegment(ebd9c4e2-05bc-4119-b36e-57cc75fea3ed),segment_id=ebd9c4e2-05bc-4119-b36e-57cc75fea3ed)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:07.358421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.360314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, b377b93b-81c9-431e-9f5f-9309badcfcd0) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:07.364859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:07.365446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.378378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c3b89c-7454-41ae-ad5c-e4b8de30e2e3 None None] Network b377b93b-81c9-431e-9f5f-9309badcfcd0 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:07.408897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 3f73c86c-f8ec-453f-86cf-ca913e2bf532 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:07.461402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.548208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Deleting port c6032fe3-d36e-4ff7-aaa9-5174179f0230 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:07.548550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.566937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Calling delete_port for fc433d8c-adc7-465e-8113-758253383837 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:07.606115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] Calling delete_port for fc433d8c-adc7-465e-8113-758253383837 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:07.634296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:07.705274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Port': ['ID=7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:07.760789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:07.761428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:07.761846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fc433d8c-adc7-465e-8113-758253383837 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:07.787412 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fb789a09-496a-407d-8c7d-0ee7076391ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5153887 May 06 13:49:07.788514 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58268) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:07.794803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] No DVR routers for this DVR port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:07.802035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': 'b377b93b-81c9-431e-9f5f-9309badcfcd0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-62721906'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:07.848234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:07.848437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:07.906987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f368e81e-550a-49e9-a1ae-13091bd0834e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.981958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368e81e-550a-49e9-a1ae-13091bd0834e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff288b8-2ff3-4f0f-bd9b-a4f647229737,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:07.983008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38058bb6-bb6c-4e19-a8f6-da56ed54e921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.026916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.034451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.039647 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No ports have port_id starting with fc433d8c-adc7-465e-8113-758253383837 May 06 13:49:08.057891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f368e81e-550a-49e9-a1ae-13091bd0834e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.065505 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f368e81e-550a-49e9-a1ae-13091bd0834e tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "DELETE /v2.0/security-groups/cff288b8-2ff3-4f0f-bd9b-a4f647229737 HTTP/1.1" status: 204 len: 168 time: 1.1928093 May 06 13:49:08.065679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58272) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:08.067042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.072032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:08.072234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:08.073493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38058bb6-bb6c-4e19-a8f6-da56ed54e921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.107930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=3f73c86c-f8ec-453f-86cf-ca913e2bf532,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:08.121686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] For port c6032fe3-d36e-4ff7-aaa9-5174179f0230, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c6032fe3-d36e-4ff7-aaa9-5174179f0230,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:08.122625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.136504 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-e88d5004-3d58-41c8-b9c1-0a163c1f830c tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] show failed (client error): The resource could not be found. May 06 13:49:08.140907 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e88d5004-3d58-41c8-b9c1-0a163c1f830c tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "GET /v2.0/security-groups/cff288b8-2ff3-4f0f-bd9b-a4f647229737 HTTP/1.1" status: 404 len: 347 time: 0.0618911 May 06 13:49:08.141732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58276) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:08.147765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-b377b93b-81c9-431e-9f5f-9309badcfcd0', 'network_id': 'b377b93b-81c9-431e-9f5f-9309badcfcd0', 'tenant_id': '2578e9ffc9bb415999c0afe4f5790b5d', 'fixed_ips': [{'subnet_id': '9d408eed-2a5a-4262-8ceb-dc18f03749dc'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:08.148808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.166439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:08.215351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cfa076-45c0-4e3f-b3db-9353a5133858']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:08.224241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event deleted for resources: {'Port': ['ID=fc433d8c-adc7-465e-8113-758253383837,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:08.227208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.280860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9ad784-36f8-4a50-8b41-aef89ac00cf4') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:08.281440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9ad784-36f8-4a50-8b41-aef89ac00cf4') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:08.310102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] No DVR routers for this DVR port fc433d8c-adc7-465e-8113-758253383837 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:08.317494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Calling delete_port for c6032fe3-d36e-4ff7-aaa9-5174179f0230 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:08.361330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:08.371111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] Deleting port 7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:08.371524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.459201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6d45735c-e12e-423d-a37b-63d71c74add5 None None] The port '7b67dfd6-9b2f-49c4-bcb3-4b57c2b98682' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:08.479930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Allocated IP 2001:db8::2 (b377b93b-81c9-431e-9f5f-9309badcfcd0/9d408eed-2a5a-4262-8ceb-dc18f03749dc/4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:08.483517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.502739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Transition to ACTIVE for port object a92350b2-188b-4b92-91cf-2e8ef797c0da will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:08.504685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:08.507291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.507761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.558502 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port cb4fd2eb-9162-42ef-b7f5-5a20ea568932 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:08.585212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] Deleting port fc433d8c-adc7-465e-8113-758253383837 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:08.585509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.618833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.620545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.634373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.675673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Deleting port a0ca697a-9312-4a14-9d20-6fd30a4b3055 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:08.676353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.722804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3491e825-49bb-47be-a286-fafad777e9e9 None None] The port 'fc433d8c-adc7-465e-8113-758253383837' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:08.731619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:08.731987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:08.755545 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:08.780409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Attempting to bind port a92350b2-188b-4b92-91cf-2e8ef797c0da on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:08.780774 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Attempting to bind port a92350b2-188b-4b92-91cf-2e8ef797c0da by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:08.781133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Attempting to bind port a92350b2-188b-4b92-91cf-2e8ef797c0da on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:08.783161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d75367-1baa-4c13-81f7-5307574da0f0 None None] Pushing event updated for resources: {'Port': ['ID=a92350b2-188b-4b92-91cf-2e8ef797c0da,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:08.805529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:08.805912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:08.806388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.806788 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:08.807252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Bound port: a92350b2-188b-4b92-91cf-2e8ef797c0da, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:08.807813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.827298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.894171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa3b812-a6f7-4996-8bc8-bb464775d817']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:08.918851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38058bb6-bb6c-4e19-a8f6-da56ed54e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.981219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] For port a92350b2-188b-4b92-91cf-2e8ef797c0da, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:08.989298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd9c4e2-05bc-4119-b36e-57cc75fea3ed') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:08.989586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd9c4e2-05bc-4119-b36e-57cc75fea3ed') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:08.997521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.026118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] For port a92350b2-188b-4b92-91cf-2e8ef797c0da, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a92350b2-188b-4b92-91cf-2e8ef797c0da,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:09.027866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.032346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38058bb6-bb6c-4e19-a8f6-da56ed54e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e7fc7-9c34-4b05-bee6-13650f54a0be,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.032613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.039169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.048580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.074188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] Pushing event deleted for resources: {'Network': ['ID=66cfa076-45c0-4e3f-b3db-9353a5133858,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.101341 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Transition to ACTIVE for port object 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:09.101718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.118921 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-144f7eab-3bc7-45cc-95b2-8e58a7fc940f tempest-AllowedAddressPairIpV6TestJSON-1350990689 tempest-AllowedAddressPairIpV6TestJSON-1350990689-project] 10.222.0.65 "DELETE /v2.0/networks/66cfa076-45c0-4e3f-b3db-9353a5133858 HTTP/1.1" status: 204 len: 168 time: 3.7189252 May 06 13:49:09.126339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38058bb6-bb6c-4e19-a8f6-da56ed54e921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.127628 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-38058bb6-bb6c-4e19-a8f6-da56ed54e921 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/665e7fc7-9c34-4b05-bee6-13650f54a0be HTTP/1.1" status: 204 len: 168 time: 1.8263137 May 06 13:49:09.132044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:09.132459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:09.148410 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:09.154506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Transition to ACTIVE for port object 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:09.175488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.178959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.183192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Routers {'5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:09.183826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:09.235131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d75367-1baa-4c13-81f7-5307574da0f0 None None] Pushing event updated for resources: {'Port': ['ID=a92350b2-188b-4b92-91cf-2e8ef797c0da,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.254049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.254375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.405306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.410623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6032fe3-d36e-4ff7-aaa9-5174179f0230,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.438093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Calling delete_port for a0ca697a-9312-4a14-9d20-6fd30a4b3055 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:09.510350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.566986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] Pushing event deleted for resources: {'Network': ['ID=baa3b812-a6f7-4996-8bc8-bb464775d817,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.582841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Network b377b93b-81c9-431e-9f5f-9309badcfcd0 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:09.587359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:09.593538 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a18d9c27-95c7-451c-af42-97892dfd781b tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992 tempest-ExtraDHCPOptionsIpV6TestJSON-1240033992-project] 10.222.0.65 "DELETE /v2.0/networks/baa3b812-a6f7-4996-8bc8-bb464775d817 HTTP/1.1" status: 204 len: 168 time: 3.7113309 May 06 13:49:09.596329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::2f (b377b93b-81c9-431e-9f5f-9309badcfcd0/9d408eed-2a5a-4262-8ceb-dc18f03749dc/cb4fd2eb-9162-42ef-b7f5-5a20ea568932) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:09.612613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:09.644764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.655956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Pushing event updated for resources: {'Port': ['ID=4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.673650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router afdf2318-d3e8-43cd-8ad6-7d5058bbef38 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:09.687005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.893193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Attempting to bind port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:09.893550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Attempting to bind port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '5958f72e-a5f7-48cd-805b-000a0382861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b377b93b-81c9-431e-9f5f-9309badcfcd0'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:09.893904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Attempting to bind port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 on network b377b93b-81c9-431e-9f5f-9309badcfcd0 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:09.926566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:09.926931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Checking segment: {'id': '5958f72e-a5f7-48cd-805b-000a0382861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b377b93b-81c9-431e-9f5f-9309badcfcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:09.927329 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.928599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Bound using segment: {'id': '5958f72e-a5f7-48cd-805b-000a0382861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b377b93b-81c9-431e-9f5f-9309badcfcd0'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:09.928599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Bound port: 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5958f72e-a5f7-48cd-805b-000a0382861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b377b93b-81c9-431e-9f5f-9309badcfcd0'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:09.928823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.958029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] Set router 5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:09.974469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58292) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:10.050610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Allocated IP 172.26.0.5 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/27ef0e64-6979-4078-9062-9c37f162df82) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:10.065519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:10.086884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b30322-0c0c-4729-b520-9783a124559f None None] Sync routers for ids ['afdf2318-d3e8-43cd-8ad6-7d5058bbef38'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:10.100197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.120224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.129380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object cb4fd2eb-9162-42ef-b7f5-5a20ea568932 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:10.149629 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9112c5de-4dff-4cde-b665-a2d14e77aa10 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/afdf2318-d3e8-43cd-8ad6-7d5058bbef38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6685479 May 06 13:49:10.152387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58302) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:10.219320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dba35b3a-bfa5-45ff-937a-c004a8da506a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:10.222419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.229182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Pushing event deleted for resources: {'Port': ['ID=a0ca697a-9312-4a14-9d20-6fd30a4b3055,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:10.312434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b377b93b-81c9-431e-9f5f-9309badcfcd0 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:10.317547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:10.322828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dba35b3a-bfa5-45ff-937a-c004a8da506a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:10.324305 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dba35b3a-bfa5-45ff-937a-c004a8da506a tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=afdf2318-d3e8-43cd-8ad6-7d5058bbef38 HTTP/1.1" status: 200 len: 205 time: 0.1708772 May 06 13:49:10.328744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:10.333793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:10.334596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.343262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58306) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:10.344278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=cb4fd2eb-9162-42ef-b7f5-5a20ea568932,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:10.413547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b30322-0c0c-4729-b520-9783a124559f None None] Routers {'afdf2318-d3e8-43cd-8ad6-7d5058bbef38'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:10.414184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-20b30322-0c0c-4729-b520-9783a124559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['afdf2318-d3e8-43cd-8ad6-7d5058bbef38'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:10.427662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58312) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:10.432254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.536682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-20b30322-0c0c-4729-b520-9783a124559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:10.538665 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9b07143f-1ed0-48ef-920d-0de9f5ba2893 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 2.7449510 May 06 13:49:10.543640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58320) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:10.614167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b30322-0c0c-4729-b520-9783a124559f None None] Routers {'afdf2318-d3e8-43cd-8ad6-7d5058bbef38'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:10.614798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-20b30322-0c0c-4729-b520-9783a124559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['afdf2318-d3e8-43cd-8ad6-7d5058bbef38'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:10.645887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.662276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.669324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] For port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:10.695700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-20b30322-0c0c-4729-b520-9783a124559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:10.696118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b30322-0c0c-4729-b520-9783a124559f None None] The sync data for ids ['afdf2318-d3e8-43cd-8ad6-7d5058bbef38'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:10.698773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] For port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7,segment=NetworkSegment(5958f72e-a5f7-48cd-805b-000a0382861c),segment_id=5958f72e-a5f7-48cd-805b-000a0382861c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:10.729189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.733372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.733582 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-da3c13cb-d1c0-440f-b06e-de9ab4524c3d tempest-ServersTestJSON-1513226837 tempest-ServersTestJSON-1513226837-project] 10.222.0.65 "DELETE /v2.0/floatingips/68661b50-abb6-4b0e-b3a7-9e7c5799dbab HTTP/1.1" status: 204 len: 168 time: 2.5841405 May 06 13:49:10.734217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58326) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:10.877457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084c92c-b00b-41d5-b84c-4d6179ac2cd1 None None] Pushing event updated for resources: {'Port': ['ID=4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:10.920308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d06b8893-9fa1-42b6-984a-c3d48e4f2120 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.932457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.954751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4', 'name': 'tempest-snat-router-353710588', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.35'}], 'enable_snat': False}, 'gw_port_id': 'a92350b2-188b-4b92-91cf-2e8ef797c0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:56Z', 'updated_at': '2022-05-06T13:49:01Z', 'revision_number': 3, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port': {'id': 'a92350b2-188b-4b92-91cf-2e8ef797c0da', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:58Z', 'updated_at': '2022-05-06T13:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:10.970989 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c461-b476-4885-9a9b-dd4515f9c312 None None] The sync data for ids ['5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4'] in dv-neutron-840889-1-hyperv is: [{'id': '5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4', 'name': 'tempest-snat-router-353710588', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.35'}], 'enable_snat': False}, 'gw_port_id': 'a92350b2-188b-4b92-91cf-2e8ef797c0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:56Z', 'updated_at': '2022-05-06T13:49:01Z', 'revision_number': 3, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port': {'id': 'a92350b2-188b-4b92-91cf-2e8ef797c0da', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:58Z', 'updated_at': '2022-05-06T13:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:11.017312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-07c7ff01-6a40-4fdf-b4ea-63b2f171f2c4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port cb4fd2eb-9162-42ef-b7f5-5a20ea568932 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:11.017656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c7ff01-6a40-4fdf-b4ea-63b2f171f2c4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.055539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:11.070727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:11.082181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:11.132767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'Port': ['ID=27ef0e64-6979-4078-9062-9c37f162df82,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:11.226105 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bc140ae3-0500-4017-9dde-661ee80cd1d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1f9c7796cea42e881465f23c2f63810&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2413034 May 06 13:49:11.231378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58336) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:11.336659 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-64f68319-005d-48ab-97a3-56fdba22164c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9caed56d68244736866e4d07958e6864&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9071825 May 06 13:49:11.339999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58340) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:11.550332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c5613d0-ee48-45c4-b1bb-ae12bc02617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.665110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c5613d0-ee48-45c4-b1bb-ae12bc02617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.667217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:11.710039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.711106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.804581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:11.820274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a92350b2-188b-4b92-91cf-2e8ef797c0da up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:11.994618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a92350b2-188b-4b92-91cf-2e8ef797c0da completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:12.003575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a92350b2-188b-4b92-91cf-2e8ef797c0da triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:12.003967 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.014003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c5613d0-ee48-45c4-b1bb-ae12bc02617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.044495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5613d0-ee48-45c4-b1bb-ae12bc02617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee4a34d-6b17-4826-8807-123d336c0883,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:12.053218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d06b8893-9fa1-42b6-984a-c3d48e4f2120 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.059275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d06b8893-9fa1-42b6-984a-c3d48e4f2120 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.085168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c5613d0-ee48-45c4-b1bb-ae12bc02617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.101920 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5c5613d0-ee48-45c4-b1bb-ae12bc02617b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ee4a34d-6b17-4826-8807-123d336c0883 HTTP/1.1" status: 204 len: 168 time: 0.7536383 May 06 13:49:12.110743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.151016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.289684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.317766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port a92350b2-188b-4b92-91cf-2e8ef797c0da, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a92350b2-188b-4b92-91cf-2e8ef797c0da,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:12.323325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.401206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.430469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d06b8893-9fa1-42b6-984a-c3d48e4f2120 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.433371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06b8893-9fa1-42b6-984a-c3d48e4f2120 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Fanout notify agent at l3_agent the message router_deleted on router afdf2318-d3e8-43cd-8ad6-7d5058bbef38 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:12.452749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=a92350b2-188b-4b92-91cf-2e8ef797c0da,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:12.479019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205d225-521a-4ed2-ad21-996d3d7e90cf None None] Network b377b93b-81c9-431e-9f5f-9309badcfcd0 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:12.480083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c7ff01-6a40-4fdf-b4ea-63b2f171f2c4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.480398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Router b286311f-0765-4958-9658-d4723ca612e5 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:49:12.575132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d06b8893-9fa1-42b6-984a-c3d48e4f2120 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.576259 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d06b8893-9fa1-42b6-984a-c3d48e4f2120 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/afdf2318-d3e8-43cd-8ad6-7d5058bbef38 HTTP/1.1" status: 204 len: 168 time: 2.2291968 May 06 13:49:12.627078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58360) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:12.661465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-07c7ff01-6a40-4fdf-b4ea-63b2f171f2c4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for cb4fd2eb-9162-42ef-b7f5-5a20ea568932 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:12.675903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-05debec9-d774-430a-9cae-67d503407c37 None None] Provisioning for port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:12.745908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-05debec9-d774-430a-9cae-67d503407c37 None None] Provisioning complete for port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:12.746294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05debec9-d774-430a-9cae-67d503407c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.028901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05debec9-d774-430a-9cae-67d503407c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.096129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-05debec9-d774-430a-9cae-67d503407c37 None None] For port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7,segment=NetworkSegment(5958f72e-a5f7-48cd-805b-000a0382861c),segment_id=5958f72e-a5f7-48cd-805b-000a0382861c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:13.110074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05debec9-d774-430a-9cae-67d503407c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.177862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.213719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05debec9-d774-430a-9cae-67d503407c37 None None] Pushing event updated for resources: {'Port': ['ID=4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:13.291763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7e999-0c34-4062-9d4d-f9672e3a7b41,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:13.385017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.386149 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1d7e999-0c34-4062-9d4d-f9672e3a7b41 HTTP/1.1" status: 204 len: 168 time: 2.1394551 May 06 13:49:13.507349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet b5f83b76-f87e-48f7-acf6-4e5515e755e3 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:13.513439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.513782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.514297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.514638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.514967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.515666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.516034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.516362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.516684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.517005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.517323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb716c-3b8c-44c4-ba7c-01ff414d586d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:13.518157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.598545 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c7ff01-6a40-4fdf-b4ea-63b2f171f2c4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.603715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:13.610073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58390) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:13.689118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-230a149f-c741-42b8-baf2-f5b970340340 None None] Could not find standard attr ID for object cb4fd2eb-9162-42ef-b7f5-5a20ea568932. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:49:13.719540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-230a149f-c741-42b8-baf2-f5b970340340 None None] Provisioning complete for port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:13.720099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-230a149f-c741-42b8-baf2-f5b970340340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.731597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7ff01-6a40-4fdf-b4ea-63b2f171f2c4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=cb4fd2eb-9162-42ef-b7f5-5a20ea568932,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:13.735255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58396) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:13.739435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.818128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c7ff01-6a40-4fdf-b4ea-63b2f171f2c4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.838841 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-07c7ff01-6a40-4fdf-b4ea-63b2f171f2c4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/cb4fd2eb-9162-42ef-b7f5-5a20ea568932 HTTP/1.1" status: 204 len: 168 time: 3.2917678 May 06 13:49:13.850609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58402) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:13.885575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:13.887984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.911671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:13.921817 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Sync routers for ids ['b286311f-0765-4958-9658-d4723ca612e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:13.949380 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Routers {'b286311f-0765-4958-9658-d4723ca612e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:13.951631 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['b286311f-0765-4958-9658-d4723ca612e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:13.972262 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b758f1a-899e-4378-86fe-3f447bc2e508 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:49:13.975404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9b758f1a-899e-4378-86fe-3f447bc2e508 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:14.004490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.014600 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-514027b3-71ec-42a8-abf6-7091ea28a2e7 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 7.6833663 May 06 13:49:14.018226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58408) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:14.025391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.038200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9b758f1a-899e-4378-86fe-3f447bc2e508 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:14.039934 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9b758f1a-899e-4378-86fe-3f447bc2e508 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/cb4fd2eb-9162-42ef-b7f5-5a20ea568932 HTTP/1.1" status: 404 len: 333 time: 0.1879721 May 06 13:49:14.042778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58412) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:14.127212 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Router 8c932d88-73af-44fb-9e46-4237fc2c05ec has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:14.322660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1423919385'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:14.345938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:14.415330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fa931fa6-860b-463d-b3f7-d8fc3744af10 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:14.418733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a92350b2-188b-4b92-91cf-2e8ef797c0da up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:14.429172 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Usage tracker for resource:network and tenant:c6108b670b7c47cc93fac315065f5a79 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:14.436427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:14.439753 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Set router b286311f-0765-4958-9658-d4723ca612e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:14.445986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:14.477323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b900ad74-fa26-4ea4-b36e-542adab6e0f4 None None] Could not find standard attr ID for object cb4fd2eb-9162-42ef-b7f5-5a20ea568932. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:49:14.511181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a92350b2-188b-4b92-91cf-2e8ef797c0da triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:14.512053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.517518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Made reservation on behalf of c6108b670b7c47cc93fac315065f5a79 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:14.520826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.524208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.561970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78b21d8-082f-4546-b499-e97b2891f87f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet 9d408eed-2a5a-4262-8ceb-dc18f03749dc {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:14.574109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e78b21d8-082f-4546-b499-e97b2891f87f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.579045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.582257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f83b76-f87e-48f7-acf6-4e5515e755e3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:14.590273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a78e5b-6390-4eea-98b1-0111079338f0 None None] Network 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:14.633112 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/b5f83b76-f87e-48f7-acf6-4e5515e755e3 HTTP/1.1" status: 204 len: 168 time: 1.9402075 May 06 13:49:14.637644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58420) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:14.643254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.643655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.644051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.644389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.644723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.645051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.645378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.645700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.646025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.646347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.646667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b1e-3268-4ae2-a7d4-df665530cfd8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:14.659223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.718927 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fa931fa6-860b-463d-b3f7-d8fc3744af10 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] 10.222.0.65 "PUT /v2.0/quotas/ac7419ef635941b98f3af6f5a55b712c HTTP/1.1" status: 200 len: 368 time: 0.9823759 May 06 13:49:14.724576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58426) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:14.734884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Request body: {'network': {'project_id': 'ac7419ef635941b98f3af6f5a55b712c'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:14.755470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:14.759461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e78b21d8-082f-4546-b499-e97b2891f87f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.833427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Usage tracker for resource:network and tenant:ac7419ef635941b98f3af6f5a55b712c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:14.883957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:14.897169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:14.926665 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b286311f-0765-4958-9658-d4723ca612e5', 'name': 'tempest-snat-router-353710588', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': '27ef0e64-6979-4078-9062-9c37f162df82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:11Z', 'revision_number': 3, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port': {'id': '27ef0e64-6979-4078-9062-9c37f162df82', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b286311f-0765-4958-9658-d4723ca612e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:09Z', 'updated_at': '2022-05-06T13:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:14.930814 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Checking router: b286311f-0765-4958-9658-d4723ca612e5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:14.931226 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Updating router b286311f-0765-4958-9658-d4723ca612e5 port 27ef0e64-6979-4078-9062-9c37f162df82 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:49:14.935934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:14.972871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Usage tracker for resource:security_group_rule and tenant:c6108b670b7c47cc93fac315065f5a79 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:14.978589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:14.982875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Made reservation on behalf of ac7419ef635941b98f3af6f5a55b712c for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:14.985337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.005725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.014080 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.025833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:15.084192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] DHCP port deletion for 80444fc9-8e90-4a93-a7ce-e3e73682e7b8 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:15.091519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Deleting port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:15.092037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.101055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Deleting port ffbc7e40-a465-4524-a0b4-b5d880d180f1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:15.105442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.142961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:15.155969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Usage tracker for resource:security_group_rule and tenant:ac7419ef635941b98f3af6f5a55b712c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:15.160721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e78b21d8-082f-4546-b499-e97b2891f87f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.203902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:15.229107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:15.241776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] Sync routers for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:15.247635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:15.316069 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7d029e3d-3bd0-499d-b121-9bebffd23234 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c932d88-73af-44fb-9e46-4237fc2c05ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6280158 May 06 13:49:15.316967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58436) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:15.362975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:15.363629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:15.366088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.452158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:15.452485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.525481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.544281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.565770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 91d6c844-ef8f-48e1-9863-a129ec7a29f1 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:15.568467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58442) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:15.568991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.587228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.615850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] For port 91d6c844-ef8f-48e1-9863-a129ec7a29f1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=91d6c844-ef8f-48e1-9863-a129ec7a29f1,segment=NetworkSegment(adbda57c-7f23-43c0-a2ad-890c41299029),segment_id=adbda57c-7f23-43c0-a2ad-890c41299029)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:15.616226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.646235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e78b21d8-082f-4546-b499-e97b2891f87f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.651467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:15.654249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:15.657665 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.687115 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Transition to ACTIVE for port object 27ef0e64-6979-4078-9062-9c37f162df82 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:15.697895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] For port ffbc7e40-a465-4524-a0b4-b5d880d180f1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ffbc7e40-a465-4524-a0b4-b5d880d180f1,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:15.699769 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.700372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.700776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b21d8-082f-4546-b499-e97b2891f87f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=9d408eed-2a5a-4262-8ceb-dc18f03749dc,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:15.709598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe0bb1-9af0-424c-98d0-58ea9fe2f6ed,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:15.733693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.733958 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Added segment 10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac of type vlan for network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 May 06 13:49:15.743129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.743583 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Added segment 088b4c7b-59be-459c-a3e9-41782efd82a9 of type vlan for network 7d92acc4-04e7-44a7-b156-87c2d7b9d640 May 06 13:49:15.767690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e78b21d8-082f-4546-b499-e97b2891f87f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.783335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513fb14-89a6-46ab-a686-7a5c8ab7c19b None None] Network b377b93b-81c9-431e-9f5f-9309badcfcd0 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:15.803630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Calling delete_port for 91d6c844-ef8f-48e1-9863-a129ec7a29f1 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:15.873791 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Pushing event updated for resources: {'Port': ['ID=27ef0e64-6979-4078-9062-9c37f162df82,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:15.885041 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.885405 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.885743 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.886073 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.886577 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.886911 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.887233 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.888209 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.888540 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.888855 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.889179 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:15.897732 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Attempting to bind port 27ef0e64-6979-4078-9062-9c37f162df82 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:15.898052 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Attempting to bind port 27ef0e64-6979-4078-9062-9c37f162df82 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:15.898407 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Attempting to bind port 27ef0e64-6979-4078-9062-9c37f162df82 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:15.905434 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:15.905946 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:15.906353 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.906738 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:15.907203 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Bound port: 27ef0e64-6979-4078-9062-9c37f162df82, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:15.907596 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.933947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a547f1-b96f-4b57-8569-d90fe38155d2,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:15.944812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'networks': [{'name': 'tempest-network--1409920305'}, {'name': 'tempest-network--90330351'}]} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:15.945122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'network': {'name': 'tempest-network--1409920305'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:15.945624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'network': {'name': 'tempest-network--90330351'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:15.972296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.976928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:15.983523 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] For port 27ef0e64-6979-4078-9062-9c37f162df82, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:15.985843 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e78b21d8-082f-4546-b499-e97b2891f87f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/9d408eed-2a5a-4262-8ceb-dc18f03749dc HTTP/1.1" status: 204 len: 168 time: 1.9418535 May 06 13:49:15.990083 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] For port 27ef0e64-6979-4078-9062-9c37f162df82, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=27ef0e64-6979-4078-9062-9c37f162df82,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:15.991562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.995982 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.996195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Usage tracker for resource:network and tenant:f38b1c22502e47f7b0c97b089071d19f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:16.000014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58448) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:16.014629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:16.034410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:16.063469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:16.098872 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Routers {'b286311f-0765-4958-9658-d4723ca612e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:16.100242 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['b286311f-0765-4958-9658-d4723ca612e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:16.119868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:16.175166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Calling delete_port for ffbc7e40-a465-4524-a0b4-b5d880d180f1 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:16.180642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Made reservation on behalf of f38b1c22502e47f7b0c97b089071d19f for: {'network': 2} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:16.184249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.202617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.216994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.297275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.298013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:16.298579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.357248 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] Set router b286311f-0765-4958-9658-d4723ca612e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:16.390993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.393442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.394914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:16.395490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.402196 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6740937 May 06 13:49:16.415142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58452) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:16.422057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.440365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port 91d6c844-ef8f-48e1-9863-a129ec7a29f1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=91d6c844-ef8f-48e1-9863-a129ec7a29f1,segment=NetworkSegment(adbda57c-7f23-43c0-a2ad-890c41299029),segment_id=adbda57c-7f23-43c0-a2ad-890c41299029)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:16.440978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.458702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3e9f4e97-d9bd-4ae7-b29a-fabb72bf6568 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/routers/b286311f-0765-4958-9658-d4723ca612e5 HTTP/1.1" status: 200 len: 905 time: 2.4358716 May 06 13:49:16.460942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58456) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:16.474777 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No ports have port_id starting with 91d6c844-ef8f-48e1-9863-a129ec7a29f1 May 06 13:49:16.475664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Pushing event deleted for resources: {'Port': ['ID=91d6c844-ef8f-48e1-9863-a129ec7a29f1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:16.478312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] No DVR routers for this DVR port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:16.485261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Request body: {'network': {'project_id': 'ac7419ef635941b98f3af6f5a55b712c'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:16.490933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:16.494790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Usage tracker for resource:network and tenant:ac7419ef635941b98f3af6f5a55b712c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:16.510083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:16.557296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.557544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.557880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.558205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.558530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.558853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.559701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.560050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.560366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.560678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.560993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302368d4-7e1e-4a18-9128-6d6c4639df31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:16.563480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:16.581093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:16.583894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:16.584240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.630716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:49:08Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:16.637137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] Checking router: 8c932d88-73af-44fb-9e46-4237fc2c05ec for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:16.654226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] Routers {'8c932d88-73af-44fb-9e46-4237fc2c05ec'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:16.654837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8c932d88-73af-44fb-9e46-4237fc2c05ec'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:16.688310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 91d6c844-ef8f-48e1-9863-a129ec7a29f1 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:16.730644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Usage tracker for resource:security_group_rule and tenant:f38b1c22502e47f7b0c97b089071d19f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:16.754642 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0839784 May 06 13:49:16.755770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58460) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:16.756869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:16.765615 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b286311f-0765-4958-9658-d4723ca612e5', 'name': 'tempest-snat-router-353710588', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': '27ef0e64-6979-4078-9062-9c37f162df82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:11Z', 'revision_number': 3, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port': {'id': '27ef0e64-6979-4078-9062-9c37f162df82', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b286311f-0765-4958-9658-d4723ca612e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:09Z', 'updated_at': '2022-05-06T13:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:16.771314 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34e4c7-08af-4e87-8b69-9edaa30b7b6b None None] Pushing event updated for resources: {'Port': ['ID=27ef0e64-6979-4078-9062-9c37f162df82,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:16.773031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d11ee-bbfc-4510-a244-525b1c67ccd1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Pushing event updated for resources: {'Network': ['ID=7d92acc4-04e7-44a7-b156-87c2d7b9d640,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:16.777527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] DHCP port deletion for b377b93b-81c9-431e-9f5f-9309badcfcd0 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:16.785062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:16.787691 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc805565-65ae-49cf-98bd-a8e45b320a21 None None] The sync data for ids ['b286311f-0765-4958-9658-d4723ca612e5'] in dv-neutron-840889-1-hyperv is: [{'id': 'b286311f-0765-4958-9658-d4723ca612e5', 'name': 'tempest-snat-router-353710588', 'tenant_id': '16e16eac6aed4f58855551ccad45231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': '27ef0e64-6979-4078-9062-9c37f162df82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:11Z', 'revision_number': 3, 'project_id': '16e16eac6aed4f58855551ccad45231f', 'gw_port': {'id': '27ef0e64-6979-4078-9062-9c37f162df82', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b286311f-0765-4958-9658-d4723ca612e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:09Z', 'updated_at': '2022-05-06T13:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:16.801999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 7d92acc4-04e7-44a7-b156-87c2d7b9d640 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:16.815004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] Deleting port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:16.815296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.829459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Request body: {'subnet': {'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:16.843217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Made reservation on behalf of ac7419ef635941b98f3af6f5a55b712c for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:16.845850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.940702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:16.941324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:16.987480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.032344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbc7e40-a465-4524-a0b4-b5d880d180f1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:17.056784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] Set router 8c932d88-73af-44fb-9e46-4237fc2c05ec gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:17.126848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:17.145068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.152761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c328d7-5b9f-470b-9479-a0c646fd161c tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event updated for resources: {'Network': ['ID=ddda47a2-7ba8-413d-a90a-8ebcc44acb39,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:17.178137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:17.182242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Usage tracker for resource:subnet and tenant:c6108b670b7c47cc93fac315065f5a79 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:17.185349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:17.191454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:17.218088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Made reservation on behalf of c6108b670b7c47cc93fac315065f5a79 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:17.242303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.242643 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Added segment db2a240f-14fd-41b6-9c46-05b8a884362b of type vlan for network 346eef5c-3554-442b-b10e-155d5f43e850 May 06 13:49:17.281722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:17.351652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] For port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7,segment=NetworkSegment(5958f72e-a5f7-48cd-805b-000a0382861c),segment_id=5958f72e-a5f7-48cd-805b-000a0382861c)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:17.352001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.451356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 91d6c844-ef8f-48e1-9863-a129ec7a29f1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:17.451356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.472717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] For port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7,segment=NetworkSegment(5958f72e-a5f7-48cd-805b-000a0382861c),segment_id=5958f72e-a5f7-48cd-805b-000a0382861c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:17.473304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.552930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:17.564548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] The port '91d6c844-ef8f-48e1-9863-a129ec7a29f1' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:17.579391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.581296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.597686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.598142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.608912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.687998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:17.720315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] Calling delete_port for 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:17.842905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.849513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:17.882222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80444fc9-8e90-4a93-a7ce-e3e73682e7b8']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:17.902043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbda57c-7f23-43c0-a2ad-890c41299029') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:17.902490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbda57c-7f23-43c0-a2ad-890c41299029') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:17.911830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd4c78-fc4f-4942-a87d-98906f692591,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:17.921129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.927354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:17.929350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.930164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:17.930715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.960445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.977712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:17.978279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.981043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:17.996294 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:18.006993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.047914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.048255 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Added segment 65634537-43ae-4df5-928f-557fee046da1 of type vlan for network 31e33300-7207-4e0b-8f1c-383ea45575a0 May 06 13:49:18.058362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.065399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] Pushing event deleted for resources: {'Port': ['ID=4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:18.084692 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6586647 May 06 13:49:18.088402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1823d9-f411-4fa9-ae76-3d7ec4926636 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Pushing event updated for resources: {'Network': ['ID=346eef5c-3554-442b-b10e-155d5f43e850,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:18.088914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58464) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:18.096129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:18.096129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:18.099859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-53d3f6c4-d7df-4945-bec4-db0e32f1be4c tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Request body: {'network': {'project_id': 'ac7419ef635941b98f3af6f5a55b712c'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:18.105705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Deleting port 2102a5c7-9d73-4264-84d9-a08923991e9c {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:18.106065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.108849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-53d3f6c4-d7df-4945-bec4-db0e32f1be4c tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:18.123055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.125096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-53d3f6c4-d7df-4945-bec4-db0e32f1be4c tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Usage tracker for resource:network and tenant:ac7419ef635941b98f3af6f5a55b712c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:18.130326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-53d3f6c4-d7df-4945-bec4-db0e32f1be4c tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:18.130997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 346eef5c-3554-442b-b10e-155d5f43e850 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:18.134781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.139871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.147671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbc801-bb53-43ae-98e8-542713d415cb None None] No DVR routers for this DVR port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:18.155598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.171896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:49:08Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:18.172620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.176853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-53d3f6c4-d7df-4945-bec4-db0e32f1be4c tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:18.182693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=80444fc9-8e90-4a93-a7ce-e3e73682e7b8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:18.194411 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d3f6c4-d7df-4945-bec4-db0e32f1be4c tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 13:49:18.195038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d3f6c4-d7df-4945-bec4-db0e32f1be4c tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:49:18.196329 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-53d3f6c4-d7df-4945-bec4-db0e32f1be4c tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1056836 May 06 13:49:18.197165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Deleting port 27ef0e64-6979-4078-9062-9c37f162df82 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:18.197585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.216133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58468) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:18.228861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2262a0-7937-4c78-92ba-7bf01c9605ce None None] The sync data for ids ['8c932d88-73af-44fb-9e46-4237fc2c05ec'] in dv-neutron-840889-1-hyperv is: [{'id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'name': 'tempest-ServersTestManualDisk-1321434430-router', 'tenant_id': '61bc521441564a1782d0d505f249bbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:49:08Z', 'revision_number': 5, 'project_id': '61bc521441564a1782d0d505f249bbc6', 'gw_port': {'id': '2102a5c7-9d73-4264-84d9-a08923991e9c', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c932d88-73af-44fb-9e46-4237fc2c05ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:18.305882 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-87c9c18c-2670-4eb0-9984-03c620ffa7cb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/80444fc9-8e90-4a93-a7ce-e3e73682e7b8 HTTP/1.1" status: 204 len: 168 time: 3.6672599 May 06 13:49:18.317048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58472) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:18.367848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-344047487', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:18.373236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:18.406624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.406884 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Added segment a1ecf369-96e8-4a81-9593-917eceface61 of type vlan for network 4a08aa98-86a8-4f59-a070-66720939fb39 May 06 13:49:18.448152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:18.466044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:router and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:18.471429 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e7c02afe-0700-4267-8682-d72a187e4563 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac7419ef635941b98f3af6f5a55b712c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2185853 May 06 13:49:18.472311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:18.475162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58476) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:18.497616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:18.515519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.524104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] For port 2102a5c7-9d73-4264-84d9-a08923991e9c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2102a5c7-9d73-4264-84d9-a08923991e9c,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:18.524469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.582314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.583224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.625256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] For port 27ef0e64-6979-4078-9062-9c37f162df82, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=27ef0e64-6979-4078-9062-9c37f162df82,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:18.625614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.648883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.654122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:18.654446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.685862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Calling delete_port for 2102a5c7-9d73-4264-84d9-a08923991e9c owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:18.787096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:18.801065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Calling delete_port for 27ef0e64-6979-4078-9062-9c37f162df82 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:18.834922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-253139c4-99d7-4af5-a90e-e9131074b9b4 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.843538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] The port '4d406bc8-04ae-4e8e-9ae6-dabca39fa1e7' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:18.853523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.941375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event updated for resources: {'Subnet': ['ID=755071ec-75c7-482e-8292-f75e90d759f5,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:18.965287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.965802 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.969546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:18.972533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:18.973171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.096104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-253139c4-99d7-4af5-a90e-e9131074b9b4 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.164158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Checking segment: {'id': '10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:19.164617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Network hostable DHCP agents. Network: ddda47a2-7ba8-413d-a90a-8ebcc44acb39, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:19.170238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.182476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.213162 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Network': ['ID=31e33300-7207-4e0b-8f1c-383ea45575a0,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:19.218535 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.6437333 May 06 13:49:19.225076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 31e33300-7207-4e0b-8f1c-383ea45575a0 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:19.242855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:19.250149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b377b93b-81c9-431e-9f5f-9309badcfcd0']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:19.349700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-253139c4-99d7-4af5-a90e-e9131074b9b4 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.363467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5958f72e-a5f7-48cd-805b-000a0382861c') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:19.364026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5958f72e-a5f7-48cd-805b-000a0382861c') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:19.444000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15e78e-5f9f-4780-869b-e50f2207b2ac tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Network': ['ID=4a08aa98-86a8-4f59-a070-66720939fb39,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:19.467248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 4a08aa98-86a8-4f59-a070-66720939fb39 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:19.481149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253139c4-99d7-4af5-a90e-e9131074b9b4 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a547f1-b96f-4b57-8569-d90fe38155d2,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:19.581507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 27ef0e64-6979-4078-9062-9c37f162df82 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:19.603418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.645037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:19.658429 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.690899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:19.691296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.696288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 27ef0e64-6979-4078-9062-9c37f162df82 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:19.702182 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 27ef0e64-6979-4078-9062-9c37f162df82 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:19.702802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:19.706882 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:19.710611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.721521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, ddda47a2-7ba8-413d-a90a-8ebcc44acb39) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:19.740908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afea180-89e9-41e2-b9a9-4ef8163a4398 None None] Network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:19.764866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Port 27ef0e64-6979-4078-9062-9c37f162df82 was deleted so its status cannot be updated. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 13:49:19.778895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.783290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:19.784068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.805700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event deleted for resources: {'Port': ['ID=27ef0e64-6979-4078-9062-9c37f162df82,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:19.817499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c6032fe3-d36e-4ff7-aaa9-5174179f0230 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:19.859216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea657f2-3de1-44dc-a58c-44eec25e2e25 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:19.863095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea657f2-3de1-44dc-a58c-44eec25e2e25 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:19.867225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea657f2-3de1-44dc-a58c-44eec25e2e25 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:19.869274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c6032fe3-d36e-4ff7-aaa9-5174179f0230 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:19.869760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c6032fe3-d36e-4ff7-aaa9-5174179f0230 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:19.871260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea657f2-3de1-44dc-a58c-44eec25e2e25 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:19.872882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fea657f2-3de1-44dc-a58c-44eec25e2e25 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Synchronizing usage tracker for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:19.880278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Pushing event deleted for resources: {'Port': ['ID=2102a5c7-9d73-4264-84d9-a08923991e9c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:19.899068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-253139c4-99d7-4af5-a90e-e9131074b9b4 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.903500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-253139c4-99d7-4af5-a90e-e9131074b9b4 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/88a547f1-b96f-4b57-8569-d90fe38155d2 HTTP/1.1" status: 204 len: 168 time: 1.4244428 May 06 13:49:19.911059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58484) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:19.930072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.942160 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-14079936-73c5-4337-a812-e8129eed0670 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1707261 May 06 13:49:19.971463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58486) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:20.004401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fea657f2-3de1-44dc-a58c-44eec25e2e25 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Unset dirty status for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:20.005780 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fea657f2-3de1-44dc-a58c-44eec25e2e25 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7590036 May 06 13:49:20.009821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Request body: {'port': {'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1389427765'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:20.022988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.024780 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/networks/b377b93b-81c9-431e-9f5f-9309badcfcd0 HTTP/1.1" status: 204 len: 168 time: 4.0212362 May 06 13:49:20.032973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58492) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:20.033296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58494) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:20.039869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb9f0a-ec33-402c-ba2a-3a9757382bcf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Network': ['ID=b377b93b-81c9-431e-9f5f-9309badcfcd0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:20.049629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-ddda47a2-7ba8-413d-a90a-8ebcc44acb39', 'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39', 'tenant_id': 'c6108b670b7c47cc93fac315065f5a79', 'fixed_ips': [{'subnet_id': '755071ec-75c7-482e-8292-f75e90d759f5'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:20.050828 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.070044 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'name': 'tempest-PortsIpV6TestJSON-13325232'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:20.204062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.222258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.223095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Allocated IP 172.20.0.2 (ddda47a2-7ba8-413d-a90a-8ebcc44acb39/755071ec-75c7-482e-8292-f75e90d759f5/a7b93672-24a5-4aa8-a761-b1a7fbacf462) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:20.411455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.468604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.485220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Transition to ACTIVE for port object a7b93672-24a5-4aa8-a761-b1a7fbacf462 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:20.496161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.498809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:20.515471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Transition to ACTIVE for port object a7b93672-24a5-4aa8-a761-b1a7fbacf462 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:20.523170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.537150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:20.540559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.594464 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:20.599695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:20.601300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:20.607217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Pushing event updated for resources: {'Port': ['ID=a7b93672-24a5-4aa8-a761-b1a7fbacf462,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:20.638843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.694061 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.705996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:20.713158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:20.716701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.732272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Attempting to bind port a7b93672-24a5-4aa8-a761-b1a7fbacf462 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:20.732659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Attempting to bind port a7b93672-24a5-4aa8-a761-b1a7fbacf462 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:20.732976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Attempting to bind port a7b93672-24a5-4aa8-a761-b1a7fbacf462 on network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:20.740368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:20.740736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Checking segment: {'id': '10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:20.741111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.741489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Bound using segment: {'id': '10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:20.742035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Bound port: a7b93672-24a5-4aa8-a761-b1a7fbacf462, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:20.742369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.745681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Usage tracker for resource:port and tenant:c6108b670b7c47cc93fac315065f5a79 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:20.760180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:20.767609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.780099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.838882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] For port a7b93672-24a5-4aa8-a761-b1a7fbacf462, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:20.844679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] For port a7b93672-24a5-4aa8-a761-b1a7fbacf462, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a7b93672-24a5-4aa8-a761-b1a7fbacf462,segment=NetworkSegment(10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac),segment_id=10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:20.845776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.850655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.933066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:20.968740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5d058-4f6d-4637-b736-69e42099c4ad None None] Pushing event updated for resources: {'Port': ['ID=a7b93672-24a5-4aa8-a761-b1a7fbacf462,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:21.053007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346eef5c-3554-442b-b10e-155d5f43e850']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.072899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.073389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b286311f-0765-4958-9658-d4723ca612e5 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:21.096032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.104467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port c53f473d-fad7-4f9f-ac27-5406aa2c0164 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:21.107360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2a240f-14fd-41b6-9c46-05b8a884362b') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.107684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2a240f-14fd-41b6-9c46-05b8a884362b') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.139443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.141414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.149179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Made reservation on behalf of c6108b670b7c47cc93fac315065f5a79 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:21.156557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.185846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.186959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.188388 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-63473d4f-7128-4edb-b70a-64817a7a367c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b286311f-0765-4958-9658-d4723ca612e5 HTTP/1.1" status: 204 len: 168 time: 4.7247198 May 06 13:49:21.193371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58500) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:21.208984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.211776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e33300-7207-4e0b-8f1c-383ea45575a0']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.247586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65634537-43ae-4df5-928f-557fee046da1') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.248240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65634537-43ae-4df5-928f-557fee046da1') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.269497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 172.26.0.196 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/16033b91-b1e6-44ff-a464-073ccb7e7f1d) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:21.277511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] device_id is not set on port 16107c83-73ef-4bbd-9532-ee051685ffa3 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:21.286260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:21.286661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:21.311951 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:21.329778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.392899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.393388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c932d88-73af-44fb-9e46-4237fc2c05ec {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:21.448605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.495183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:21.495501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:21.510978 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:21.515055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.516224 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-66ea60a4-48e0-4d07-bedf-178bc7758411 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8c932d88-73af-44fb-9e46-4237fc2c05ec HTTP/1.1" status: 204 len: 168 time: 6.1906447 May 06 13:49:21.520876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58504) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:21.598957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.634689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.641356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a7b93672-24a5-4aa8-a761-b1a7fbacf462 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:21.664701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Router 09e5a438-b677-4e78-ba25-001f1fb1738c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:21.671493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.673399 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Pushing event deleted for resources: {'Network': ['ID=346eef5c-3554-442b-b10e-155d5f43e850,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:21.682982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.685606 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0303aa9b-1149-42a5-b281-090e0a2847c1 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] 10.222.0.65 "DELETE /v2.0/networks/346eef5c-3554-442b-b10e-155d5f43e850 HTTP/1.1" status: 204 len: 168 time: 1.7084777 May 06 13:49:21.687369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58508) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:21.705384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.708597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-11326c8a-5620-44a8-90c8-416eb687bb82 admin admin] Deleting subnet b54919e3-0f37-47e9-9fe7-95e5be69ca12 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:21.722839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a7b93672-24a5-4aa8-a761-b1a7fbacf462 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:21.727116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Network': ['ID=31e33300-7207-4e0b-8f1c-383ea45575a0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:21.733091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11326c8a-5620-44a8-90c8-416eb687bb82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.742596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Allocated IP 172.20.0.7 (ddda47a2-7ba8-413d-a90a-8ebcc44acb39/755071ec-75c7-482e-8292-f75e90d759f5/16107c83-73ef-4bbd-9532-ee051685ffa3) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:21.747825 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-36b3657a-451a-41b6-a79b-8f7aae7f476d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/networks/31e33300-7207-4e0b-8f1c-383ea45575a0 HTTP/1.1" status: 204 len: 168 time: 1.7096686 May 06 13:49:21.751849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58512) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:21.862475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.870051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.967870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11326c8a-5620-44a8-90c8-416eb687bb82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.976223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.018205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:22.063685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.065872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:22.073962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=c53f473d-fad7-4f9f-ac27-5406aa2c0164,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.076902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:22.080805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:22.081620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.203506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.226511 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9eafe1ab-376e-4245-afd6-27f6aa4896ab tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.1879206 May 06 13:49:22.240661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58516) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.315479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2099e-5218-493b-a852-3693775a7381 None None] Network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:22.321705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.359462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.362390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11326c8a-5620-44a8-90c8-416eb687bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.389654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.390099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Transition to ACTIVE for port object 16107c83-73ef-4bbd-9532-ee051685ffa3 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:22.396257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d60254d5-7c84-41c5-848d-fcbb312c73df tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port c53f473d-fad7-4f9f-ac27-5406aa2c0164 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:22.396595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d60254d5-7c84-41c5-848d-fcbb312c73df tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.423124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:22.426366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-818396a2-6f1f-4c88-84d9-dd8cf40e6ba1 None None] Provisioning for port a7b93672-24a5-4aa8-a761-b1a7fbacf462 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:22.434702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a08aa98-86a8-4f59-a070-66720939fb39']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:22.436741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-818396a2-6f1f-4c88-84d9-dd8cf40e6ba1 None None] Provisioning complete for port a7b93672-24a5-4aa8-a761-b1a7fbacf462 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:22.437203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-818396a2-6f1f-4c88-84d9-dd8cf40e6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.440490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=16033b91-b1e6-44ff-a464-073ccb7e7f1d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.443026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:22.453653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.464146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ecf369-96e8-4a81-9593-917eceface61') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:22.464454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ecf369-96e8-4a81-9593-917eceface61') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:22.489495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.549983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.570563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:22.570968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:22.586079 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:22.590959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.627822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:22.661762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d92acc4-04e7-44a7-b156-87c2d7b9d640']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:22.662543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-818396a2-6f1f-4c88-84d9-dd8cf40e6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.706035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-818396a2-6f1f-4c88-84d9-dd8cf40e6ba1 None None] For port a7b93672-24a5-4aa8-a761-b1a7fbacf462, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a7b93672-24a5-4aa8-a761-b1a7fbacf462,segment=NetworkSegment(10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac),segment_id=10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:22.710164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-818396a2-6f1f-4c88-84d9-dd8cf40e6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.739707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088b4c7b-59be-459c-a3e9-41782efd82a9') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:22.740038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088b4c7b-59be-459c-a3e9-41782efd82a9') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:22.783389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.791244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818396a2-6f1f-4c88-84d9-dd8cf40e6ba1 None None] Pushing event updated for resources: {'Port': ['ID=a7b93672-24a5-4aa8-a761-b1a7fbacf462,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.851189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.857614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:22.887902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:22.894956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:22.913471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:22.913877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:22.942700 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:22.999857 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11326c8a-5620-44a8-90c8-416eb687bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.039751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event updated for resources: {'Port': ['ID=16107c83-73ef-4bbd-9532-ee051685ffa3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:23.051174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.053077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d60254d5-7c84-41c5-848d-fcbb312c73df tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.057066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5dc835dc-3e52-44d7-a0c7-26b3707cb819 None None] Provisioning complete for port a7b93672-24a5-4aa8-a761-b1a7fbacf462 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:23.057066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5dc835dc-3e52-44d7-a0c7-26b3707cb819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.081804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11326c8a-5620-44a8-90c8-416eb687bb82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54919e3-0f37-47e9-9fe7-95e5be69ca12,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:23.096780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11326c8a-5620-44a8-90c8-416eb687bb82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.115235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.116331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f9847-9e52-4485-93dc-4db3077ebe30 None None] Network 6884eb6f-d5d8-4e69-a043-abbebe12b4bd requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:23.142137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.144257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.149357 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7d92acc4-04e7-44a7-b156-87c2d7b9d640 HTTP/1.1" status: 204 len: 168 time: 1.4496055 May 06 13:49:23.158765 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-11326c8a-5620-44a8-90c8-416eb687bb82 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b54919e3-0f37-47e9-9fe7-95e5be69ca12 HTTP/1.1" status: 204 len: 168 time: 1.6291707 May 06 13:49:23.167351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58522) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.225634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d60254d5-7c84-41c5-848d-fcbb312c73df tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for c53f473d-fad7-4f9f-ac27-5406aa2c0164 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:23.255102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Network': ['ID=4a08aa98-86a8-4f59-a070-66720939fb39,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:23.289297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.296461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd3844-41bc-48d2-b977-56d3c91c6141 tempest-QuotasNegativeTest-2049549066 tempest-QuotasNegativeTest-2049549066-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d92acc4-04e7-44a7-b156-87c2d7b9d640,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:23.298819 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-40977958-ac30-4e4e-98b8-fd947cea725d tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/networks/4a08aa98-86a8-4f59-a070-66720939fb39 HTTP/1.1" status: 204 len: 168 time: 1.5459778 May 06 13:49:23.303154 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:23.303699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.309949 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58526) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.316026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:23.324998 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f1ebd999-edb9-4723-bf56-356c3a3ed654 admin admin] 10.222.0.65 "PUT /v2.0/routers/09e5a438-b677-4e78-ba25-001f1fb1738c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5895550 May 06 13:49:23.330441 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] Sync routers for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:23.339773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58530) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.354375 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:23.355086 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:23.369629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Deleting port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:23.370244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.566661 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fb7cc3b6-244e-479b-a59f-5ebdcbd252bf tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5892389 May 06 13:49:23.575889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58536) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.585713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Request body: {'port': {'network_id': 'ddda47a2-7ba8-413d-a90a-8ebcc44acb39', 'name': 'tempest-ExtraDHCPOptionsTestJSON-280890581', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:23.586581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] bootfile-name is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:49:23.587168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] tftp-server is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:49:23.587703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] server-ip-address is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:49:23.595104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.619341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d60254d5-7c84-41c5-848d-fcbb312c73df tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.706915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Deleting port a92350b2-188b-4b92-91cf-2e8ef797c0da {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:23.707625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.713627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a7b93672-24a5-4aa8-a761-b1a7fbacf462 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:23.783743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49ff04-914b-4b28-b051-7ad982844c77 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:23.789648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49ff04-914b-4b28-b051-7ad982844c77 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:23.790407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bc49ff04-914b-4b28-b051-7ad982844c77 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Synchronizing usage tracker for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:23.822599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d60254d5-7c84-41c5-848d-fcbb312c73df tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.826170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60254d5-7c84-41c5-848d-fcbb312c73df tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=c53f473d-fad7-4f9f-ac27-5406aa2c0164,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:23.833558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.834188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.844780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] For port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e1a8e0fa-0b4f-4a21-a550-60d4acc307a1,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:23.845425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.849004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5dc835dc-3e52-44d7-a0c7-26b3707cb819 None None] Provisioning for port 16107c83-73ef-4bbd-9532-ee051685ffa3 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:23.854135 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:23.865344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5dc835dc-3e52-44d7-a0c7-26b3707cb819 None None] Provisioning complete for port 16107c83-73ef-4bbd-9532-ee051685ffa3 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:23.865719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5dc835dc-3e52-44d7-a0c7-26b3707cb819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.922130 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d60254d5-7c84-41c5-848d-fcbb312c73df tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/c53f473d-fad7-4f9f-ac27-5406aa2c0164 HTTP/1.1" status: 204 len: 168 time: 1.6732824 May 06 13:49:23.928062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58540) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:24.003492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'mac_address': 'fa:16:3e:b7:64:d0', 'name': 'tempest-PortsIpV6TestJSON-295024175'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:24.058205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5dc835dc-3e52-44d7-a0c7-26b3707cb819 None None] Port 16107c83-73ef-4bbd-9532-ee051685ffa3 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:24.071289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bc49ff04-914b-4b28-b051-7ad982844c77 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Unset dirty status for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:24.080965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a7b93672-24a5-4aa8-a761-b1a7fbacf462 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:24.080965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.083495 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bc49ff04-914b-4b28-b051-7ad982844c77 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7712100 May 06 13:49:24.085215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58544) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:24.109038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1600503966'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:24.147852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:24.248351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Calling delete_port for e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:24.250759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] DHCP port deletion for 6884eb6f-d5d8-4e69-a043-abbebe12b4bd request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:24.267309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] Deleting port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:24.269620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.291979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:24.298613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58550) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:24.331908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:24.337596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Usage tracker for resource:port and tenant:c6108b670b7c47cc93fac315065f5a79 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:24.346835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:24.351579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:port and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:24.354747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:24.361950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:24.388253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:24.393436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:24.402889 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:49:16Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:24.411685 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] Checking router: 09e5a438-b677-4e78-ba25-001f1fb1738c for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:24.415960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Made reservation on behalf of f38b1c22502e47f7b0c97b089071d19f for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:24.420023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.437003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:24.439342 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] Routers {'09e5a438-b677-4e78-ba25-001f1fb1738c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:24.440116 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['09e5a438-b677-4e78-ba25-001f1fb1738c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:24.456649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c5c13ab9-156f-4601-8510-8e05ddd90450 None None] Provisioning complete for port 16107c83-73ef-4bbd-9532-ee051685ffa3 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:24.457015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c13ab9-156f-4601-8510-8e05ddd90450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.487429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] For port a92350b2-188b-4b92-91cf-2e8ef797c0da, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a92350b2-188b-4b92-91cf-2e8ef797c0da,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:24.488025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.553423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:24.558656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c5c13ab9-156f-4601-8510-8e05ddd90450 None None] Port 16107c83-73ef-4bbd-9532-ee051685ffa3 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:24.565843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.566168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Added segment aad1eae1-933d-4f3c-855a-30357e069eb2 of type vlan for network bc35cc6c-1769-4f6d-aff8-ea885d299210 May 06 13:49:24.598248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.663137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Made reservation on behalf of c6108b670b7c47cc93fac315065f5a79 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:24.666013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.688500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] For port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e1a8e0fa-0b4f-4a21-a550-60d4acc307a1,segment=NetworkSegment(227d52a5-e532-4e92-85cd-13dc0089779b),segment_id=227d52a5-e532-4e92-85cd-13dc0089779b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:24.689196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.716696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.720960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:24.721574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.751341 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] Set router 09e5a438-b677-4e78-ba25-001f1fb1738c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:24.756926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.846928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Calling delete_port for a92350b2-188b-4b92-91cf-2e8ef797c0da owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:24.867475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.879627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.937970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] Calling delete_port for e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:24.957265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] No DVR routers for this DVR port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:24.980948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] device_id is not set on port 3c2db98d-bf1b-4d08-90c5-528fa43108d5 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:24.992268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a8e0fa-0b4f-4a21-a550-60d4acc307a1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:25.033591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:25.034230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:25.060297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.101236 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:49:16Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:25.105500 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9869fce-8833-4261-8cce-ce180f0368bf None None] The sync data for ids ['09e5a438-b677-4e78-ba25-001f1fb1738c'] in dv-neutron-840889-1-hyperv is: [{'id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'name': 'tempest-ServersTestJSON-174763366-router', 'tenant_id': 'd062d92dc9334db4a11b67cd72574e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:47:12Z', 'updated_at': '2022-05-06T13:49:16Z', 'revision_number': 5, 'project_id': 'd062d92dc9334db4a11b67cd72574e1c', 'gw_port': {'id': '247098bd-85c9-4619-b7d6-7bfd9bc49778', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e5a438-b677-4e78-ba25-001f1fb1738c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:47:14Z', 'updated_at': '2022-05-06T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:25.158116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.233754 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1305830 May 06 13:49:25.234764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db3726-3adc-433b-8c5a-aa0507054416 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Network': ['ID=bc35cc6c-1769-4f6d-aff8-ea885d299210,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:25.236804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58556) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.240800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6884eb6f-d5d8-4e69-a043-abbebe12b4bd']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:25.255814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network bc35cc6c-1769-4f6d-aff8-ea885d299210 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:25.260898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port ba4d9234-16c5-4759-9b51-dcaf100e59d1 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:25.262882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227d52a5-e532-4e92-85cd-13dc0089779b') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:25.263088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227d52a5-e532-4e92-85cd-13dc0089779b') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:25.284936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.304585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.308274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.355598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-97267829'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:25.359359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:25.359862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.366527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:25.375454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:25.378041 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:25.385034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] Usage tracker for resource:security_group_rule and tenant:dd115e68fe684fff91d69f7c46eb2dbd is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:25.386527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event deleted for resources: {'Port': ['ID=a92350b2-188b-4b92-91cf-2e8ef797c0da,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:25.395769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Usage tracker for resource:network and tenant:f38b1c22502e47f7b0c97b089071d19f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:25.401331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:25.415375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:25.422136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:25.434023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:25.536645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] Deleting port e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:25.537131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.539103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Made reservation on behalf of f38b1c22502e47f7b0c97b089071d19f for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:25.542269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.547873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.568209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.588366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 67f4fb7f-434f-4ab5-b06f-5553bde225d3 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:49:25.591474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6884eb6f-d5d8-4e69-a043-abbebe12b4bd,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:25.604653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Allocated IP 172.20.0.9 (ddda47a2-7ba8-413d-a90a-8ebcc44acb39/755071ec-75c7-482e-8292-f75e90d759f5/3c2db98d-bf1b-4d08-90c5-528fa43108d5) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:25.618199 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bc82bc52-a5b1-4aa7-8996-41b421013204 None None] The port 'e1a8e0fa-0b4f-4a21-a550-60d4acc307a1' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:25.620228 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7c33b3f4-9681-498c-8c33-cb62f939aec9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6884eb6f-d5d8-4e69-a043-abbebe12b4bd HTTP/1.1" status: 204 len: 168 time: 2.4514194 May 06 13:49:25.737969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:25.814718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58562) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.834091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.835686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.836146 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Added segment f8d7a353-fbf6-4e9f-bb6c-04040cf7eebb of type vlan for network 04309038-2704-4e5e-a038-17f77e4208a3 May 06 13:49:25.888402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.903103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.924464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.928810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ffbc7e40-a465-4524-a0b4-b5d880d180f1 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:25.967290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ffbc7e40-a465-4524-a0b4-b5d880d180f1 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:25.968619 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ffbc7e40-a465-4524-a0b4-b5d880d180f1 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:25.969755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:26.006118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:26.006824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e1a8e0fa-0b4f-4a21-a550-60d4acc307a1 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:26.007454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2102a5c7-9d73-4264-84d9-a08923991e9c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:26.044721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 2102a5c7-9d73-4264-84d9-a08923991e9c {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:26.045127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2102a5c7-9d73-4264-84d9-a08923991e9c not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:26.069678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.087450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1865c-a554-4cc7-88a9-99602a98c540,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:26.097392 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dc70d66b-4f89-488f-a872-931ffc610d0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd115e68fe684fff91d69f7c46eb2dbd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7943830 May 06 13:49:26.107202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58566) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:26.241401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.253439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.257234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:26.257799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.322445 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e3501081-7e4f-4a65-9c2c-7f9679fc26a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61bc521441564a1782d0d505f249bbc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5011005 May 06 13:49:26.325331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58570) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:26.329103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.354874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.434579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.435079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:26.438331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73c8c869-4c74-4f49-b689-6173a18a1640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.466567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.467682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6f371e47-4aee-4734-916b-5a68135cb5b9 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "DELETE /v2.0/routers/5985c5d5-a96b-4ae0-bbb1-6461e64b7aa4 HTTP/1.1" status: 204 len: 168 time: 5.2662179 May 06 13:49:26.471955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58574) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:26.490482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-198165052', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:26.500012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73c8c869-4c74-4f49-b689-6173a18a1640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.507611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:26.510855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.515553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:26.518673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.527132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Usage tracker for resource:router and tenant:12ea37eea5b9483e8c2fe835c3715663 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:26.532281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:26.535241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:26.538451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=ba4d9234-16c5-4759-9b51-dcaf100e59d1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:26.541328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-622b4b2c-43a2-4fd8-b5e7-3d193ae0a3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.543754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Network': ['ID=04309038-2704-4e5e-a038-17f77e4208a3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:26.544793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:26.559599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:26.563630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:26.564257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.568267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:26.573439 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-058d1df4-c722-4026-bc7d-835413f6660e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3143649 May 06 13:49:26.590206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd397dd0-5b1b-4ad5-8828-f5750f63abcf None None] Sync routers for ids ['67f4fb7f-434f-4ab5-b06f-5553bde225d3'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:26.592498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58580) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:26.600380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.602629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Transition to ACTIVE for port object 3c2db98d-bf1b-4d08-90c5-528fa43108d5 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:26.603857 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.609998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd397dd0-5b1b-4ad5-8828-f5750f63abcf None None] Routers {'67f4fb7f-434f-4ab5-b06f-5553bde225d3'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:26.610510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Deleting port 247098bd-85c9-4619-b7d6-7bfd9bc49778 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:26.610854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.611111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cd397dd0-5b1b-4ad5-8828-f5750f63abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67f4fb7f-434f-4ab5-b06f-5553bde225d3'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:26.614205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'ports': [{'network_id': 'bc35cc6c-1769-4f6d-aff8-ea885d299210', 'name': 'tempest-port--1203334251', 'admin_state_up': True}, {'network_id': '04309038-2704-4e5e-a038-17f77e4208a3', 'admin_state_up': False}]} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:26.614593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'port': {'network_id': 'bc35cc6c-1769-4f6d-aff8-ea885d299210', 'name': 'tempest-port--1203334251', 'admin_state_up': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:26.615128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'port': {'network_id': '04309038-2704-4e5e-a038-17f77e4208a3', 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:26.664928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-622b4b2c-43a2-4fd8-b5e7-3d193ae0a3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.691694 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-45a8754e-9147-4300-8b47-302cf0bda8e7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7096653 May 06 13:49:26.691972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cd397dd0-5b1b-4ad5-8828-f5750f63abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:26.698314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58584) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:26.703523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd397dd0-5b1b-4ad5-8828-f5750f63abcf None None] Routers {'67f4fb7f-434f-4ab5-b06f-5553bde225d3'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:26.704453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cd397dd0-5b1b-4ad5-8828-f5750f63abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67f4fb7f-434f-4ab5-b06f-5553bde225d3'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:26.709020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.711974 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f02cf57d-3ce6-46dd-a572-4698a816ccf8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3938324 May 06 13:49:26.726440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58588) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:26.782187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cd397dd0-5b1b-4ad5-8828-f5750f63abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:26.782525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd397dd0-5b1b-4ad5-8828-f5750f63abcf None None] The sync data for ids ['67f4fb7f-434f-4ab5-b06f-5553bde225d3'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:26.784386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 04309038-2704-4e5e-a038-17f77e4208a3 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:26.896295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d865b00-5467-49c6-8fa2-fa9b43f80280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:26.896891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8d865b00-5467-49c6-8fa2-fa9b43f80280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:26.907869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.909501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.963765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73c8c869-4c74-4f49-b689-6173a18a1640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.042839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-622b4b2c-43a2-4fd8-b5e7-3d193ae0a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.050449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] For port 247098bd-85c9-4619-b7d6-7bfd9bc49778, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=247098bd-85c9-4619-b7d6-7bfd9bc49778,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:27.050449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.084347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8c869-4c74-4f49-b689-6173a18a1640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c56d9b0-004e-4fab-8a40-522f0b09d9d8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:27.086652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8d865b00-5467-49c6-8fa2-fa9b43f80280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:27.090254 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8d865b00-5467-49c6-8fa2-fa9b43f80280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/ba4d9234-16c5-4759-9b51-dcaf100e59d1 HTTP/1.1" status: 200 len: 844 time: 0.3830490 May 06 13:49:27.132516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58592) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:27.140690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b4b2c-43a2-4fd8-b5e7-3d193ae0a3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1865c-a554-4cc7-88a9-99602a98c540,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:27.194910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73c8c869-4c74-4f49-b689-6173a18a1640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.196034 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-73c8c869-4c74-4f49-b689-6173a18a1640 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c56d9b0-004e-4fab-8a40-522f0b09d9d8 HTTP/1.1" status: 204 len: 168 time: 0.8697162 May 06 13:49:27.306120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:27.314692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:27.319575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Calling delete_port for 247098bd-85c9-4619-b7d6-7bfd9bc49778 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:27.320183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a93c397d-b2ee-4428-bfcf-7ec95ad015a9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port ba4d9234-16c5-4759-9b51-dcaf100e59d1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:27.320482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a93c397d-b2ee-4428-bfcf-7ec95ad015a9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.345686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:27.348589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event updated for resources: {'Port': ['ID=3c2db98d-bf1b-4d08-90c5-528fa43108d5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:27.352381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:27.358139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.367645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Usage tracker for resource:port and tenant:f38b1c22502e47f7b0c97b089071d19f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:27.375248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:27.401757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:27.413148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-622b4b2c-43a2-4fd8-b5e7-3d193ae0a3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.414427 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-622b4b2c-43a2-4fd8-b5e7-3d193ae0a3bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08b1865c-a554-4cc7-88a9-99602a98c540 HTTP/1.1" status: 204 len: 168 time: 1.3062122 May 06 13:49:27.489261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a92350b2-188b-4b92-91cf-2e8ef797c0da no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:27.529721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Made reservation on behalf of f38b1c22502e47f7b0c97b089071d19f for: {'port': 2} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:27.533260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.556907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:27.557572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.561560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a92350b2-188b-4b92-91cf-2e8ef797c0da {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:27.562180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a92350b2-188b-4b92-91cf-2e8ef797c0da not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:27.563071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 27ef0e64-6979-4078-9062-9c37f162df82 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:27.622861 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-73dea3d7-9e98-4c77-9812-0ac4c6d4300b tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.0360112 May 06 13:49:27.622861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58602) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:27.627410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.643429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 27ef0e64-6979-4078-9062-9c37f162df82 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:27.644252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 27ef0e64-6979-4078-9062-9c37f162df82 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:27.727589 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b079dbd6-1eab-4bc0-816e-bfd29a8aa70d None None] Provisioning for port 3c2db98d-bf1b-4d08-90c5-528fa43108d5 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:27.740335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b079dbd6-1eab-4bc0-816e-bfd29a8aa70d None None] Provisioning complete for port 3c2db98d-bf1b-4d08-90c5-528fa43108d5 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:27.740922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b079dbd6-1eab-4bc0-816e-bfd29a8aa70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.790120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.866120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa5784-6c2b-47d7-af1a-b19f01448ca1 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:27.875279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b079dbd6-1eab-4bc0-816e-bfd29a8aa70d None None] Port 3c2db98d-bf1b-4d08-90c5-528fa43108d5 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:27.879074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa5784-6c2b-47d7-af1a-b19f01448ca1 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:27.887897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa5784-6c2b-47d7-af1a-b19f01448ca1 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:27.888931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7ffa5784-6c2b-47d7-af1a-b19f01448ca1 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Synchronizing usage tracker for tenant:c6108b670b7c47cc93fac315065f5a79 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:27.889062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a93c397d-b2ee-4428-bfcf-7ec95ad015a9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.906924 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=247098bd-85c9-4619-b7d6-7bfd9bc49778,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.014415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7ffa5784-6c2b-47d7-af1a-b19f01448ca1 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Unset dirty status for tenant:c6108b670b7c47cc93fac315065f5a79 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:28.018471 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7ffa5784-6c2b-47d7-af1a-b19f01448ca1 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3986382 May 06 13:49:28.021060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58614) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:28.168229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58620) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:28.181437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6f06aabb-6a0a-4c06-b29f-baeca4ee7315 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Deleting port 3c2db98d-bf1b-4d08-90c5-528fa43108d5 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:28.182013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f06aabb-6a0a-4c06-b29f-baeca4ee7315 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.232678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a93c397d-b2ee-4428-bfcf-7ec95ad015a9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for ba4d9234-16c5-4759-9b51-dcaf100e59d1 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:28.297926 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-288451a3-73c7-4795-9f42-1ed05e5c2a49 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/routers/67f4fb7f-434f-4ab5-b06f-5553bde225d3 HTTP/1.1" status: 200 len: 884 time: 1.5694878 May 06 13:49:28.299573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58624) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:28.309345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.341103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] device_id is not set on port 385612cd-5383-447b-863f-beadd10fea64 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:28.409730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a93c397d-b2ee-4428-bfcf-7ec95ad015a9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.460034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.500008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c397d-b2ee-4428-bfcf-7ec95ad015a9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=ba4d9234-16c5-4759-9b51-dcaf100e59d1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.510885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.546466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a93c397d-b2ee-4428-bfcf-7ec95ad015a9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.563067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.635111 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a93c397d-b2ee-4428-bfcf-7ec95ad015a9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/ba4d9234-16c5-4759-9b51-dcaf100e59d1 HTTP/1.1" status: 204 len: 168 time: 1.4511342 May 06 13:49:28.651604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58636) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:28.723113 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfab1c3-536d-43d5-8829-ca90f998133e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:49:28.723601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dcfab1c3-536d-43d5-8829-ca90f998133e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:28.783551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.872300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dcfab1c3-536d-43d5-8829-ca90f998133e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:28.873302 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dcfab1c3-536d-43d5-8829-ca90f998133e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/ba4d9234-16c5-4759-9b51-dcaf100e59d1 HTTP/1.1" status: 404 len: 333 time: 0.2206230 May 06 13:49:28.882653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58642) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:28.903264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'name': 'tempest-PortsIpV6TestJSON-1633624029'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:29.000458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] device_id is not set on port 7d789704-7cc8-4143-8e14-6bf0bd3e091f yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:29.016694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Allocated IP 172.26.0.54 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/62234b73-d13c-4147-a276-51a21c551378) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:29.019313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:29.037962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] Usage tracker for resource:security_group_rule and tenant:6710b87c4e874566ae396bbb55fe66cb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:29.045964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:29.062048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.073290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:29.107869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.138599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f06aabb-6a0a-4c06-b29f-baeca4ee7315 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.149358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:29.175278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:29.209681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:29.212653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.281545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port e8f94c02-7f39-4392-ba1e-05d5711fa8ab yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:29.297147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6f06aabb-6a0a-4c06-b29f-baeca4ee7315 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Calling delete_port for 3c2db98d-bf1b-4d08-90c5-528fa43108d5 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:29.362700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.363202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e5a438-b677-4e78-ba25-001f1fb1738c {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:29.373315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.382962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.434408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.458698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.503472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.504657 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-68ac7b9c-5887-49ec-93c2-2ec0950783a0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/09e5a438-b677-4e78-ba25-001f1fb1738c HTTP/1.1" status: 204 len: 168 time: 6.1577771 May 06 13:49:29.531248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58656) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:29.537603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a9409dd8-40ff-459d-bb17-a73fa640aadb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:router {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:29.559312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.607870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98607e52-e3ee-45b2-9b3e-f5f6b32f7d07,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:29.677594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.683505 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-194af377-7fd9-4b75-aa21-7bbf1649f594 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6710b87c4e874566ae396bbb55fe66cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5068421 May 06 13:49:29.691026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58664) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:29.707651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.709906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d091d55-1b1b-47a9-a1e4-6ffdc0d1b2cb admin admin] Deleting subnet d00bc25e-5058-4e88-8f97-2b385c372c28 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:29.711720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a9409dd8-40ff-459d-bb17-a73fa640aadb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:router {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:29.716057 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a9409dd8-40ff-459d-bb17-a73fa640aadb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.4099526 May 06 13:49:29.718205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58668) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:29.722461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5d091d55-1b1b-47a9-a1e4-6ffdc0d1b2cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.740486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Port': ['ID=385612cd-5383-447b-863f-beadd10fea64,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:29.752242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5429640b-f0e2-41d0-a66e-b2957af77f9d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-344047487'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:29.785179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58672) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:29.817926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f06aabb-6a0a-4c06-b29f-baeca4ee7315 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.819902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:29.838566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:29.841542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:29.914805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Checking segment: {'id': 'aad1eae1-933d-4f3c-855a-30357e069eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'bc35cc6c-1769-4f6d-aff8-ea885d299210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:29.915170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Network hostable DHCP agents. Network: bc35cc6c-1769-4f6d-aff8-ea885d299210, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:29.953862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event updated for resources: {'Port': ['ID=62234b73-d13c-4147-a276-51a21c551378,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:29.954459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06aabb-6a0a-4c06-b29f-baeca4ee7315 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event deleted for resources: {'Port': ['ID=3c2db98d-bf1b-4d08-90c5-528fa43108d5,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:29.970189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5d091d55-1b1b-47a9-a1e4-6ffdc0d1b2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.004064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.166224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6f06aabb-6a0a-4c06-b29f-baeca4ee7315 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.182829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1271017180'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:30.196974 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6f06aabb-6a0a-4c06-b29f-baeca4ee7315 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "DELETE /v2.0/ports/3c2db98d-bf1b-4d08-90c5-528fa43108d5 HTTP/1.1" status: 204 len: 168 time: 2.1750348 May 06 13:49:30.202014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58678) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:30.218231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Request body: {'port': {'name': 'tempest-new-port-name-947666364', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:30.218556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97c8f3ff-e49b-4efd-8627-0882ae52dcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.218692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] bootfile-name is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:49:30.218937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] tftp-server is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:49:30.219259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.api.validators [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] server-ip-address is not in valid_values {{(pid=84021) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:49:30.231578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:30.259602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5d091d55-1b1b-47a9-a1e4-6ffdc0d1b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.267325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Usage tracker for resource:network and tenant:504af71f344d4679a0257f25f29b808c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:30.282278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:30.312304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Network bc35cc6c-1769-4f6d-aff8-ea885d299210 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:30.317923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:30.322563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:30.329214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97c8f3ff-e49b-4efd-8627-0882ae52dcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.336857 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:30.339149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:30.343411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:30.344058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.348466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=e8f94c02-7f39-4392-ba1e-05d5711fa8ab,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:30.397162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, bc35cc6c-1769-4f6d-aff8-ea885d299210) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:30.405426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fda418-c0b4-4687-a9a5-1ac3533938a2 None None] Network bc35cc6c-1769-4f6d-aff8-ea885d299210 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:30.410896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:30.411984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.429257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Made reservation on behalf of 504af71f344d4679a0257f25f29b808c for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:30.432593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.476377 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5d091d55-1b1b-47a9-a1e4-6ffdc0d1b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.510164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.541992 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-325803a3-0177-405e-a72c-a7063ecd012a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6558964 May 06 13:49:30.549196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58682) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:30.569755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:30.570542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.607146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Port': ['ID=7d789704-7cc8-4143-8e14-6bf0bd3e091f,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:30.607886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d091d55-1b1b-47a9-a1e4-6ffdc0d1b2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00bc25e-5058-4e88-8f97-2b385c372c28,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:30.618702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5d091d55-1b1b-47a9-a1e4-6ffdc0d1b2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.636571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d48394-ab3d-4df2-8881-11fbc7645018 None None] Network 7b949343-fade-4404-b22c-bf0782c0d21c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:30.667922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97c8f3ff-e49b-4efd-8627-0882ae52dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.668596 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5d091d55-1b1b-47a9-a1e4-6ffdc0d1b2cb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d00bc25e-5058-4e88-8f97-2b385c372c28 HTTP/1.1" status: 204 len: 168 time: 1.1267552 May 06 13:49:30.673534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58686) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:30.734145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:30.741222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8f3ff-e49b-4efd-8627-0882ae52dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98607e52-e3ee-45b2-9b3e-f5f6b32f7d07,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:30.759832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Usage tracker for resource:security_group_rule and tenant:504af71f344d4679a0257f25f29b808c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:30.774618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:30.787192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Checking segment: {'id': 'f8d7a353-fbf6-4e9f-bb6c-04040cf7eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '04309038-2704-4e5e-a038-17f77e4208a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:30.787561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Network hostable DHCP agents. Network: 04309038-2704-4e5e-a038-17f77e4208a3, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:30.792121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:30.807692 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:49:30.809950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97c8f3ff-e49b-4efd-8627-0882ae52dcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.811396 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-97c8f3ff-e49b-4efd-8627-0882ae52dcb4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98607e52-e3ee-45b2-9b3e-f5f6b32f7d07 HTTP/1.1" status: 204 len: 168 time: 1.1159298 May 06 13:49:30.819363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.994937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.998969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.010455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] DHCP port deletion for 7b949343-fade-4404-b22c-bf0782c0d21c request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:31.016452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] Deleting port 723e2a2f-f947-4fa3-8715-529e2ce2b71b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:31.016452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.039957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.049336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Network 04309038-2704-4e5e-a038-17f77e4208a3 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:31.116678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Deleting port 723e2a2f-f947-4fa3-8715-529e2ce2b71b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:31.117017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.262642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 04309038-2704-4e5e-a038-17f77e4208a3) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:31.266657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:31.271295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:31.275744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:31.276429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.285555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6f8af-8fbf-4348-b769-1e873de1927f None None] Network 04309038-2704-4e5e-a038-17f77e4208a3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:31.300709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:31.324861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.330321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.337033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.352287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.372627 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4db88076-dda5-427b-98c0-dc00cd85cd1e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7773807 May 06 13:49:31.382353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58700) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:31.393973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:31.426283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] For port 723e2a2f-f947-4fa3-8715-529e2ce2b71b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=723e2a2f-f947-4fa3-8715-529e2ce2b71b,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:31.426850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.469958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:31.501376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584e52b8-93b6-4dfe-9435-4f858e2b1421,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:31.533212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.538399 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.539395 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Added segment 1d3bc481-0402-4a36-bb25-710ffa1dddbc of type vlan for network 3277ea93-ac60-43b0-8938-d204826ebc4e May 06 13:49:31.560405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.591246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 247098bd-85c9-4619-b7d6-7bfd9bc49778 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:31.621688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] Calling delete_port for 723e2a2f-f947-4fa3-8715-529e2ce2b71b owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:31.693399 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.703307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] In _notify_port_updated(), no bound segment for port e8f94c02-7f39-4392-ba1e-05d5711fa8ab on network b533b190-e633-4b83-a902-213036155a8e {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:49:31.707738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:31.708506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.709957 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "PUT /v2.0/ports/e8f94c02-7f39-4392-ba1e-05d5711fa8ab HTTP/1.1" status: 200 len: 818 time: 1.1538820 May 06 13:49:31.721297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58708) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:31.737029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event updated for resources: {'Port': ['ID=16107c83-73ef-4bbd-9532-ee051685ffa3,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:31.738510 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 247098bd-85c9-4619-b7d6-7bfd9bc49778 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:31.739120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 247098bd-85c9-4619-b7d6-7bfd9bc49778 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:31.739876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 723e2a2f-f947-4fa3-8715-529e2ce2b71b no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:31.756389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7660-80de-4d22-8f8e-798dcb30a282 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=e8f94c02-7f39-4392-ba1e-05d5711fa8ab,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:31.830421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdea912-7e8a-4acd-95d7-37e5cba647ff tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:31.835255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdea912-7e8a-4acd-95d7-37e5cba647ff tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:31.836394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4cdea912-7e8a-4acd-95d7-37e5cba647ff tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Synchronizing usage tracker for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:31.850756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ff33c506-22b5-40a0-a4e5-db2c964d4280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port e8f94c02-7f39-4392-ba1e-05d5711fa8ab {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:31.851100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ff33c506-22b5-40a0-a4e5-db2c964d4280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.906629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.916423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:31.917613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.952021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5429640b-f0e2-41d0-a66e-b2957af77f9d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.962020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] For port 723e2a2f-f947-4fa3-8715-529e2ce2b71b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=723e2a2f-f947-4fa3-8715-529e2ce2b71b,segment=NetworkSegment(0bb8d8b3-8ba9-4408-835a-09fe178eaecb),segment_id=0bb8d8b3-8ba9-4408-835a-09fe178eaecb)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:31.962377 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.964354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.021661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] No DVR routers for this DVR port 723e2a2f-f947-4fa3-8715-529e2ce2b71b on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:32.044956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d437b-f175-4708-8a85-9bfa6a846691 None None] Pushing event deleted for resources: {'Port': ['ID=723e2a2f-f947-4fa3-8715-529e2ce2b71b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:32.055579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.069037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a8669b2-0600-4e29-8f29-d3ff9cc6e37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.091762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4cdea912-7e8a-4acd-95d7-37e5cba647ff tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Unset dirty status for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:32.095521 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4cdea912-7e8a-4acd-95d7-37e5cba647ff tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7085807 May 06 13:49:32.107619 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3172350 May 06 13:49:32.108541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58716) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.131722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e266b2d4-8874-4108-befa-9312c818641d None None] Provisioning complete for port 16107c83-73ef-4bbd-9532-ee051685ffa3 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:32.135151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e266b2d4-8874-4108-befa-9312c818641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.137713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Calling delete_port for 723e2a2f-f947-4fa3-8715-529e2ce2b71b owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:32.160550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30996165-c86c-45d3-94ca-ad14094669b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Pushing event updated for resources: {'Network': ['ID=3277ea93-ac60-43b0-8938-d204826ebc4e,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:32.198870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 3277ea93-ac60-43b0-8938-d204826ebc4e details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:32.220216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c6f572ab-0dd5-4557-95e6-e65a941bfb9f tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Deleting port 385612cd-5383-447b-863f-beadd10fea64 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:32.220560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6f572ab-0dd5-4557-95e6-e65a941bfb9f tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.228753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:32.229051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:32.229587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] In _notify_port_updated(), no bound segment for port 16107c83-73ef-4bbd-9532-ee051685ffa3 on network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:49:32.233567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:32.235707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.241287 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c580fce4-3884-48da-b1dd-82e27fc77159 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "PUT /v2.0/ports/16107c83-73ef-4bbd-9532-ee051685ffa3 HTTP/1.1" status: 200 len: 1135 time: 2.0341527 May 06 13:49:32.258448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58726) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.334147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4407de-22b6-4c3a-86c8-1f19687073c6 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:32.334746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ad4407de-22b6-4c3a-86c8-1f19687073c6 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Synchronizing usage tracker for tenant:c6108b670b7c47cc93fac315065f5a79 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:32.353767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5429640b-f0e2-41d0-a66e-b2957af77f9d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.431443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ad4407de-22b6-4c3a-86c8-1f19687073c6 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Unset dirty status for tenant:c6108b670b7c47cc93fac315065f5a79 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:32.432981 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ad4407de-22b6-4c3a-86c8-1f19687073c6 tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "GET /v2.0/ports/16107c83-73ef-4bbd-9532-ee051685ffa3 HTTP/1.1" status: 200 len: 1135 time: 0.1736000 May 06 13:49:32.444146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e266b2d4-8874-4108-befa-9312c818641d None None] Port 16107c83-73ef-4bbd-9532-ee051685ffa3 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:32.454097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6f572ab-0dd5-4557-95e6-e65a941bfb9f tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.531694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58732) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.532057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58734) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.553937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Request body: {'port': {'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e', 'binding:host_id': 'hv-neutron-8408', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-862151793'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:32.598422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:32.617103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Usage tracker for resource:port and tenant:e66724a0542440f19e325dc02ae9fee1 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:32.636552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:32.653863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:32.690497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecf46c-8563-4826-a638-4eae4aefd22f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Deleting port 16107c83-73ef-4bbd-9532-ee051685ffa3 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:32.690876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf46c-8563-4826-a638-4eae4aefd22f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.691011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c6f572ab-0dd5-4557-95e6-e65a941bfb9f tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Calling delete_port for 385612cd-5383-447b-863f-beadd10fea64 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:32.757328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Router 7c56106b-5215-4d86-a207-51b26439e335 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:49:32.841579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Deleting port 723e2a2f-f947-4fa3-8715-529e2ce2b71b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:32.842151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.929113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6f572ab-0dd5-4557-95e6-e65a941bfb9f tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.930011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Made reservation on behalf of e66724a0542440f19e325dc02ae9fee1 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:32.932277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.985919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f572ab-0dd5-4557-95e6-e65a941bfb9f tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Port': ['ID=385612cd-5383-447b-863f-beadd10fea64,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:33.012700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6f572ab-0dd5-4557-95e6-e65a941bfb9f tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.014660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.031648 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c6f572ab-0dd5-4557-95e6-e65a941bfb9f tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/ports/385612cd-5383-447b-863f-beadd10fea64 HTTP/1.1" status: 204 len: 168 time: 0.9163144 May 06 13:49:33.033640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58750) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:33.040358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] The port '723e2a2f-f947-4fa3-8715-529e2ce2b71b' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:33.108829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3a6da583-3575-4616-81c0-a6f538e367b2 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Deleting port 7d789704-7cc8-4143-8e14-6bf0bd3e091f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:33.109087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a6da583-3575-4616-81c0-a6f538e367b2 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.128299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ff33c506-22b5-40a0-a4e5-db2c964d4280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.306725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58758) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:33.316047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:33.325931 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651d7fc-adb2-410d-b586-0840b10b94b0 None None] Sync routers for ids ['7c56106b-5215-4d86-a207-51b26439e335'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:33.338189 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651d7fc-adb2-410d-b586-0840b10b94b0 None None] Routers {'7c56106b-5215-4d86-a207-51b26439e335'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:33.339096 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6651d7fc-adb2-410d-b586-0840b10b94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c56106b-5215-4d86-a207-51b26439e335'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:33.366338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ff33c506-22b5-40a0-a4e5-db2c964d4280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for e8f94c02-7f39-4392-ba1e-05d5711fa8ab owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:33.366874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a6da583-3575-4616-81c0-a6f538e367b2 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.374547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.375723 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-da0405cf-7d5a-4cb8-960c-197d1cb4ce61 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.8970044 May 06 13:49:33.378854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58764) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:33.386232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2e5f8ebe-c6e7-4dcd-aa9c-8588d87d2189 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': False}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:33.405995 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6651d7fc-adb2-410d-b586-0840b10b94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:33.417688 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651d7fc-adb2-410d-b586-0840b10b94b0 None None] Routers {'7c56106b-5215-4d86-a207-51b26439e335'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:33.418942 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6651d7fc-adb2-410d-b586-0840b10b94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c56106b-5215-4d86-a207-51b26439e335'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:33.482776 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6651d7fc-adb2-410d-b586-0840b10b94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:33.483394 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651d7fc-adb2-410d-b586-0840b10b94b0 None None] The sync data for ids ['7c56106b-5215-4d86-a207-51b26439e335'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:33.504353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ff33c506-22b5-40a0-a4e5-db2c964d4280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.530677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.555309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2025908956'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:33.563561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3a6da583-3575-4616-81c0-a6f538e367b2 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Calling delete_port for 7d789704-7cc8-4143-8e14-6bf0bd3e091f owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:33.573512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:33.647676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Usage tracker for resource:security_group_rule and tenant:e66724a0542440f19e325dc02ae9fee1 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:33.651262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33c506-22b5-40a0-a4e5-db2c964d4280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=e8f94c02-7f39-4392-ba1e-05d5711fa8ab,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:33.656729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:33.670841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:33.672415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Usage tracker for resource:router and tenant:0bd43ac968fe4760b3ce03b41e5d95b9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:33.678489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:33.684543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:33.693416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ff33c506-22b5-40a0-a4e5-db2c964d4280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.694318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:33.708729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b949343-fade-4404-b22c-bf0782c0d21c']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:33.729767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.730684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.741898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a6da583-3575-4616-81c0-a6f538e367b2 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.754692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb8d8b3-8ba9-4408-835a-09fe178eaecb') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:33.755011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb8d8b3-8ba9-4408-835a-09fe178eaecb') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:33.788010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.799501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6da583-3575-4616-81c0-a6f538e367b2 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Port': ['ID=7d789704-7cc8-4143-8e14-6bf0bd3e091f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:33.806831 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ff33c506-22b5-40a0-a4e5-db2c964d4280 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/e8f94c02-7f39-4392-ba1e-05d5711fa8ab HTTP/1.1" status: 204 len: 168 time: 2.0818875 May 06 13:49:33.811477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58768) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:33.815947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a6da583-3575-4616-81c0-a6f538e367b2 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.840367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.851846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.852151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf46c-8563-4826-a638-4eae4aefd22f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.869593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:33.869986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:33.883591 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:33.885949 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3a6da583-3575-4616-81c0-a6f538e367b2 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/ports/7d789704-7cc8-4143-8e14-6bf0bd3e091f HTTP/1.1" status: 204 len: 168 time: 0.8509767 May 06 13:49:33.890930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58772) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:33.946188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.955221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-63c85664-3bfa-4fa7-8f60-520a429e960e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Synchronizing usage tracker for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:33.991310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.992500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ded535eb-71ca-4005-a171-62993d8ae55a tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6843448 May 06 13:49:33.995916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58776) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:34.052472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-63c85664-3bfa-4fa7-8f60-520a429e960e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Unset dirty status for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:34.053600 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-63c85664-3bfa-4fa7-8f60-520a429e960e tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1607192 May 06 13:49:34.061051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58780) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:34.061348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecf46c-8563-4826-a638-4eae4aefd22f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Calling delete_port for 16107c83-73ef-4bbd-9532-ee051685ffa3 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:34.136618 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5429640b-f0e2-41d0-a66e-b2957af77f9d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 67f4fb7f-434f-4ab5-b06f-5553bde225d3 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:34.181648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-503111466'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:34.181914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.182951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.188172 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.220688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.235678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] device_id is not set on port b61e2b7f-2918-48a5-931e-8e0a6d95e16c yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:34.238484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:34.247431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86724b-6c2b-478a-bff8-ececd7cad9af tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:34.248022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0f86724b-6c2b-478a-bff8-ececd7cad9af tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:34.258229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Usage tracker for resource:network and tenant:f38b1c22502e47f7b0c97b089071d19f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:34.278715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b949343-fade-4404-b22c-bf0782c0d21c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:34.289503 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1fc429c8-a693-4915-ba3d-074f63bd06d2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7b949343-fade-4404-b22c-bf0782c0d21c HTTP/1.1" status: 204 len: 168 time: 3.6139646 May 06 13:49:34.319213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7fa1-aa1c-4a30-a486-3b6884dd332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.325965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:34.388892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:34.413454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0f86724b-6c2b-478a-bff8-ececd7cad9af tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:34.417451 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0f86724b-6c2b-478a-bff8-ececd7cad9af tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6005158 May 06 13:49:34.417676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58786) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:34.454828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Made reservation on behalf of f38b1c22502e47f7b0c97b089071d19f for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:34.457939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.476491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-100ca7b2-cfaa-492e-8059-6386634cf3b8 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.560696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58790) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:34.567163 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-3491bfc0-262d-4ad6-8cb8-1099215068de tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:49:34.568539 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3491bfc0-262d-4ad6-8cb8-1099215068de tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/e8f94c02-7f39-4392-ba1e-05d5711fa8ab HTTP/1.1" status: 404 len: 333 time: 0.1489885 May 06 13:49:34.606748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58794) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:34.630354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c8f1c2-b3a6-4a11-a7db-13df48d090c5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:34.640557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-479019371'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:34.653243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:34.666114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:34.671077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:network and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:34.680341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:34.696313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.696658 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Added segment 3747120b-2139-4da7-88c5-9f5165c8bfb1 of type vlan for network b33684a2-5064-4041-b3c9-147ebbe6a7b4 May 06 13:49:34.707826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:34.731997 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c257fec9-6def-49db-8afe-9c91d3da1a82 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d062d92dc9334db4a11b67cd72574e1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1671472 May 06 13:49:34.734471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58798) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:34.753943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf46c-8563-4826-a638-4eae4aefd22f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.833274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:34.836183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.876129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.929538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecf46c-8563-4826-a638-4eae4aefd22f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event deleted for resources: {'Port': ['ID=16107c83-73ef-4bbd-9532-ee051685ffa3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:35.059873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.063409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:35.064046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.069701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-100ca7b2-cfaa-492e-8059-6386634cf3b8 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.130528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:35.132550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2422cbe2-8eb3-4eaf-be4c-6304a8077f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.158097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-100ca7b2-cfaa-492e-8059-6386634cf3b8 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.179107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.179443 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Added segment 34afeae2-5a24-4abb-991a-984613c00ac8 of type vlan for network ddcb00d0-0345-4120-b8ac-0b652c005df8 May 06 13:49:35.197075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1349583 May 06 13:49:35.200056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021d641-e16e-4afa-bf58-ff7435ced319 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Network': ['ID=b33684a2-5064-4041-b3c9-147ebbe6a7b4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:35.202712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58802) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:35.212774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2422cbe2-8eb3-4eaf-be4c-6304a8077f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.213294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-932894097'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:35.216031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network b33684a2-5064-4041-b3c9-147ebbe6a7b4 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:35.221834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:35.230156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] device_id is not set on port b61e2b7f-2918-48a5-931e-8e0a6d95e16c yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:35.259418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.276035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf46c-8563-4826-a638-4eae4aefd22f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.294116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Usage tracker for resource:network and tenant:f38b1c22502e47f7b0c97b089071d19f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:35.304078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:35.318481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.357603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:35.358856 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a3ecf46c-8563-4826-a638-4eae4aefd22f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "DELETE /v2.0/ports/16107c83-73ef-4bbd-9532-ee051685ffa3 HTTP/1.1" status: 204 len: 168 time: 2.8219316 May 06 13:49:35.364550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58806) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:35.367293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-100ca7b2-cfaa-492e-8059-6386634cf3b8 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.367770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100ca7b2-cfaa-492e-8059-6386634cf3b8 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26138649-1fb5-46b9-92ec-de94def5c97c {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:35.385677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-100ca7b2-cfaa-492e-8059-6386634cf3b8 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.387179 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-100ca7b2-cfaa-492e-8059-6386634cf3b8 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "DELETE /v2.0/routers/26138649-1fb5-46b9-92ec-de94def5c97c HTTP/1.1" status: 204 len: 168 time: 1.3886268 May 06 13:49:35.390800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58810) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:35.393877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Made reservation on behalf of f38b1c22502e47f7b0c97b089071d19f for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:35.397713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.409872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.413533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:35.414097 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.416898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Request body: {'router': {'name': 'tempest-router-1455678674', 'distributed': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:35.439628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:35.448422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Usage tracker for resource:router and tenant:0bd43ac968fe4760b3ce03b41e5d95b9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:35.454298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:35.455539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Transition to ACTIVE for port object b61e2b7f-2918-48a5-931e-8e0a6d95e16c will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:35.468997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:35.469405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2422cbe2-8eb3-4eaf-be4c-6304a8077f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.475486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:35.483377 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.499028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.499544 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Added segment e47e021d-39d0-4b0d-9215-d659c247cad1 of type vlan for network 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d May 06 13:49:35.501280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.502684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.548467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.561662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.568257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.584767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5429640b-f0e2-41d0-a66e-b2957af77f9d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:35.586664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.596755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5429640b-f0e2-41d0-a66e-b2957af77f9d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.597662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c0563-8c05-4f03-be08-d78454d25012 None None] Sync routers for ids ['67f4fb7f-434f-4ab5-b06f-5553bde225d3'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:35.598647 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5429640b-f0e2-41d0-a66e-b2957af77f9d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/67f4fb7f-434f-4ab5-b06f-5553bde225d3 HTTP/1.1" status: 200 len: 891 time: 5.8781719 May 06 13:49:35.602934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2422cbe2-8eb3-4eaf-be4c-6304a8077f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.603996 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2422cbe2-8eb3-4eaf-be4c-6304a8077f05 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc1f2436-67f7-4eba-a934-86ee676fcff0 HTTP/1.1" status: 204 len: 168 time: 0.8652904 May 06 13:49:35.605062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cbe2-8eb3-4eaf-be4c-6304a8077f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1f2436-67f7-4eba-a934-86ee676fcff0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:35.608941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58814) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:35.616773 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0036237 May 06 13:49:35.621454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58820) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:35.633269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:35.637713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c0563-8c05-4f03-be08-d78454d25012 None None] Routers {'67f4fb7f-434f-4ab5-b06f-5553bde225d3'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:35.638427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d22c0563-8c05-4f03-be08-d78454d25012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67f4fb7f-434f-4ab5-b06f-5553bde225d3'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:35.710181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d22c0563-8c05-4f03-be08-d78454d25012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:35.732498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c0563-8c05-4f03-be08-d78454d25012 None None] Routers {'67f4fb7f-434f-4ab5-b06f-5553bde225d3'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:35.733304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d22c0563-8c05-4f03-be08-d78454d25012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67f4fb7f-434f-4ab5-b06f-5553bde225d3'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:35.740357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18944f-6fc0-4461-80d7-07e2849637c5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Network': ['ID=ddcb00d0-0345-4120-b8ac-0b652c005df8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:35.807310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:35.918190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d22c0563-8c05-4f03-be08-d78454d25012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:35.919155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c0563-8c05-4f03-be08-d78454d25012 None None] The sync data for ids ['67f4fb7f-434f-4ab5-b06f-5553bde225d3'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:35.931352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:35.931997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=b61e2b7f-2918-48a5-931e-8e0a6d95e16c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:35.938805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:35.943902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:35.951487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:35.970748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.975884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:35.976694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.012774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:36.034115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-582f4888-d1ca-4f85-8f0f-c09dd7dac88f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Deleting subnet 755071ec-75c7-482e-8292-f75e90d759f5 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:36.038811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.039169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Checking segment: {'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:36.039563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Network hostable DHCP agents. Network: 3277ea93-ac60-43b0-8938-d204826ebc4e, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:36.044042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-582f4888-d1ca-4f85-8f0f-c09dd7dac88f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.114233 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9090581 May 06 13:49:36.134800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-582f4888-d1ca-4f85-8f0f-c09dd7dac88f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.195858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Network 3277ea93-ac60-43b0-8938-d204826ebc4e is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:36.201002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8ebe-c6e7-4dcd-aa9c-8588d87d2189 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.226966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 3277ea93-ac60-43b0-8938-d204826ebc4e) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:36.245941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e223391-22c6-45e9-8530-3737b29ca5c9 None None] Network 3277ea93-ac60-43b0-8938-d204826ebc4e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:36.248987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:36.281086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:36.281425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:36.281740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:36.300324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:36.300889 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:36.303199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-582f4888-d1ca-4f85-8f0f-c09dd7dac88f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.329558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.330743 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cb600132-95ff-4439-8c78-5c9993380a23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9384887 May 06 13:49:36.338684 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 2 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:36.342666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58828) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:36.350183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.362993 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9118796b-2cd1-452d-96f3-43326dc5f62e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/routers/67f4fb7f-434f-4ab5-b06f-5553bde225d3 HTTP/1.1" status: 200 len: 891 time: 0.7445982 May 06 13:49:36.373125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58832) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:36.414492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:36.415187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:36.415745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:36.563366 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b206df2e-c64a-475e-b35f-b58752e93902 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=67f4fb7f-434f-4ab5-b06f-5553bde225d3 HTTP/1.1" status: 200 len: 205 time: 0.1865501 May 06 13:49:36.570956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58838) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:36.587644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c9c07-8d7f-4f72-931a-4d861806dc7a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Network': ['ID=9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:36.627591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:36.628155 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:36.635205 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 3 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:36.720395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.774550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:36.824098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:36.824994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:36.825328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:36.851891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-582f4888-d1ca-4f85-8f0f-c09dd7dac88f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.916923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f21f8bd-f026-4089-8166-cd6dc2723158 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.925020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:36.935504 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:36.940301 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 4 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:36.966535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.984508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking segment: {'id': '34afeae2-5a24-4abb-991a-984613c00ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:36.985070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network hostable DHCP agents. Network: ddcb00d0-0345-4120-b8ac-0b652c005df8, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:36.997209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f4888-d1ca-4f85-8f0f-c09dd7dac88f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event deleted for resources: {'Subnet': ['ID=755071ec-75c7-482e-8292-f75e90d759f5,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:37.020990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa8b60-df10-4426-a549-404b0729e1ea None None] Network ddda47a2-7ba8-413d-a90a-8ebcc44acb39 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:37.022175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-582f4888-d1ca-4f85-8f0f-c09dd7dac88f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.025531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:37.035255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:37.035694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:37.054457 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-582f4888-d1ca-4f85-8f0f-c09dd7dac88f tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "DELETE /v2.0/subnets/755071ec-75c7-482e-8292-f75e90d759f5 HTTP/1.1" status: 204 len: 168 time: 1.6888416 May 06 13:49:37.062196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=b79341cb-a979-460d-b014-fc30ba3116c4,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:37.064558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58846) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:37.071069 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:37.084193 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:37.110723 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 5 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:37.278297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:37.324025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.327994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:37.328485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:37.328988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:37.343728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:37.344328 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:37.355331 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 6 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:37.404708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Deleting port a7b93672-24a5-4aa8-a761-b1a7fbacf462 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:37.405742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.428401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, ddcb00d0-0345-4120-b8ac-0b652c005df8) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:37.436550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d1bb1-3e10-4a3b-8f8a-a69fc261ee5c None None] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:37.441731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:37.442316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.505922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:37.509210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:37.509767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:37.513963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] DHCP port deletion for ddda47a2-7ba8-413d-a90a-8ebcc44acb39 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:37.561234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:37.562581 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:37.570342 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 7 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:37.585251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58856) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:37.586115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:37.586681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:37.587213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:37.588452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] Deleting port a7b93672-24a5-4aa8-a761-b1a7fbacf462 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:37.588878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.670466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:37.680305 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:37.701142 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 8 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:37.753013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f21f8bd-f026-4089-8166-cd6dc2723158 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.757461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f21f8bd-f026-4089-8166-cd6dc2723158 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.763546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:37.767106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:37.769609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:37.791948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8ebe-c6e7-4dcd-aa9c-8588d87d2189 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.796880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f21f8bd-f026-4089-8166-cd6dc2723158 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.797537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f21f8bd-f026-4089-8166-cd6dc2723158 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3450c4b-95d6-4b67-92e9-17d730b7dd76 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:37.803176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f21f8bd-f026-4089-8166-cd6dc2723158 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.804459 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7f21f8bd-f026-4089-8166-cd6dc2723158 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d3450c4b-95d6-4b67-92e9-17d730b7dd76 HTTP/1.1" status: 204 len: 168 time: 1.4594343 May 06 13:49:37.809353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-24c9b0a0-2598-4b37-a907-5c5cb59bc0f2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1831234 May 06 13:49:37.809889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58862) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:37.812659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58864) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:37.815529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8ebe-c6e7-4dcd-aa9c-8588d87d2189 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.824992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Request body: {'router': {'name': 'tempest-router-340077297', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8817607d8b8d44359df4e324c46f11a2'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:37.885130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:37.987591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:37.990584 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:37.994201 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 9 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:38.016140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.041297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:38.085642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-33350832-network', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:38.100036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:38.114272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Usage tracker for resource:router and tenant:8817607d8b8d44359df4e324c46f11a2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:38.121171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:38.124193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:38.130835 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:38.138139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] For port a7b93672-24a5-4aa8-a761-b1a7fbacf462, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a7b93672-24a5-4aa8-a761-b1a7fbacf462,segment=NetworkSegment(10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac),segment_id=10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:38.138675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.159555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:38.162867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-ddcb00d0-0345-4120-b8ac-0b652c005df8', 'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8', 'tenant_id': '2578e9ffc9bb415999c0afe4f5790b5d', 'fixed_ips': [{'subnet_id': 'b79341cb-a979-460d-b014-fc30ba3116c4'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:38.164547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.165925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:38.171657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:38.172329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:38.172948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:38.174232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:38.176375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Usage tracker for resource:network and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:38.188595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:38.200648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:38.201976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:38.204323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.205766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] For port a7b93672-24a5-4aa8-a761-b1a7fbacf462, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a7b93672-24a5-4aa8-a761-b1a7fbacf462,segment=NetworkSegment(10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac),segment_id=10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:38.206287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.218151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:38.218676 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:38.224605 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 10 to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c May 06 13:49:38.289714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:38.290270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:38.290747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:38.338661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] Calling delete_port for a7b93672-24a5-4aa8-a761-b1a7fbacf462 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:38.346331 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.ipam_backend_mixin [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b79341cb-a979-460d-b014-fc30ba3116c4 (CIDR: 2001:db8::/64) May 06 13:49:38.350515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.351989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.369163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Calling delete_port for a7b93672-24a5-4aa8-a761-b1a7fbacf462 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:38.373494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.393038 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:49:38.393638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:49:38.408598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.415554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Made reservation on behalf of 84fbb053d0e242bb912a58ab3902988d for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:38.418226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.450305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:38.451025 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port b61e2b7f-2918-48a5-931e-8e0a6d95e16c on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:38.451590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.452617 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-775f0d9b-6bf0-4612-bc4a-0f35c6b89ef0 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6386182 May 06 13:49:38.464756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58870) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:38.471928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.473688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-511448f4-e5a4-4f32-b1db-7946abedb4d9 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6623619 May 06 13:49:38.478754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58874) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:38.482494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:38.499934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.570153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.604151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:38.615850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:38.616435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:38.622320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:38.629064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Usage tracker for resource:security_group_rule and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:38.633689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:38.639191 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] For port b61e2b7f-2918-48a5-931e-8e0a6d95e16c, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:38.639873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempted to set empty binding levels {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 13:49:38.646806 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:38.649391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.661521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] Pushing event deleted for resources: {'Port': ['ID=a7b93672-24a5-4aa8-a761-b1a7fbacf462,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:38.675404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5d462-6c2f-4976-bf00-a53b4be43eaf None None] No DVR routers for this DVR port a7b93672-24a5-4aa8-a761-b1a7fbacf462 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:38.706648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Allocated IP 2001:db8::2 (ddcb00d0-0345-4120-b8ac-0b652c005df8/b79341cb-a979-460d-b014-fc30ba3116c4/85d2848f-2dc7-4315-912f-ea2aff7e5d49) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:38.744697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.747335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5f8ebe-c6e7-4dcd-aa9c-8588d87d2189 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Router 7c56106b-5215-4d86-a207-51b26439e335 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:38.781196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=b61e2b7f-2918-48a5-931e-8e0a6d95e16c,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:38.829289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58878) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:38.829999 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-17799948-6334-40c6-911e-8b912e820042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.2895186 May 06 13:49:38.868673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.879072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.895880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:38.909072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.909582 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Added segment 5f6f6628-9cc4-4db2-be72-a4191b8ce723 of type vlan for network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 May 06 13:49:38.943694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.042442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3fe18a-aebf-4c33-a80c-c28cbd709773,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.064992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.065522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Deleting port b61e2b7f-2918-48a5-931e-8e0a6d95e16c {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:39.066053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.075274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.076659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:39.077286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.126133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.139439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Transition to ACTIVE for port object 85d2848f-2dc7-4315-912f-ea2aff7e5d49 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:39.163317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Transition to ACTIVE for port object 85d2848f-2dc7-4315-912f-ea2aff7e5d49 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:39.172121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.181251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:39.271679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Pushing event updated for resources: {'Port': ['ID=85d2848f-2dc7-4315-912f-ea2aff7e5d49,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.288279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:39.290033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:39.297198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:39.311544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 16033b91-b1e6-44ff-a464-073ccb7e7f1d {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:39.311929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.343255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Deleting port a7b93672-24a5-4aa8-a761-b1a7fbacf462 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:39.343255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.376702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:39.382749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] Pushing event updated for resources: {'Network': ['ID=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.388101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:39.397131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:39.400448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:39.420020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Attempting to bind port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:39.420385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Attempting to bind port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '34afeae2-5a24-4abb-991a-984613c00ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:39.420822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Attempting to bind port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 on network ddcb00d0-0345-4120-b8ac-0b652c005df8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:39.431734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58882) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:39.481460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'subnets': [{'network_id': 'b33684a2-5064-4041-b3c9-147ebbe6a7b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1536403675', 'ip_version': 6}, {'network_id': '9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:39.481880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'subnet': {'network_id': 'b33684a2-5064-4041-b3c9-147ebbe6a7b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1536403675', 'ip_version': 6}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:39.482430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Request body: {'subnet': {'network_id': '9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:39.491050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:39.496390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.503742 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-99b8fcd8-8b0b-47b5-ab5d-ec62b5e97d17 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8874638 May 06 13:49:39.507903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:39.508279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Checking segment: {'id': '34afeae2-5a24-4abb-991a-984613c00ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:39.508681 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.509069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Bound using segment: {'id': '34afeae2-5a24-4abb-991a-984613c00ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:39.509607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Bound port: 85d2848f-2dc7-4315-912f-ea2aff7e5d49, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34afeae2-5a24-4abb-991a-984613c00ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:39.509980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.510507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] The port 'a7b93672-24a5-4aa8-a761-b1a7fbacf462' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:39.517055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58886) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:39.530475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a7b93672-24a5-4aa8-a761-b1a7fbacf462 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:39.575889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a7b93672-24a5-4aa8-a761-b1a7fbacf462 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:39.576228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a7b93672-24a5-4aa8-a761-b1a7fbacf462 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:39.578800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Request body: {'subnet': {'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-33350832-subnet', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:39.651923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:39.654026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] For port 85d2848f-2dc7-4315-912f-ea2aff7e5d49, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:39.658011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] For port 85d2848f-2dc7-4315-912f-ea2aff7e5d49, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=85d2848f-2dc7-4315-912f-ea2aff7e5d49,segment=NetworkSegment(34afeae2-5a24-4abb-991a-984613c00ac8),segment_id=34afeae2-5a24-4abb-991a-984613c00ac8)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:39.662412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.706981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Usage tracker for resource:subnet and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:39.727765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:39.773530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c1049-e21d-4d72-a122-48edb4a0f4a0 None None] Pushing event updated for resources: {'Port': ['ID=85d2848f-2dc7-4315-912f-ea2aff7e5d49,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.811266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.811619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.813282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:39.927681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Made reservation on behalf of 84fbb053d0e242bb912a58ab3902988d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:39.929287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.967421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.022877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] For port b61e2b7f-2918-48a5-931e-8e0a6d95e16c, host hv-neutron-8408, got binding levels [] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:40.023237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.113252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddda47a2-7ba8-413d-a90a-8ebcc44acb39']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.135514 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.135878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b8c0ff-e12c-4c5b-b0e3-d828f691f2ac') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.145211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.166562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.167208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84022) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 06 13:49:40.167657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Router d1ab546c-4ab1-4658-9fd8-9711ff278f9d migrating from provider to provider. {{(pid=84022) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 06 13:49:40.168493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.176353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Calling delete_port for b61e2b7f-2918-48a5-931e-8e0a6d95e16c owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:40.231336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.251725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.296953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:40.305020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 16033b91-b1e6-44ff-a464-073ccb7e7f1d owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:40.346908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Usage tracker for resource:subnet and tenant:f38b1c22502e47f7b0c97b089071d19f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:40.354843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.357630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:40.377080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:40.379415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:40.379841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:40.396432 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:40.456804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.500546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Made reservation on behalf of f38b1c22502e47f7b0c97b089071d19f for: {'subnet': 2} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:40.528870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event deleted for resources: {'Port': ['ID=b61e2b7f-2918-48a5-931e-8e0a6d95e16c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:40.537357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5f8ebe-c6e7-4dcd-aa9c-8588d87d2189 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:40.548593 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb790d8b-e01d-46d9-8bb9-99eef04ba9e3 None None] Sync routers for ids ['7c56106b-5215-4d86-a207-51b26439e335'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:40.561260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.566152 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb790d8b-e01d-46d9-8bb9-99eef04ba9e3 None None] Routers {'7c56106b-5215-4d86-a207-51b26439e335'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:40.567057 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fb790d8b-e01d-46d9-8bb9-99eef04ba9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c56106b-5215-4d86-a207-51b26439e335'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.590663 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-51c6a701-0546-430d-8791-43ada7077745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "DELETE /v2.0/ports/b61e2b7f-2918-48a5-931e-8e0a6d95e16c HTTP/1.1" status: 204 len: 168 time: 1.7563763 May 06 13:49:40.592542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8ebe-c6e7-4dcd-aa9c-8588d87d2189 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.593629 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2e5f8ebe-c6e7-4dcd-aa9c-8588d87d2189 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "PUT /v2.0/routers/7c56106b-5215-4d86-a207-51b26439e335 HTTP/1.1" status: 200 len: 920 time: 7.2138996 May 06 13:49:40.594570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58890) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:40.596527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58892) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:40.610680 dv-neutron-840889-1-hyperv neutron-server[84022]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] No L3 agents can host the router d1ab546c-4ab1-4658-9fd8-9711ff278f9d May 06 13:49:40.644277 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fb790d8b-e01d-46d9-8bb9-99eef04ba9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.658173 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb790d8b-e01d-46d9-8bb9-99eef04ba9e3 None None] Routers {'7c56106b-5215-4d86-a207-51b26439e335'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:40.659527 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fb790d8b-e01d-46d9-8bb9-99eef04ba9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7c56106b-5215-4d86-a207-51b26439e335'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.664032 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d41edf6-7d57-4d8a-876a-f969b107d604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] GET failed (client error): The resource could not be found. May 06 13:49:40.664531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1d41edf6-7d57-4d8a-876a-f969b107d604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Synchronizing usage tracker for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:40.679609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.684599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.732160 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fb790d8b-e01d-46d9-8bb9-99eef04ba9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.732811 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb790d8b-e01d-46d9-8bb9-99eef04ba9e3 None None] The sync data for ids ['7c56106b-5215-4d86-a207-51b26439e335'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:40.757075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.799734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1d41edf6-7d57-4d8a-876a-f969b107d604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Unset dirty status for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:40.804767 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1d41edf6-7d57-4d8a-876a-f969b107d604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "GET /v2.0/ports/b61e2b7f-2918-48a5-931e-8e0a6d95e16c HTTP/1.1" status: 404 len: 333 time: 0.2006712 May 06 13:49:40.848886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58898) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:40.913318 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcbe29f-5c60-4609-9d7e-f776e02eaced None None] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:40.944108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Request body: {'port': {'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-581371301'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:40.953972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] Pushing event deleted for resources: {'Network': ['ID=ddda47a2-7ba8-413d-a90a-8ebcc44acb39,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:40.971335 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-34e46a78-1343-4ec3-81bb-9aab54e1620a tempest-ExtraDHCPOptionsTestJSON-32971811 tempest-ExtraDHCPOptionsTestJSON-32971811-project] 10.222.0.65 "DELETE /v2.0/networks/ddda47a2-7ba8-413d-a90a-8ebcc44acb39 HTTP/1.1" status: 204 len: 168 time: 3.9004114 May 06 13:49:40.971542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:41.019072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:41.020969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:41.023366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:41.028805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:41.029206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.047419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=cddcb00d-3b1a-42ff-b824-51f3b6a97819,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:41.065961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1a01825c-534e-4b4a-b8a5-104a2e67b486 None None] Provisioning for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:41.091925 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f1f737e2-3872-4940-9f7f-ebc2051f4048 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6218486 May 06 13:49:41.097356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58904) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.102864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8', 'fixed_ips': [{'subnet_id': 'b79341cb-a979-460d-b014-fc30ba3116c4'}, {'subnet_id': 'cddcb00d-3b1a-42ff-b824-51f3b6a97819'}], 'name': 'tempest-PortsIpV6TestJSON-1382956565'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:41.131052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Hosts for router d1ab546c-4ab1-4658-9fd8-9711ff278f9d: [] {{(pid=84022) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 06 13:49:41.191904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.192383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.230363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Hosts for other DVR routers connected to router d1ab546c-4ab1-4658-9fd8-9711ff278f9d: set() {{(pid=84022) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 06 13:49:41.233195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.237113 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1b687602-a9bc-4343-b9ae-90246d9794d0 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "PUT /v2.0/routers/d1ab546c-4ab1-4658-9fd8-9711ff278f9d HTTP/1.1" status: 200 len: 716 time: 2.6478486 May 06 13:49:41.240739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58910) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.295682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Made reservation on behalf of e66724a0542440f19e325dc02ae9fee1 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:41.296739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58914) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.297990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.306964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.341326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa829730-609c-4d98-85b0-2580901eeac8 None None] Update dhcp port {'port': {'network_id': 'ddcb00d0-0345-4120-b8ac-0b652c005df8', 'fixed_ips': [{'subnet_id': 'b79341cb-a979-460d-b014-fc30ba3116c4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cddcb00d-3b1a-42ff-b824-51f3b6a97819'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '85d2848f-2dc7-4315-912f-ea2aff7e5d49'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:49:41.397763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa829730-609c-4d98-85b0-2580901eeac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.426882 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1d15dbfe-b0c0-4099-a4e9-ab8ab42b5320 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "GET /v2.0/routers/d1ab546c-4ab1-4658-9fd8-9711ff278f9d HTTP/1.1" status: 200 len: 716 time: 0.1851795 May 06 13:49:41.427522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58920) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.428536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:41.435003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:port and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:41.441432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:41.448045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:41.478660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:41.490078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] device_id is not set on port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:41.606990 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-46bf9698-b50a-48cf-a553-3ec729dedeac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6108b670b7c47cc93fac315065f5a79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3051820 May 06 13:49:41.619819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58926) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.649888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68927b3b-8f2d-40bc-941a-8899b767f6db,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:41.657171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85d2848f-2dc7-4315-912f-ea2aff7e5d49 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:41.745378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-aa829730-609c-4d98-85b0-2580901eeac8 None None] Allocated IP 2001:db8:0:1::2 (ddcb00d0-0345-4120-b8ac-0b652c005df8/cddcb00d-3b1a-42ff-b824-51f3b6a97819/85d2848f-2dc7-4315-912f-ea2aff7e5d49) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:41.765394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.806738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.833398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:41.839154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 96e89e11-338b-43a6-9d83-46148d8cf469 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:41.850102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:41.850465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.920540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a1d23a79-dcd1-49f9-9662-6e7f88dd8d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.932136 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9cd03d86-a4e5-4ecb-82f6-1fe593556373 tempest-RoutersTestDVR-1056851049 tempest-RoutersTestDVR-1056851049-project] 10.222.0.65 "GET /v2.0/routers/d1ab546c-4ab1-4658-9fd8-9711ff278f9d HTTP/1.1" status: 200 len: 682 time: 0.5007586 May 06 13:49:41.939537 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=16033b91-b1e6-44ff-a464-073ccb7e7f1d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:41.942066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58930) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.953769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-aa829730-609c-4d98-85b0-2580901eeac8 None None] For port 85d2848f-2dc7-4315-912f-ea2aff7e5d49, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=85d2848f-2dc7-4315-912f-ea2aff7e5d49,segment=NetworkSegment(34afeae2-5a24-4abb-991a-984613c00ac8),segment_id=34afeae2-5a24-4abb-991a-984613c00ac8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:41.987391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Checking segment: {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:41.987755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Network hostable DHCP agents. Network: e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:42.031513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa829730-609c-4d98-85b0-2580901eeac8 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.041988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.064590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-aa829730-609c-4d98-85b0-2580901eeac8 None None] Transition to ACTIVE for port object 85d2848f-2dc7-4315-912f-ea2aff7e5d49 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:42.071878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa829730-609c-4d98-85b0-2580901eeac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.122355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a1d23a79-dcd1-49f9-9662-6e7f88dd8d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.250156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02f99b5a-4e7d-4e31-8c2b-8bceece04268 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.299143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:42.299437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:42.303844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa829730-609c-4d98-85b0-2580901eeac8 None None] Pushing event updated for resources: {'Port': ['ID=85d2848f-2dc7-4315-912f-ea2aff7e5d49,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:42.321018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:42.429260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a1d23a79-dcd1-49f9-9662-6e7f88dd8d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.444066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.445856 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:42.456720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018bab2d-7465-49da-92e0-760a558d35bc None None] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:42.462627 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f8ab772a-f115-48fc-b364-3ccd1fedc295 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/routers/7c56106b-5215-4d86-a207-51b26439e335 HTTP/1.1" status: 200 len: 920 time: 1.8646562 May 06 13:49:42.469014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58934) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:42.543025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:42.543613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.622632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.670417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d23a79-dcd1-49f9-9662-6e7f88dd8d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe0bb1-9af0-424c-98d0-58ea9fe2f6ed,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:42.672787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::35 (ddcb00d0-0345-4120-b8ac-0b652c005df8/b79341cb-a979-460d-b014-fc30ba3116c4/96e89e11-338b-43a6-9d83-46148d8cf469) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:42.689275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8:0:1::2c8 (ddcb00d0-0345-4120-b8ac-0b652c005df8/cddcb00d-3b1a-42ff-b824-51f3b6a97819/96e89e11-338b-43a6-9d83-46148d8cf469) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:42.764267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:42.765088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.926849 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dafea11b-3c71-4c1e-84b1-09505c472f52 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4025402 May 06 13:49:42.950569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b450de3-ebd8-4835-94b8-052c0f6b0b4a None None] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:42.960671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58938) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:42.991968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:43.004309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a1d23a79-dcd1-49f9-9662-6e7f88dd8d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.005424 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a1d23a79-dcd1-49f9-9662-6e7f88dd8d91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47fe0bb1-9af0-424c-98d0-58ea9fe2f6ed HTTP/1.1" status: 204 len: 168 time: 1.3844466 May 06 13:49:43.025064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02f99b5a-4e7d-4e31-8c2b-8bceece04268 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.030963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02f99b5a-4e7d-4e31-8c2b-8bceece04268 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.066915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:43.144637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Usage tracker for resource:router and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:43.148767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.152898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:43.169455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.188199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02f99b5a-4e7d-4e31-8c2b-8bceece04268 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.188647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f99b5a-4e7d-4e31-8c2b-8bceece04268 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1ab546c-4ab1-4658-9fd8-9711ff278f9d {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:43.201236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:43.215899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02f99b5a-4e7d-4e31-8c2b-8bceece04268 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.220686 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-02f99b5a-4e7d-4e31-8c2b-8bceece04268 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d1ab546c-4ab1-4658-9fd8-9711ff278f9d HTTP/1.1" status: 204 len: 168 time: 1.2750316 May 06 13:49:43.221267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58946) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:43.232485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Request body: {'router': {'name': 'tempest-router-709519914', 'distributed': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:43.239753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.240061 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:43.251159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Usage tracker for resource:router and tenant:0bd43ac968fe4760b3ce03b41e5d95b9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:43.266891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:43.279990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:43.304017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.304017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.306949 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.312241 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce94556b-70c2-44ab-b2d7-f1d6b83b839f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=7c56106b-5215-4d86-a207-51b26439e335&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7802665 May 06 13:49:43.316382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=55f71b77-f006-4cc6-b56f-9d6e23c5c034,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:43.319839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Allocated IP 172.20.0.2 (e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3/68927b3b-8f2d-40bc-941a-8899b767f6db/376a08d6-1884-4d22-ada2-2a8fa671c204) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:43.321790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58952) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:43.323023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.332398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Network 3277ea93-ac60-43b0-8938-d204826ebc4e is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:43.338066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b037c375-5b66-483e-83e0-13c08f76d80f None None] Provisioning for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:43.356878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.358754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.381930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b037c375-5b66-483e-83e0-13c08f76d80f None None] Provisioning complete for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:43.381930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b037c375-5b66-483e-83e0-13c08f76d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.394472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.394722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:43.407938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 85d2848f-2dc7-4315-912f-ea2aff7e5d49, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=85d2848f-2dc7-4315-912f-ea2aff7e5d49,segment=NetworkSegment(34afeae2-5a24-4abb-991a-984613c00ac8),segment_id=34afeae2-5a24-4abb-991a-984613c00ac8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:43.420603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.427903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.442037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.442481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:43.443293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:43.444098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.458042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 96e89e11-338b-43a6-9d83-46148d8cf469 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:43.466042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.470774 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a0f1edba-98d8-4ad4-bca5-d7e16f0ec5e4 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2458396 May 06 13:49:43.471426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 58958) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:43.582705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Subnet': ['ID=7e97650d-24d2-44fb-8f28-81dfe44406e4,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:43.591868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.593391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.594068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Fanout notify agent at l3_agent the message router_deleted on router 67f4fb7f-434f-4ab5-b06f-5553bde225d3 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:43.624855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85d2848f-2dc7-4315-912f-ea2aff7e5d49 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:43.640636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.642194 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a2658bb1-6c54-4267-b942-95ad96de1df3 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/67f4fb7f-434f-4ab5-b06f-5553bde225d3 HTTP/1.1" status: 204 len: 168 time: 7.0700035 May 06 13:49:43.652315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58966) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:43.655927 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a05af006-3bd8-4615-a1e1-16e3389725ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7924740 May 06 13:49:43.662201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58970) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:43.666111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1583113245'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:43.691232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:43.720048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:43.729973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=85d2848f-2dc7-4315-912f-ea2aff7e5d49,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:43.738422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:43.752107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.799592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:43.818130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Checking segment: {'id': '3747120b-2139-4da7-88c5-9f5165c8bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b33684a2-5064-4041-b3c9-147ebbe6a7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:43.818801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Network hostable DHCP agents. Network: b33684a2-5064-4041-b3c9-147ebbe6a7b4, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:43.823610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b3c61-2239-4c84-89d5-71394b82f74f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:43.824404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-755b3c61-2239-4c84-89d5-71394b82f74f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Synchronizing usage tracker for tenant:16e16eac6aed4f58855551ccad45231f on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:43.869275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:43.872519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:43.874095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=96e89e11-338b-43a6-9d83-46148d8cf469,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:43.878452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:43.881675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:43.890938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:43.892631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.896625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.899351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:43.899713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.930272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5610ad99-745a-41db-aee3-df6ebe11ce23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.960672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Transition to ACTIVE for port object 376a08d6-1884-4d22-ada2-2a8fa671c204 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:44.009307 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b726ceb0-2707-4306-8503-b0f93308106f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.9111023 May 06 13:49:44.020870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Transition to ACTIVE for port object 376a08d6-1884-4d22-ada2-2a8fa671c204 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:44.021037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58978) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:44.034109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.042089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b79341cb-a979-460d-b014-fc30ba3116c4'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:44.123525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:44.126698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.151550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-755b3c61-2239-4c84-89d5-71394b82f74f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Unset dirty status for tenant:16e16eac6aed4f58855551ccad45231f on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:44.153447 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-755b3c61-2239-4c84-89d5-71394b82f74f tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 881 time: 0.8259544 May 06 13:49:44.170787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58984) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:44.242777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:44.249751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:44.252845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:44.276068 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bf1d8a27-0d3a-4676-90d9-33b9543c0f60 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c56106b-5215-4d86-a207-51b26439e335 HTTP/1.1" status: 200 len: 205 time: 0.0979791 May 06 13:49:44.281737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.296434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Network b33684a2-5064-4041-b3c9-147ebbe6a7b4 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:44.302714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58988) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:44.303135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 58990) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:44.316880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Pushing event updated for resources: {'Port': ['ID=376a08d6-1884-4d22-ada2-2a8fa671c204,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:44.338866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.378805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Attempting to bind port 376a08d6-1884-4d22-ada2-2a8fa671c204 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:44.379171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Attempting to bind port 376a08d6-1884-4d22-ada2-2a8fa671c204 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:44.379532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Attempting to bind port 376a08d6-1884-4d22-ada2-2a8fa671c204 on network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:44.391092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3ef0afe3-a1c3-4835-86f0-6a7fdc15e9d8 None None] Provisioning complete for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:44.391514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef0afe3-a1c3-4835-86f0-6a7fdc15e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.408070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:44.427151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:44.427825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Checking segment: {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:44.428628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.429181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Bound using segment: {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:44.429517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Bound port: 376a08d6-1884-4d22-ada2-2a8fa671c204, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:44.429937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.518228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5610ad99-745a-41db-aee3-df6ebe11ce23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.523448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5610ad99-745a-41db-aee3-df6ebe11ce23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.553038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5610ad99-745a-41db-aee3-df6ebe11ce23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.553794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5610ad99-745a-41db-aee3-df6ebe11ce23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0e4588c-b533-4786-930e-212ac4581333 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:44.566213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5610ad99-745a-41db-aee3-df6ebe11ce23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.570328 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5610ad99-745a-41db-aee3-df6ebe11ce23 tempest-RoutersTestDVR-1323625817 tempest-RoutersTestDVR-1323625817-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d0e4588c-b533-4786-930e-212ac4581333 HTTP/1.1" status: 204 len: 168 time: 1.0934889 May 06 13:49:44.671726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] For port 376a08d6-1884-4d22-ada2-2a8fa671c204, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:44.689621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, b33684a2-5064-4041-b3c9-147ebbe6a7b4) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:44.690327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] For port 376a08d6-1884-4d22-ada2-2a8fa671c204, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=376a08d6-1884-4d22-ada2-2a8fa671c204,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:44.696509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.723848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-732643580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:44.728957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.729297 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment 03a3b35d-6379-4a49-ab7a-881a7f5b71ee of type vlan for network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c May 06 13:49:44.737384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b9b8e-d28f-4399-8a7c-7e91d5691956 None None] Network b33684a2-5064-4041-b3c9-147ebbe6a7b4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:44.738077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.794868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:44.822601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:router and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:44.865854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b969cad-ce0c-4c5b-85bd-a47a5486f1b1 None None] Pushing event updated for resources: {'Port': ['ID=376a08d6-1884-4d22-ada2-2a8fa671c204,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:44.894659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ce747ac5-ade2-442d-bba2-309cffbb130d None None] Provisioning for port 96e89e11-338b-43a6-9d83-46148d8cf469 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:44.906963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ce747ac5-ade2-442d-bba2-309cffbb130d None None] Provisioning complete for port 96e89e11-338b-43a6-9d83-46148d8cf469 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:44.906963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce747ac5-ade2-442d-bba2-309cffbb130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.973520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59004) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:44.990903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:45.025469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ce747ac5-ade2-442d-bba2-309cffbb130d None None] Port 96e89e11-338b-43a6-9d83-46148d8cf469 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:45.035509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event updated for resources: {'Subnet': ['ID=4d5ed4f0-ed30-4e92-910c-ff5684225b25,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:45.054533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:45.099916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-b33684a2-5064-4041-b3c9-147ebbe6a7b4', 'network_id': 'b33684a2-5064-4041-b3c9-147ebbe6a7b4', 'tenant_id': 'f38b1c22502e47f7b0c97b089071d19f', 'fixed_ips': [{'subnet_id': '7e97650d-24d2-44fb-8f28-81dfe44406e4'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:45.100942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.184792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.209070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.323158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.324843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.343626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Allocated IP 2001:db8::1 (b33684a2-5064-4041-b3c9-147ebbe6a7b4/7e97650d-24d2-44fb-8f28-81dfe44406e4/6a2fcd8a-8ad3-473b-a8c4-6094bcc73092) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:45.381488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:45.385267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] Usage tracker for resource:security_group_rule and tenant:8817607d8b8d44359df4e324c46f11a2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:45.389312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:45.396071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Checking segment: {'id': 'e47e021d-39d0-4b0d-9215-d659c247cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:45.396737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:45.396825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Network hostable DHCP agents. Network: 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:45.433701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:45.473386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.522214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.527666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.531716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.532718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:45.533356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.593948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] device_id is not set on port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:45.604471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2684a55-e827-4fa8-aac0-ce76bc0747e3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:45.627175 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-22dcf485-eddb-4d8e-a839-16e4977011a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8817607d8b8d44359df4e324c46f11a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6523359 May 06 13:49:45.630177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59010) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:45.631441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.633829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.641630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.649790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Transition to ACTIVE for port object 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:45.692706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Transition to ACTIVE for port object 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:45.702031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4dda584e-e062-49d6-9256-c2dff32687df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.705942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.774015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4dda584e-e062-49d6-9256-c2dff32687df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.776691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Network b33684a2-5064-4041-b3c9-147ebbe6a7b4 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:45.784333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:45.784555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Transition to ACTIVE for port object 55f71b77-f006-4cc6-b56f-9d6e23c5c034 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:45.786370 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 376a08d6-1884-4d22-ada2-2a8fa671c204 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:45.799438 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1455116 May 06 13:49:45.818302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:45.837258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59014) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:45.852993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': '1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:45.891528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.892203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4dda584e-e062-49d6-9256-c2dff32687df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.980851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda584e-e062-49d6-9256-c2dff32687df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2684a55-e827-4fa8-aac0-ce76bc0747e3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.005585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4dda584e-e062-49d6-9256-c2dff32687df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.006710 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4dda584e-e062-49d6-9256-c2dff32687df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2684a55-e827-4fa8-aac0-ce76bc0747e3 HTTP/1.1" status: 204 len: 168 time: 0.3754165 May 06 13:49:46.013618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Pushing event updated for resources: {'Port': ['ID=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.015807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Attempting to bind port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:46.016162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Attempting to bind port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '3747120b-2139-4da7-88c5-9f5165c8bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b33684a2-5064-4041-b3c9-147ebbe6a7b4'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:46.016507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Attempting to bind port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 on network b33684a2-5064-4041-b3c9-147ebbe6a7b4 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:46.026145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:46.026430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Checking segment: {'id': '3747120b-2139-4da7-88c5-9f5165c8bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b33684a2-5064-4041-b3c9-147ebbe6a7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:46.026843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.027873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Bound using segment: {'id': '3747120b-2139-4da7-88c5-9f5165c8bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b33684a2-5064-4041-b3c9-147ebbe6a7b4'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:46.028349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Bound port: 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3747120b-2139-4da7-88c5-9f5165c8bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b33684a2-5064-4041-b3c9-147ebbe6a7b4'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:46.028719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.040599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:46.054852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:46.058111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:46.064718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:46.073063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d372cb-014b-4345-b937-28f78dcb9279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.086325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:46.178184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 376a08d6-1884-4d22-ada2-2a8fa671c204 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:46.193449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=55f71b77-f006-4cc6-b56f-9d6e23c5c034,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.197634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85d2848f-2dc7-4315-912f-ea2aff7e5d49 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:46.204191 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Network 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:46.252125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.282343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:46.283005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:46.283376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:46.286753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:46.288018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:46.310555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe8d8c7-abd2-4644-a6bb-354a97e00521 None None] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:46.317143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:46.317622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:46.318304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.336735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.429354 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a9d08ff2-e30f-4cca-ad8b-9b9e73f7ad0a tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.9956563 May 06 13:49:46.431557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59022) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:46.454122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:46.454402 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:46.469516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.475552 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b1726ae7-14cf-42af-9dd3-75bdbc26a590 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 2.1644428 May 06 13:49:46.478164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59026) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:46.488047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1884231989'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:46.492492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5840b-4d32-489a-a5f7-db30ae03a81b None None] Network 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:46.498429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:46.508185 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 2 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:46.509514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:network and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:46.515636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:46.520218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] For port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:46.528652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:46.554068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.646668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59030) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:46.647836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Made reservation on behalf of 3c822850734f435a96a402a440af3cb9 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:46.650804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.675094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:46.676030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:46.676622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:46.685374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.699662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.701335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-83e47d2f-c4f7-4f94-81af-2d94f74a095e None None] Provisioning for port 376a08d6-1884-4d22-ada2-2a8fa671c204 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:46.727651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] For port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,segment=NetworkSegment(3747120b-2139-4da7-88c5-9f5165c8bfb1),segment_id=3747120b-2139-4da7-88c5-9f5165c8bfb1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:46.739667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-83e47d2f-c4f7-4f94-81af-2d94f74a095e None None] Provisioning complete for port 376a08d6-1884-4d22-ada2-2a8fa671c204 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:46.740154 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e47d2f-c4f7-4f94-81af-2d94f74a095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.777971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:46.787825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.793763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:security_group_rule and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:46.806176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.827915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:46.834002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:46.849932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:46.868016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:46.868499 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:46.885517 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 3 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:46.887886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=503ee8cf-4d69-49e2-a28a-955a4c430cb8,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.893087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] Usage tracker for resource:security_group_rule and tenant:0bd43ac968fe4760b3ce03b41e5d95b9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:46.906701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:46.912664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.924730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:46.949882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.953834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:46.954200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.958387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954622c-8240-4c39-8609-9428b192d922 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:46.959843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954622c-8240-4c39-8609-9428b192d922 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:46.961164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954622c-8240-4c39-8609-9428b192d922 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:46.961953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0954622c-8240-4c39-8609-9428b192d922 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Synchronizing usage tracker for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:47.020993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': '03a3b35d-6379-4a49-ab7a-881a7f5b71ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:47.021766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:47.085731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.103290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdb061-9f69-4660-bdaf-828c19f7d24b None None] Pushing event updated for resources: {'Port': ['ID=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.103824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.108870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.129152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:47.131293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.159194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:47.159529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:47.159898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:47.172256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:47.176181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:47.177458 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:47.178705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:47.187404 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 4 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:47.190034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39dcb3f1-1650-4705-a1a2-3d087c99ad94,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.200615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:47.201468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.203144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b99c0b-48d4-4b49-8c26-58ff76dce2ba None None] Network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:47.216145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:47.216484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:47.216818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:47.221928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.222273 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Added segment 385d4b9a-2b6f-488d-8bef-7132809d82ff of type vlan for network ac3816d7-9078-4475-9ff6-9637791ca39c May 06 13:49:47.249298 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0bd43ac968fe4760b3ce03b41e5d95b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5883429 May 06 13:49:47.251959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59034) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:47.285262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0954622c-8240-4c39-8609-9428b192d922 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Unset dirty status for tenant:f38b1c22502e47f7b0c97b089071d19f on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:47.295626 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0954622c-8240-4c39-8609-9428b192d922 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.8204408 May 06 13:49:47.295845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2a7eb-3b34-48ac-9912-e9884ccc746c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b77ede3-b50a-4e76-a7fc-10535e2ef05b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.295966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59038) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:47.314167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:47.314314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.314424 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:47.320307 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 5 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:47.374068 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7316524b-592b-436c-a691-8d44a762b8f0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5357008 May 06 13:49:47.383141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d', 'network_id': '9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d', 'tenant_id': 'f38b1c22502e47f7b0c97b089071d19f', 'fixed_ips': [{'subnet_id': '4d5ed4f0-ed30-4e92-910c-ff5684225b25'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:47.384029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.384168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59042) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:47.400723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e47d2f-c4f7-4f94-81af-2d94f74a095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.406540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1151555011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:47.415873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:47.416405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:47.416882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:47.424896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Delete allocated IP 2001:db8:0:1::2c8 (ddcb00d0-0345-4120-b8ac-0b652c005df8/cddcb00d-3b1a-42ff-b824-51f3b6a97819) {{(pid=84021) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:49:47.426754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:47.448505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:router and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:47.477161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:47.500718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:47.501978 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:47.512974 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 6 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:47.566113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:47.642492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-83e47d2f-c4f7-4f94-81af-2d94f74a095e None None] For port 376a08d6-1884-4d22-ada2-2a8fa671c204, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=376a08d6-1884-4d22-ada2-2a8fa671c204,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:47.659890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.660329 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e47d2f-c4f7-4f94-81af-2d94f74a095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.663803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:47.664396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.679264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:47.679858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:47.680332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:47.683064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Allocated IP 172.26.0.101 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:47.773432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:47.812016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.812976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.836677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-566ec0eb-7338-473e-8fb9-36205693e708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.861008 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3824074 May 06 13:49:47.863530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59046) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:47.871494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c', 'network_id': '1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': '503ee8cf-4d69-49e2-a28a-955a4c430cb8'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:47.872902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.909771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'subnet': {'network_id': 'ac3816d7-9078-4475-9ff6-9637791ca39c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:47.910386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.950177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e47d2f-c4f7-4f94-81af-2d94f74a095e None None] Pushing event updated for resources: {'Port': ['ID=376a08d6-1884-4d22-ada2-2a8fa671c204,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.956603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8370d9-cab6-44e7-adf7-27f2ba494715 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Network': ['ID=ac3816d7-9078-4475-9ff6-9637791ca39c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.966141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Allocated IP 2001:db8:0:1::1 (9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d/4d5ed4f0-ed30-4e92-910c-ff5684225b25/5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:47.967796 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.018539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:48.018861 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:48.019441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-566ec0eb-7338-473e-8fb9-36205693e708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.028566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network ac3816d7-9078-4475-9ff6-9637791ca39c details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:48.033848 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 7 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:48.044164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-232a8da3-8f41-4912-aabc-4b6dbc07ab37 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Deleting subnet 7e97650d-24d2-44fb-8f28-81dfe44406e4 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:48.063660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-232a8da3-8f41-4912-aabc-4b6dbc07ab37 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.101483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.106751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:48.107073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:48.107405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:48.116982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.122555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:48.125189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:48.132701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:48.141959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:48.142176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:48.154817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:48.176756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:subnet and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:48.184962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-232a8da3-8f41-4912-aabc-4b6dbc07ab37 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.191435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Deleting port 62234b73-d13c-4147-a276-51a21c551378 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:48.191801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.215663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:48.219918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:48.220248 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:48.227380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.233391 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 8 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:48.233576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:48.271704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-63a45bde-d2be-4e85-9a73-9ea0e5ed2503 None None] Provisioning complete for port 376a08d6-1884-4d22-ada2-2a8fa671c204 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:48.272080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63a45bde-d2be-4e85-9a73-9ea0e5ed2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.280262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:48.285292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Made reservation on behalf of 3c822850734f435a96a402a440af3cb9 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:48.301603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.329430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 96e89e11-338b-43a6-9d83-46148d8cf469 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:48.423577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-566ec0eb-7338-473e-8fb9-36205693e708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.428998 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:48.429351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:48.430412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:48.453194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Allocated IP 2001:db8::2 (1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c/503ee8cf-4d69-49e2-a28a-955a4c430cb8/9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:48.466644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.510823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.512795 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d8533bfe-b6d1-4d1d-9acb-3ab6bfc385d0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1275761 May 06 13:49:48.513870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ec0eb-7338-473e-8fb9-36205693e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b77ede3-b50a-4e76-a7fc-10535e2ef05b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:48.516184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-566ec0eb-7338-473e-8fb9-36205693e708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.517409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-566ec0eb-7338-473e-8fb9-36205693e708 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b77ede3-b50a-4e76-a7fc-10535e2ef05b HTTP/1.1" status: 204 len: 168 time: 1.2606177 May 06 13:49:48.518204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59050) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:48.606720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:48.607649 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:48.632374 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 9 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:48.733068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.736535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:48.736886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:48.737218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:48.777423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=96e89e11-338b-43a6-9d83-46148d8cf469,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:48.780732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] In _notify_port_updated(), no bound segment for port 96e89e11-338b-43a6-9d83-46148d8cf469 on network ddcb00d0-0345-4120-b8ac-0b652c005df8 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:49:48.785084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:48.787774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.789231 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6b7c7c5b-4661-4beb-87f0-272fec9e16aa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "PUT /v2.0/ports/96e89e11-338b-43a6-9d83-46148d8cf469 HTTP/1.1" status: 200 len: 925 time: 4.7619588 May 06 13:49:48.804054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59056) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:48.807633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:48.808723 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:48.813686 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 10 to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 May 06 13:49:48.834568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b79341cb-a979-460d-b014-fc30ba3116c4'}, {'subnet_id': 'cddcb00d-3b1a-42ff-b824-51f3b6a97819'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:48.928810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.932009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.940533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:48.940822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:48.941160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:48.956410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Transition to ACTIVE for port object 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:49.001360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Transition to ACTIVE for port object 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:49.023476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-232a8da3-8f41-4912-aabc-4b6dbc07ab37 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.074675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.161350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Calling delete_port for 62234b73-d13c-4147-a276-51a21c551378 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:49.216310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:49.216631 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:49:49.216987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.251037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.262647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Transition to ACTIVE for port object 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:49.263829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Subnet': ['ID=63b52c7f-ee49-449f-b64c-87deafba2e04,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.290920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Transition to ACTIVE for port object 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:49.307244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5d39b-1fc5-484e-8bf1-e0ccf55fdf2e None None] Network b33684a2-5064-4041-b3c9-147ebbe6a7b4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:49.340649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.346066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-232a8da3-8f41-4912-aabc-4b6dbc07ab37 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.357036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.384875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Checking segment: {'id': '385d4b9a-2b6f-488d-8bef-7132809d82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ac3816d7-9078-4475-9ff6-9637791ca39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:49.385147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network hostable DHCP agents. Network: ac3816d7-9078-4475-9ff6-9637791ca39c, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:49.390293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-232a8da3-8f41-4912-aabc-4b6dbc07ab37 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.403100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a8da3-8f41-4912-aabc-4b6dbc07ab37 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Subnet': ['ID=7e97650d-24d2-44fb-8f28-81dfe44406e4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.417313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.448972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.449702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.506982 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-232a8da3-8f41-4912-aabc-4b6dbc07ab37 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/subnets/7e97650d-24d2-44fb-8f28-81dfe44406e4 HTTP/1.1" status: 204 len: 168 time: 2.2002444 May 06 13:49:49.513633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network ac3816d7-9078-4475-9ff6-9637791ca39c is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:49.516972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59074) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:49.627754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, ac3816d7-9078-4475-9ff6-9637791ca39c) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:49.642498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:49.643218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.648806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Network 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:49.652838 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Pushing event updated for resources: {'Port': ['ID=5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.664691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:49.752996 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Pushing event updated for resources: {'Port': ['ID=9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.762805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 376a08d6-1884-4d22-ada2-2a8fa671c204 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:49.774339 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-082d518a-4d40-4690-8bfb-c9e1cc258bb2 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8909099 May 06 13:49:49.787520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59082) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:49.793615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f0de82-e125-49b3-99cc-447c0f5deefd None None] Network ac3816d7-9078-4475-9ff6-9637791ca39c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:49.803805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'network': {'name': 'tempest-router-network01--185931900'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:49.810040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:49.816952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:49.817120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:49.824724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:49.829085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:network and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:49.835428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:49.862592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:49.873174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:49.905471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.936141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Made reservation on behalf of 3c822850734f435a96a402a440af3cb9 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:49.939463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.953536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-970f42ff-6389-4671-92a3-e1d38bcb8e06 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Deleting subnet 4d5ed4f0-ed30-4e92-910c-ff5684225b25 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:50.011510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-970f42ff-6389-4671-92a3-e1d38bcb8e06 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.039272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8:0:1::31d (ddcb00d0-0345-4120-b8ac-0b652c005df8/cddcb00d-3b1a-42ff-b824-51f3b6a97819/96e89e11-338b-43a6-9d83-46148d8cf469) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:50.128586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] For port 55f71b77-f006-4cc6-b56f-9d6e23c5c034, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:50.128956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempted to set empty binding levels {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 13:49:50.205794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.220420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Attempting to bind port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:50.220987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Attempting to bind port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '03a3b35d-6379-4a49-ab7a-881a7f5b71ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:50.221134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Attempting to bind port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 on network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:50.244771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:50.245147 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Checking segment: {'id': '03a3b35d-6379-4a49-ab7a-881a7f5b71ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:50.245551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.246808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Bound using segment: {'id': '03a3b35d-6379-4a49-ab7a-881a7f5b71ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:50.247817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Bound port: 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a3b35d-6379-4a49-ab7a-881a7f5b71ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:50.248271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.307022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:50.325796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-970f42ff-6389-4671-92a3-e1d38bcb8e06 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.393302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.394961 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Added segment 5d1b8acb-8cba-4131-9462-ad4915dfbb6d of type vlan for network ef54d19c-7681-40ee-af84-24fc66349771 May 06 13:49:50.483458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] In _notify_port_updated(), no bound segment for port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:49:50.484526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.489292 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "PUT /v2.0/ports/55f71b77-f006-4cc6-b56f-9d6e23c5c034 HTTP/1.1" status: 200 len: 980 time: 6.8100917 May 06 13:49:50.494375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59090) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:50.501739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.528812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Provisioning for port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:50.547961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864a943-19fa-4115-89b2-0cf24c78bd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=55f71b77-f006-4cc6-b56f-9d6e23c5c034,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:50.548239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Provisioning complete for port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:50.548239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.581983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.626569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-ac3816d7-9078-4475-9ff6-9637791ca39c', 'network_id': 'ac3816d7-9078-4475-9ff6-9637791ca39c', 'tenant_id': '3c822850734f435a96a402a440af3cb9', 'fixed_ips': [{'subnet_id': '63b52c7f-ee49-449f-b64c-87deafba2e04'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:50.627494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.652764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.659196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event deleted for resources: {'Port': ['ID=62234b73-d13c-4147-a276-51a21c551378,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:50.659358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-970f42ff-6389-4671-92a3-e1d38bcb8e06 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.718718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.722698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:50.723461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.723640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Ignored duplicate provisioning block setup for port 96e89e11-338b-43a6-9d83-46148d8cf469 by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 13:49:50.729492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8::1 (1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c/503ee8cf-4d69-49e2-a28a-955a4c430cb8/8ee07938-6039-4949-98b9-a74626976b34) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:50.768252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.911959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Network': ['ID=ef54d19c-7681-40ee-af84-24fc66349771,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:50.926216 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-235f659d-d9c8-4497-941a-f5e0998eee3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12401 time: 0.4294147 May 06 13:49:50.927560 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bed651cf-c891-4354-bf22-5a507986698c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1324618 May 06 13:49:50.960314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.961297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Attempting to bind port 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:50.961873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Attempting to bind port 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e47e021d-39d0-4b0d-9215-d659c247cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:50.962397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Attempting to bind port 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2 on network 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:50.982741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59100) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:50.983080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59102) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:50.997245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Allocated IP 2001:db8::2 (ac3816d7-9078-4475-9ff6-9637791ca39c/63b52c7f-ee49-449f-b64c-87deafba2e04/edcee9fe-5896-475c-b082-b922bcdbd086) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:51.035642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'network': {'name': 'tempest-router-network02--1699337820'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:51.037245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network ef54d19c-7681-40ee-af84-24fc66349771 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:51.056949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:51.070179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.070837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-970f42ff-6389-4671-92a3-e1d38bcb8e06 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.126742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:network and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:51.132905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:51.150550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f42ff-6389-4671-92a3-e1d38bcb8e06 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5ed4f0-ed30-4e92-910c-ff5684225b25,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:51.158227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:51.177807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-970f42ff-6389-4671-92a3-e1d38bcb8e06 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.201779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=96e89e11-338b-43a6-9d83-46148d8cf469,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:51.208514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Deleting port 55f71b77-f006-4cc6-b56f-9d6e23c5c034 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:51.208998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.307503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 376a08d6-1884-4d22-ada2-2a8fa671c204 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:51.308055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.318667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Made reservation on behalf of 3c822850734f435a96a402a440af3cb9 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:51.322781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.338486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] In _notify_port_updated(), no bound segment for port 96e89e11-338b-43a6-9d83-46148d8cf469 on network ddcb00d0-0345-4120-b8ac-0b652c005df8 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:49:51.342674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:51.343417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.347665 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4e0ba8a5-990d-4918-b476-cb4b734b0334 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "PUT /v2.0/ports/96e89e11-338b-43a6-9d83-46148d8cf469 HTTP/1.1" status: 200 len: 1011 time: 2.5422664 May 06 13:49:51.348941 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-970f42ff-6389-4671-92a3-e1d38bcb8e06 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/subnets/4d5ed4f0-ed30-4e92-910c-ff5684225b25 HTTP/1.1" status: 204 len: 168 time: 1.8306024 May 06 13:49:51.350260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59114) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:51.356114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59116) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:51.400023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.403727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:51.404175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Checking segment: {'id': 'e47e021d-39d0-4b0d-9215-d659c247cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:51.404360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.404749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Bound using segment: {'id': 'e47e021d-39d0-4b0d-9215-d659c247cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:51.405236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Bound port: 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47e021d-39d0-4b0d-9215-d659c247cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:51.405716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.499247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] DHCP port deletion for b33684a2-5064-4041-b3c9-147ebbe6a7b4 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:51.521776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:51.528464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object 8ee07938-6039-4949-98b9-a74626976b34 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:51.550261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.566551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.567191 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Added segment 95995c5d-d26b-4576-a88d-5c4ed81d5d3b of type vlan for network 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 May 06 13:49:51.575526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] For port 55f71b77-f006-4cc6-b56f-9d6e23c5c034, host hv-neutron-8408, got binding levels [] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:51.576154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.593392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Deleting port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:51.593392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.596622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59122) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:51.651126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] For port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:51.710615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] For port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7,segment=NetworkSegment(03a3b35d-6379-4a49-ab7a-881a7f5b71ee),segment_id=03a3b35d-6379-4a49-ab7a-881a7f5b71ee)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:51.744275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.746644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Calling delete_port for 55f71b77-f006-4cc6-b56f-9d6e23c5c034 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:51.757233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.773729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b7a01dab-388c-42b1-a631-aec2279c8a6d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 96e89e11-338b-43a6-9d83-46148d8cf469 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:51.774214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b7a01dab-388c-42b1-a631-aec2279c8a6d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.800422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.809067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46867e76-71ab-441c-b2c6-d7a1e7954bb8 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:51.810533 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-46867e76-71ab-441c-b2c6-d7a1e7954bb8 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4534252 May 06 13:49:51.823437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59128) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:51.833695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.842901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.906887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] For port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,segment=NetworkSegment(3747120b-2139-4da7-88c5-9f5165c8bfb1),segment_id=3747120b-2139-4da7-88c5-9f5165c8bfb1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:51.948409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1389185399', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:51.973403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] For port 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:51.976580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] For port 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2,segment=NetworkSegment(e47e021d-39d0-4b0d-9215-d659c247cad1),segment_id=e47e021d-39d0-4b0d-9215-d659c247cad1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:51.983284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.998033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.001864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:52.016307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.045137 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Usage tracker for resource:port and tenant:3c494a2ef0b744a29be417076c6ca9d3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:52.055991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:52.057536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Router f5abab9c-c40b-4bfe-9859-d8ad5945b7df is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:49:52.059689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.064097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:52.064911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.067036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.067632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Fanout notify agent at l3_agent the message router_deleted on router 7c56106b-5215-4d86-a207-51b26439e335 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:52.102977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:52.144216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.170823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.175653 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-317602b3-2690-42ae-9863-4194b3958b68 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/7c56106b-5215-4d86-a207-51b26439e335 HTTP/1.1" status: 204 len: 168 time: 7.8663058 May 06 13:49:52.180502 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59132) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:52.197460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1601442641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:52.204622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:52.208866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Usage tracker for resource:router and tenant:12ea37eea5b9483e8c2fe835c3715663 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:52.212012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:52.218133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:52.260952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=8ee07938-6039-4949-98b9-a74626976b34,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:52.263543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:52.272299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:52.277039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] For port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,segment=NetworkSegment(3747120b-2139-4da7-88c5-9f5165c8bfb1),segment_id=3747120b-2139-4da7-88c5-9f5165c8bfb1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:52.277601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.304890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.307418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Deleting port 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:52.307807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.311357 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "DELETE /v2.0/ports/55f71b77-f006-4cc6-b56f-9d6e23c5c034 HTTP/1.1" status: 204 len: 168 time: 1.3229609 May 06 13:49:52.317331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59136) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:52.317331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:52.317331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.358922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.360021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.424735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Calling delete_port for 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:52.434034 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4462564 May 06 13:49:52.444631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59140) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:52.484147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'subnet': {'network_id': 'ef54d19c-7681-40ee-af84-24fc66349771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:52.497775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a74afc-427a-4569-b9a5-bf0164169f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event deleted for resources: {'Port': ['ID=55f71b77-f006-4cc6-b56f-9d6e23c5c034,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:52.501854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b7a01dab-388c-42b1-a631-aec2279c8a6d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.527059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Made reservation on behalf of 3c494a2ef0b744a29be417076c6ca9d3 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:52.529531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.540786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:52.543166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344e2ce-a7ae-4b18-9427-f8fa29e4b2a5 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Network': ['ID=3e39e1b8-51da-4f0a-b097-f7aaa83d6577,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:52.546078 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1ad24b-1c7b-456c-9981-df6d92a793fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] GET failed (client error): The resource could not be found. May 06 13:49:52.546578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1a1ad24b-1c7b-456c-9981-df6d92a793fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Synchronizing usage tracker for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:52.567210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.585630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:52.624789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1a1ad24b-1c7b-456c-9981-df6d92a793fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Unset dirty status for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:52.625315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1a1ad24b-1c7b-456c-9981-df6d92a793fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "GET /v2.0/ports/55f71b77-f006-4cc6-b56f-9d6e23c5c034 HTTP/1.1" status: 404 len: 333 time: 0.1899550 May 06 13:49:52.633534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:52.633875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:52.638602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59144) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:52.654935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401323318', 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:52.663567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:52.676758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:52.686878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:52.689094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Usage tracker for resource:security_group_rule and tenant:3c494a2ef0b744a29be417076c6ca9d3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:52.693009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.699525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37eba8-9905-4609-83ca-e7f59e72a111 None None] Pushing event updated for resources: {'Port': ['ID=9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:52.707197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:52.720718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:52.739427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.748360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b7a01dab-388c-42b1-a631-aec2279c8a6d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 96e89e11-338b-43a6-9d83-46148d8cf469 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:52.769139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Made reservation on behalf of e66724a0542440f19e325dc02ae9fee1 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:52.771819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.811178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Transition to ACTIVE for port object edcee9fe-5896-475c-b082-b922bcdbd086 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:52.819433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Provisioning for port 96e89e11-338b-43a6-9d83-46148d8cf469 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:52.852903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.854555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Provisioning complete for port 96e89e11-338b-43a6-9d83-46148d8cf469 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:52.855455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.891692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba4a50-eccb-43a0-8449-40409b685667 None None] Network 9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:52.904301 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:52.988299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] device_id is not set on port 4b90a1bf-9ce9-44ad-b89f-05856f751bae yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:53.004884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:subnet and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:53.018143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Transition to ACTIVE for port object edcee9fe-5896-475c-b082-b922bcdbd086 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:53.023176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:53.037039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.039906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Pushing event updated for resources: {'Port': ['ID=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:53.050461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:53.149951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] For port 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2,segment=NetworkSegment(e47e021d-39d0-4b0d-9215-d659c247cad1),segment_id=e47e021d-39d0-4b0d-9215-d659c247cad1)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:53.150604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.170329 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Deleting port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:53.170873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.203393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.226105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.267597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.285274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Made reservation on behalf of 3c822850734f435a96a402a440af3cb9 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:53.296550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] device_id is not set on port 4ff68b84-c38a-4fc1-8b16-8dff33b1170f yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:53.307954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-81eb6807-e51a-44cd-8c66-88b096376ede None None] Port 96e89e11-338b-43a6-9d83-46148d8cf469 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:53.357830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.371871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.373136 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4b4426d8-09e9-4668-902b-4aa6e13ba716 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1874998 May 06 13:49:53.387737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Network ac3816d7-9078-4475-9ff6-9637791ca39c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:53.396619 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:53.423429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:53.476581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d01b3d-9b6b-4a46-a6d0-3c872b32cc02 None None] Network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:53.488354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Allocated IP 172.26.0.122 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/4ff68b84-c38a-4fc1-8b16-8dff33b1170f) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:53.489123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Calling delete_port for 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:53.510356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59148) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:53.531898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:53.566891 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f53808-16f6-41f4-955b-f9db8b10a038 None None] Pushing event updated for resources: {'Port': ['ID=5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:53.620333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5374fdd-4c74-45ed-b3f8-9ae5223c8e1e,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:53.635025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:53.668916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.670334 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d7a49287-c020-412b-96c8-9aab17baa4f6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7010329 May 06 13:49:53.681477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Sync routers for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:53.683482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59152) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:53.690129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.732243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,segment=NetworkSegment(3747120b-2139-4da7-88c5-9f5165c8bfb1),segment_id=3747120b-2139-4da7-88c5-9f5165c8bfb1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:53.841141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.875345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.886052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Pushing event updated for resources: {'Port': ['ID=edcee9fe-5896-475c-b082-b922bcdbd086,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:53.890024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:53.890670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:53.904017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b7a01dab-388c-42b1-a631-aec2279c8a6d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.956382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.978438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a01dab-388c-42b1-a631-aec2279c8a6d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=96e89e11-338b-43a6-9d83-46148d8cf469,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.070173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c885e1d9-bd05-4cfc-b901-59bde557aacb None None] Provisioning complete for port 96e89e11-338b-43a6-9d83-46148d8cf469 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:54.070616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c885e1d9-bd05-4cfc-b901-59bde557aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.094023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Port': ['ID=5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.116861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Attempting to bind port edcee9fe-5896-475c-b082-b922bcdbd086 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:54.120284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Attempting to bind port edcee9fe-5896-475c-b082-b922bcdbd086 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '385d4b9a-2b6f-488d-8bef-7132809d82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ac3816d7-9078-4475-9ff6-9637791ca39c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:54.121480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Attempting to bind port edcee9fe-5896-475c-b082-b922bcdbd086 on network ac3816d7-9078-4475-9ff6-9637791ca39c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:54.164955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] No DVR routers for this DVR port 5ea0dc7c-d6eb-48ca-8f4d-dcd167de93d2 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:54.178471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.179222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.196615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c885e1d9-bd05-4cfc-b901-59bde557aacb None None] Port 96e89e11-338b-43a6-9d83-46148d8cf469 was deleted so its status cannot be updated. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 13:49:54.200575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:54.213197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b7a01dab-388c-42b1-a631-aec2279c8a6d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.297898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] For port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,segment=NetworkSegment(3747120b-2139-4da7-88c5-9f5165c8bfb1),segment_id=3747120b-2139-4da7-88c5-9f5165c8bfb1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:54.298609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.305650 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b7a01dab-388c-42b1-a631-aec2279c8a6d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/96e89e11-338b-43a6-9d83-46148d8cf469 HTTP/1.1" status: 204 len: 168 time: 2.9522648 May 06 13:49:54.314040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:54.314308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59158) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:54.314805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Checking segment: {'id': '385d4b9a-2b6f-488d-8bef-7132809d82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ac3816d7-9078-4475-9ff6-9637791ca39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:54.315631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.316184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Bound using segment: {'id': '385d4b9a-2b6f-488d-8bef-7132809d82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ac3816d7-9078-4475-9ff6-9637791ca39c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:54.317081 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Bound port: edcee9fe-5896-475c-b082-b922bcdbd086, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385d4b9a-2b6f-488d-8bef-7132809d82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ac3816d7-9078-4475-9ff6-9637791ca39c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:54.317617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.423808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.431588 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53de722-f97e-4e2b-aa04-5ea74f7deead tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:49:54.432185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f53de722-f97e-4e2b-aa04-5ea74f7deead tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:54.446452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=8ee07938-6039-4949-98b9-a74626976b34,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.490022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:54.495233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.519915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47e021d-39d0-4b0d-9215-d659c247cad1') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:54.520201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47e021d-39d0-4b0d-9215-d659c247cad1') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:54.529477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f53de722-f97e-4e2b-aa04-5ea74f7deead tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:54.531854 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f53de722-f97e-4e2b-aa04-5ea74f7deead tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/96e89e11-338b-43a6-9d83-46148d8cf469 HTTP/1.1" status: 404 len: 333 time: 0.2037680 May 06 13:49:54.546695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59162) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:54.553476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.558726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.568951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Calling delete_port for 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:54.618353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.634656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.645087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.686473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:54.686868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:54.701867 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:54.719665 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:54.723961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:54.731198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3248a373-bc14-49b6-802f-940d54d52918 None None] Provisioning for port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:54.750805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3248a373-bc14-49b6-802f-940d54d52918 None None] Provisioning complete for port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:54.751111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3248a373-bc14-49b6-802f-940d54d52918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.792018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.862587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.864903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.865757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:54.910109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:54.910685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.971084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:55.008271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:55.011962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Network 3277ea93-ac60-43b0-8938-d204826ebc4e is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:55.018461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:55.024337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:55.025960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Subnet': ['ID=66d03ed5-4933-44ad-9a95-7d87a27a3216,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.026552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:55.045228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.052743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] For port edcee9fe-5896-475c-b082-b922bcdbd086, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:55.065594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Pushing event updated for resources: {'Port': ['ID=4ff68b84-c38a-4fc1-8b16-8dff33b1170f,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.070029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:55.070846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:55.071424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.114301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:55.114494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:55.122440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.153173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] For port edcee9fe-5896-475c-b082-b922bcdbd086, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=edcee9fe-5896-475c-b082-b922bcdbd086,segment=NetworkSegment(385d4b9a-2b6f-488d-8bef-7132809d82ff),segment_id=385d4b9a-2b6f-488d-8bef-7132809d82ff)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:55.219141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Network': ['ID=9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.223905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.243196 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8b53f7fa-5d5a-4bd9-a9ef-289305b318d6 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/networks/9cdbb209-cf2a-4df3-b7fe-d0bb7ff6190d HTTP/1.1" status: 204 len: 168 time: 3.4178066 May 06 13:49:55.244197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Checking segment: {'id': '5d1b8acb-8cba-4131-9462-ad4915dfbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef54d19c-7681-40ee-af84-24fc66349771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:55.244642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network hostable DHCP agents. Network: ef54d19c-7681-40ee-af84-24fc66349771, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:55.249642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59166) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:55.289513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f7b41a-99e5-4595-9aee-b7a461e5d937 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet cddcb00d-3b1a-42ff-b824-51f3b6a97819 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:55.317725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:55.318343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.333223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=4b90a1bf-9ce9-44ad-b89f-05856f751bae,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.341683 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7d816c56-b8c4-4647-9258-ff8bb079af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6999381 May 06 13:49:55.346504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-72f7b41a-99e5-4595-9aee-b7a461e5d937 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.362784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Deleting port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:55.363144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.380185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59170) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:55.387210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f47c58-14eb-47b1-9d14-e3736160db60 None None] Pushing event updated for resources: {'Port': ['ID=edcee9fe-5896-475c-b082-b922bcdbd086,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.442862 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b8193d84-4a12-4846-904c-4c15a9bac4d7 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.8423419 May 06 13:49:55.444826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.447243 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59174) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:55.455096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.122'}]}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:55.471670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3248a373-bc14-49b6-802f-940d54d52918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.472662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:55.479130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Usage tracker for resource:router and tenant:3c494a2ef0b744a29be417076c6ca9d3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:55.485699 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:55.497160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:55.520870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-72f7b41a-99e5-4595-9aee-b7a461e5d937 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.532078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.533260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.553571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.566228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network ef54d19c-7681-40ee-af84-24fc66349771 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:55.584439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3248a373-bc14-49b6-802f-940d54d52918 None None] For port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7,segment=NetworkSegment(03a3b35d-6379-4a49-ab7a-881a7f5b71ee),segment_id=03a3b35d-6379-4a49-ab7a-881a7f5b71ee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:55.594349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e540a578-76e6-4c48-b420-fb8225dbd80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Synchronizing usage tracker for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:55.608808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3248a373-bc14-49b6-802f-940d54d52918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.621003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, ef54d19c-7681-40ee-af84-24fc66349771) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:55.635546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:55.636725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.642063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.645456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.653198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Deleting port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:55.653524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.731987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.749459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bbd575-f976-426f-ae7b-3266a287468f None None] Network ef54d19c-7681-40ee-af84-24fc66349771 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:55.753367 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e0923b2d-7840-41d9-80d1-48e5586bb5f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2919419 May 06 13:49:55.754179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e540a578-76e6-4c48-b420-fb8225dbd80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Unset dirty status for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:55.758034 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e540a578-76e6-4c48-b420-fb8225dbd80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "GET /v2.0/ports/4b90a1bf-9ce9-44ad-b89f-05856f751bae HTTP/1.1" status: 200 len: 959 time: 0.3768070 May 06 13:49:55.758597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59178) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:55.758921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59180) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:55.765995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248a373-bc14-49b6-802f-940d54d52918 None None] Pushing event updated for resources: {'Port': ['ID=9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.859095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'subnet': {'network_id': '3e39e1b8-51da-4f0a-b097-f7aaa83d6577', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:56.104307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] For port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,segment=NetworkSegment(3747120b-2139-4da7-88c5-9f5165c8bfb1),segment_id=3747120b-2139-4da7-88c5-9f5165c8bfb1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:56.104691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.125047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:56.125650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:56.147821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-72f7b41a-99e5-4595-9aee-b7a461e5d937 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.264602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-07afc4c1-409b-46a6-ae28-e386f7070873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Deleting port 4b90a1bf-9ce9-44ad-b89f-05856f751bae {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:56.265277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07afc4c1-409b-46a6-ae28-e386f7070873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.284533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router dcdb08f3-2099-4ab9-b6f1-24557374a7a1 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:49:56.296770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Calling delete_port for 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:56.306716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.342368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:56.352909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] For port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,segment=NetworkSegment(3747120b-2139-4da7-88c5-9f5165c8bfb1),segment_id=3747120b-2139-4da7-88c5-9f5165c8bfb1)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:56.353566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.354907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d46e73a5-4f0a-490d-a6b5-4288e61d4d88 None None] Provisioning complete for port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:56.355280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d46e73a5-4f0a-490d-a6b5-4288e61d4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.363424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:subnet and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:56.375458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:56.397861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Allocated IP 172.26.0.162 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/8bafaffd-adef-4551-b8be-d2c260bde612) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:56.433461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:56.511881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Calling delete_port for 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:56.550306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:49:48Z', 'revision_number': 3, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:56.565684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.612327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Made reservation on behalf of 3c822850734f435a96a402a440af3cb9 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:56.648969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-72f7b41a-99e5-4595-9aee-b7a461e5d937 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.667810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Checking router: f5abab9c-c40b-4bfe-9859-d8ad5945b7df for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:56.668344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Updating router f5abab9c-c40b-4bfe-9859-d8ad5945b7df port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:49:56.724375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-ef54d19c-7681-40ee-af84-24fc66349771', 'network_id': 'ef54d19c-7681-40ee-af84-24fc66349771', 'tenant_id': '3c822850734f435a96a402a440af3cb9', 'fixed_ips': [{'subnet_id': '66d03ed5-4933-44ad-9a95-7d87a27a3216'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:56.725192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.748764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.763698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:56.780888 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6289768-4ebc-4625-beb7-b554e2b99dc6 None None] Sync routers for ids ['dcdb08f3-2099-4ab9-b6f1-24557374a7a1'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:56.794139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] Pushing event deleted for resources: {'Port': ['ID=6a2fcd8a-8ad3-473b-a8c4-6094bcc73092,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:56.821626 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-890a7a6e-5cca-44cc-be72-e6c0e26cbf15 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/dcdb08f3-2099-4ab9-b6f1-24557374a7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2839937 May 06 13:49:56.822608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59186) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:56.840069 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6289768-4ebc-4625-beb7-b554e2b99dc6 None None] Routers {'dcdb08f3-2099-4ab9-b6f1-24557374a7a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:56.841124 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c6289768-4ebc-4625-beb7-b554e2b99dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['dcdb08f3-2099-4ab9-b6f1-24557374a7a1'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:56.842905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38701bb-ac5b-4950-83a1-4c452182877f None None] No DVR routers for this DVR port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:56.928121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.963668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.972281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2680a672-9173-48eb-9337-65fe0518c010 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:56.972992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2680a672-9173-48eb-9337-65fe0518c010 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:57.041554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7b41a-99e5-4595-9aee-b7a461e5d937 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=cddcb00d-3b1a-42ff-b824-51f3b6a97819,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:57.075335 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c6289768-4ebc-4625-beb7-b554e2b99dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:57.111416 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a6ccc8-d3e0-4ed0-bde5-2f31e1e9fe8c None None] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:57.120395 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6289768-4ebc-4625-beb7-b554e2b99dc6 None None] Routers {'dcdb08f3-2099-4ab9-b6f1-24557374a7a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:57.122005 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c6289768-4ebc-4625-beb7-b554e2b99dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['dcdb08f3-2099-4ab9-b6f1-24557374a7a1'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:57.140401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-72f7b41a-99e5-4595-9aee-b7a461e5d937 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.145857 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:57.223564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:57.240169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:57.240497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:57.248181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:57.287281 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c6289768-4ebc-4625-beb7-b554e2b99dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:57.288180 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6289768-4ebc-4625-beb7-b554e2b99dc6 None None] The sync data for ids ['dcdb08f3-2099-4ab9-b6f1-24557374a7a1'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:57.303603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event updated for resources: {'Port': ['ID=8bafaffd-adef-4551-b8be-d2c260bde612,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:57.342060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2680a672-9173-48eb-9337-65fe0518c010 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:57.345611 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2680a672-9173-48eb-9337-65fe0518c010 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports/8ee07938-6039-4949-98b9-a74626976b34 HTTP/1.1" status: 200 len: 911 time: 0.5138965 May 06 13:49:57.348958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.350557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59194) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:57.358156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d46e73a5-4f0a-490d-a6b5-4288e61d4d88 None None] Provisioning for port 8ee07938-6039-4949-98b9-a74626976b34 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:57.361833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device edcee9fe-5896-475c-b082-b922bcdbd086 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:57.376627 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-72f7b41a-99e5-4595-9aee-b7a461e5d937 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/cddcb00d-3b1a-42ff-b824-51f3b6a97819 HTTP/1.1" status: 204 len: 168 time: 2.8288682 May 06 13:49:57.380178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ae1ea6fe-e906-4939-a1c3-6235dc4a0783 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '503ee8cf-4d69-49e2-a28a-955a4c430cb8'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:57.395241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc4e3c-4e67-41fd-ba0e-ad91e2c340ec None None] Network ac3816d7-9078-4475-9ff6-9637791ca39c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:57.406384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59198) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:57.424025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d46e73a5-4f0a-490d-a6b5-4288e61d4d88 None None] Provisioning complete for port 8ee07938-6039-4949-98b9-a74626976b34 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:57.424531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d46e73a5-4f0a-490d-a6b5-4288e61d4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.460561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07afc4c1-409b-46a6-ae28-e386f7070873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.500585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.588548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.603178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-07afc4c1-409b-46a6-ae28-e386f7070873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Calling delete_port for 4b90a1bf-9ce9-44ad-b89f-05856f751bae owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:57.690289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Allocated IP 2001:db8::2 (ef54d19c-7681-40ee-af84-24fc66349771/66d03ed5-4933-44ad-9a95-7d87a27a3216/77bf144f-7b1b-4a4a-9b50-3c84fcda9d93) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:57.704368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d46e73a5-4f0a-490d-a6b5-4288e61d4d88 None None] Port 8ee07938-6039-4949-98b9-a74626976b34 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:57.742165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Deleting port 6a2fcd8a-8ad3-473b-a8c4-6094bcc73092 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:57.742761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.824126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07afc4c1-409b-46a6-ae28-e386f7070873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.837432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] The port '6a2fcd8a-8ad3-473b-a8c4-6094bcc73092' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:49:57.901056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port edcee9fe-5896-475c-b082-b922bcdbd086 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:57.957765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:57.989124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-f4491078-5133-4708-88c9-27921124ad2f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:57.991673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.057329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afc4c1-409b-46a6-ae28-e386f7070873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b90a1bf-9ce9-44ad-b89f-05856f751bae,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:58.137341 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Provisioning complete for port 8ee07938-6039-4949-98b9-a74626976b34 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:58.137720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.145053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-9155b6b4-9c9b-41fb-a053-b8fd0cf26b94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet b79341cb-a979-460d-b014-fc30ba3116c4 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:58.156222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9155b6b4-9c9b-41fb-a053-b8fd0cf26b94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.170258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07afc4c1-409b-46a6-ae28-e386f7070873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.173465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.217028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae1ea6fe-e906-4939-a1c3-6235dc4a0783 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.227767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Subnet': ['ID=aea83e61-ce8c-4414-a559-7d718ce65322,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:58.232402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33684a2-5064-4041-b3c9-147ebbe6a7b4']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:58.243071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9155b6b4-9c9b-41fb-a053-b8fd0cf26b94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.254012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3747120b-2139-4da7-88c5-9f5165c8bfb1') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:58.254428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3747120b-2139-4da7-88c5-9f5165c8bfb1') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:58.266612 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-07afc4c1-409b-46a6-ae28-e386f7070873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "DELETE /v2.0/ports/4b90a1bf-9ce9-44ad-b89f-05856f751bae HTTP/1.1" status: 204 len: 168 time: 2.4933338 May 06 13:49:58.269258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59202) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:58.310003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.364928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-80493334-3f0c-4cbb-bf03-6dcd0b6482d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] GET failed (client error): The resource could not be found. May 06 13:49:58.365660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-80493334-3f0c-4cbb-bf03-6dcd0b6482d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Synchronizing usage tracker for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:58.375477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Checking segment: {'id': '95995c5d-d26b-4576-a88d-5c4ed81d5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3e39e1b8-51da-4f0a-b097-f7aaa83d6577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:58.375928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network hostable DHCP agents. Network: 3e39e1b8-51da-4f0a-b097-f7aaa83d6577, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:58.379230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.388663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.414339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:58.414339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.418550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Port 8ee07938-6039-4949-98b9-a74626976b34 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:58.429369 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:58.460387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.485804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.486796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Transition to ACTIVE for port object 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:58.490915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:58.492335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.493111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-80493334-3f0c-4cbb-bf03-6dcd0b6482d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Unset dirty status for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:58.494288 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-80493334-3f0c-4cbb-bf03-6dcd0b6482d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "GET /v2.0/ports/4b90a1bf-9ce9-44ad-b89f-05856f751bae HTTP/1.1" status: 404 len: 333 time: 0.2215369 May 06 13:49:58.534963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Provisioning for port edcee9fe-5896-475c-b082-b922bcdbd086 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:58.541388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59206) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:58.559941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Request body: {'port': {'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1029174332'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:58.565734 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Transition to ACTIVE for port object 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:58.568305 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Provisioning complete for port edcee9fe-5896-475c-b082-b922bcdbd086 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:58.568735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.584916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.589941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:58.596159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:58.602537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Transition to ACTIVE for port object 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:58.614424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.632359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.638208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Network': ['ID=b33684a2-5064-4041-b3c9-147ebbe6a7b4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:58.648171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:58.681029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7ccb62b6-d950-4d33-9d0f-38b33e78d0fc tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/networks/b33684a2-5064-4041-b3c9-147ebbe6a7b4 HTTP/1.1" status: 204 len: 168 time: 3.4254813 May 06 13:49:58.684470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59210) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:58.688167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 3e39e1b8-51da-4f0a-b097-f7aaa83d6577) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:58.693376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.734457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b582a7a9-db7d-4da4-bd05-607565eaa8b6 None None] Network 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:58.866060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Network ef54d19c-7681-40ee-af84-24fc66349771 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:58.887661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:58.890279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:58.897192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Attempting to bind port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:58.897556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Attempting to bind port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:58.897906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Attempting to bind port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:58.919191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9155b6b4-9c9b-41fb-a053-b8fd0cf26b94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.922733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d60c-a858-4e53-a68e-a864d81347bd None None] Pushing event updated for resources: {'Port': ['ID=6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:58.936548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:58.937687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.971811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Made reservation on behalf of e66724a0542440f19e325dc02ae9fee1 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:58.974333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.991467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.072251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:59.072643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:59.073014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.073398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:59.074437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Bound port: 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:59.074807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.113457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.123709 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-543e87e3-0aea-4d0e-80d6-36fba2145181 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3596282 May 06 13:49:59.128867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59214) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:59.186687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Pushing event updated for resources: {'Port': ['ID=77bf144f-7b1b-4a4a-9b50-3c84fcda9d93,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:59.199873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] device_id is not set on port 32bd184c-8175-4dbc-9544-a97780ad364b yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:49:59.323219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Attempting to bind port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:59.324313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Attempting to bind port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '5d1b8acb-8cba-4131-9462-ad4915dfbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef54d19c-7681-40ee-af84-24fc66349771'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:59.324824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Attempting to bind port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 on network ef54d19c-7681-40ee-af84-24fc66349771 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:59.328975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae1ea6fe-e906-4939-a1c3-6235dc4a0783 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.329953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.344279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] For port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:59.366240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] For port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:59.376289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae1ea6fe-e906-4939-a1c3-6235dc4a0783 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.380446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ea6fe-e906-4939-a1c3-6235dc4a0783 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:59.381048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae1ea6fe-e906-4939-a1c3-6235dc4a0783 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.385138 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ae1ea6fe-e906-4939-a1c3-6235dc4a0783 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/ports/8ee07938-6039-4949-98b9-a74626976b34 HTTP/1.1" status: 200 len: 911 time: 2.0268543 May 06 13:49:59.406854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.422986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.440692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:59.441070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Checking segment: {'id': '5d1b8acb-8cba-4131-9462-ad4915dfbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef54d19c-7681-40ee-af84-24fc66349771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:59.441455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.441826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Bound using segment: {'id': '5d1b8acb-8cba-4131-9462-ad4915dfbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef54d19c-7681-40ee-af84-24fc66349771'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:59.442300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Bound port: 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1b8acb-8cba-4131-9462-ad4915dfbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef54d19c-7681-40ee-af84-24fc66349771'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:59.442665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.458764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59218) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:59.460390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-3e39e1b8-51da-4f0a-b097-f7aaa83d6577', 'network_id': '3e39e1b8-51da-4f0a-b097-f7aaa83d6577', 'tenant_id': '3c822850734f435a96a402a440af3cb9', 'fixed_ips': [{'subnet_id': 'aea83e61-ce8c-4414-a559-7d718ce65322'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:59.461221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.525246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] For port edcee9fe-5896-475c-b082-b922bcdbd086, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=edcee9fe-5896-475c-b082-b922bcdbd086,segment=NetworkSegment(385d4b9a-2b6f-488d-8bef-7132809d82ff),segment_id=385d4b9a-2b6f-488d-8bef-7132809d82ff)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:59.567276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.621646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.633634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ea6fe-e906-4939-a1c3-6235dc4a0783 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=8ee07938-6039-4949-98b9-a74626976b34,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:59.638083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961d60c-a858-4e53-a68e-a864d81347bd None None] Pushing event updated for resources: {'Port': ['ID=6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:59.640020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.742353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:59.743049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:59.763296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9155b6b4-9c9b-41fb-a053-b8fd0cf26b94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.838863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.881675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] For port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:59.958107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] For port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=77bf144f-7b1b-4a4a-9b50-3c84fcda9d93,segment=NetworkSegment(5d1b8acb-8cba-4131-9462-ad4915dfbb6d),segment_id=5d1b8acb-8cba-4131-9462-ad4915dfbb6d)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:59.963701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818dfdc-7331-45ec-a8e2-e9c17e6e1004 None None] Pushing event updated for resources: {'Port': ['ID=edcee9fe-5896-475c-b082-b922bcdbd086,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:59.967711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.983770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.984057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04309038-2704-4e5e-a038-17f77e4208a3']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:00.017369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45c5392a-1149-4562-bc69-3e3700ec07ba None None] Provisioning complete for port edcee9fe-5896-475c-b082-b922bcdbd086 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:00.017730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45c5392a-1149-4562-bc69-3e3700ec07ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.043986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155b6b4-9c9b-41fb-a053-b8fd0cf26b94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=b79341cb-a979-460d-b014-fc30ba3116c4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:00.084252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d7a353-fbf6-4e9f-bb6c-04040cf7eebb') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:00.084656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d7a353-fbf6-4e9f-bb6c-04040cf7eebb') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:00.129108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.139296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6111cf-797d-464f-8e2f-c1422b817966 None None] Network ddcb00d0-0345-4120-b8ac-0b652c005df8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:00.163478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.183512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:00.183923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9155b6b4-9c9b-41fb-a053-b8fd0cf26b94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.184047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.200440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.206540 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9155b6b4-9c9b-41fb-a053-b8fd0cf26b94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/b79341cb-a979-460d-b014-fc30ba3116c4 HTTP/1.1" status: 204 len: 168 time: 2.7901313 May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:00.206752 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:00.212557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59222) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:00.222008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.265886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Allocated IP 172.20.0.1 (e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3/68927b3b-8f2d-40bc-941a-8899b767f6db/d8f048c5-fda4-40fb-80a5-d70f3dc8c616) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:00.269103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.269655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42a1726e-13e6-4609-b434-5ff8d8dc8296 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:50:00.273552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Allocated IP 2001:db8::2 (3e39e1b8-51da-4f0a-b097-f7aaa83d6577/aea83e61-ce8c-4414-a559-7d718ce65322/9c145ac7-dc9f-4778-bd6c-2387b97c8bed) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:00.315500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 13:50:00.316601 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a7956473-d3c6-4ab3-b1b1-eea60901dca6 tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8676627 May 06 13:50:00.319340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59226) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:00.383312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:00.387235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-21b78405-1249-48d5-ae35-118f6767d48b tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Deleting port 4ff68b84-c38a-4fc1-8b16-8dff33b1170f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:00.387583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-21b78405-1249-48d5-ae35-118f6767d48b tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.492095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.526115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc60b03-896b-426d-993a-bdf20c53e913 None None] Pushing event updated for resources: {'Port': ['ID=77bf144f-7b1b-4a4a-9b50-3c84fcda9d93,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:00.706356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Router 8484c7b7-6de6-48f3-8234-f99efb009a60 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:50:00.714253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=32bd184c-8175-4dbc-9544-a97780ad364b,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:00.888448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.896589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-21b78405-1249-48d5-ae35-118f6767d48b tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.917214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Network 3277ea93-ac60-43b0-8938-d204826ebc4e is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:00.945015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:00.963092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:00.964007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:00.964605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.969990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.037632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-21b78405-1249-48d5-ae35-118f6767d48b tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Calling delete_port for 4ff68b84-c38a-4fc1-8b16-8dff33b1170f owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:01.046227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Network': ['ID=04309038-2704-4e5e-a038-17f77e4208a3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:01.051298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.118839 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-60a94d66-0966-466c-80b2-249649e61671 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/networks/04309038-2704-4e5e-a038-17f77e4208a3 HTTP/1.1" status: 204 len: 168 time: 2.4283550 May 06 13:50:01.123367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59230) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:01.126194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.145469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Transition to ACTIVE for port object 9c145ac7-dc9f-4778-bd6c-2387b97c8bed will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:01.190717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45c5392a-1149-4562-bc69-3e3700ec07ba None None] Provisioning complete for port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:01.191590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45c5392a-1149-4562-bc69-3e3700ec07ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.199571 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3543496a-7363-4633-845b-a4537589d97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6543591 May 06 13:50:01.200460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:01.200791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.246225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59234) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:01.253301 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:01.284975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] DHCP port deletion for ddcb00d0-0345-4120-b8ac-0b652c005df8 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:50:01.320521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] Deleting port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:01.321109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.371134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.394604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.406024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f4491078-5133-4708-88c9-27921124ad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:49:48Z', 'revision_number': 3, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:01.414556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Transition to ACTIVE for port object 9c145ac7-dc9f-4778-bd6c-2387b97c8bed will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:01.415846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device edcee9fe-5896-475c-b082-b922bcdbd086 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:01.458986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4491078-5133-4708-88c9-27921124ad2f None None] The sync data for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv is: [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:49:48Z', 'revision_number': 3, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:01.506650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.539482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Transition to ACTIVE for port object d8f048c5-fda4-40fb-80a5-d70f3dc8c616 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:01.593899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.734967 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Network 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:01.743219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b35bea6-327b-4a62-a87b-bfbe42bbf9e0 None None] Network ef54d19c-7681-40ee-af84-24fc66349771 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:01.772732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-21b78405-1249-48d5-ae35-118f6767d48b tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.783666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:01.802267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:01.807479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:01.815438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8832d-45dd-4245-95e7-93484e6c53ca None None] Sync routers for ids ['8484c7b7-6de6-48f3-8234-f99efb009a60'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:01.829732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] For port 85d2848f-2dc7-4315-912f-ea2aff7e5d49, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=85d2848f-2dc7-4315-912f-ea2aff7e5d49,segment=NetworkSegment(34afeae2-5a24-4abb-991a-984613c00ac8),segment_id=34afeae2-5a24-4abb-991a-984613c00ac8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:01.834394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.836693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.878578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port edcee9fe-5896-475c-b082-b922bcdbd086 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:01.878943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.899761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b78405-1249-48d5-ae35-118f6767d48b tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ff68b84-c38a-4fc1-8b16-8dff33b1170f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:01.972815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.974173 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4bb3eaea-670b-40eb-9392-fbfe3f5c7c66 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "PUT /v2.0/routers/8484c7b7-6de6-48f3-8234-f99efb009a60 HTTP/1.1" status: 200 len: 880 time: 8.4616435 May 06 13:50:01.976336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc35cc6c-1769-4f6d-aff8-ea885d299210']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:02.000545 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.009461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59242) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:02.018174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 85d2848f-2dc7-4315-912f-ea2aff7e5d49 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:02.027868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad1eae1-933d-4f3c-855a-30357e069eb2') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:02.028175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad1eae1-933d-4f3c-855a-30357e069eb2') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:02.045755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.072798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.075623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-21b78405-1249-48d5-ae35-118f6767d48b tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.077565 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-21b78405-1249-48d5-ae35-118f6767d48b tempest-RoutersAdminNegativeIpV6Test-1219952322 tempest-RoutersAdminNegativeIpV6Test-1219952322-project-admin] 10.222.0.65 "DELETE /v2.0/ports/4ff68b84-c38a-4fc1-8b16-8dff33b1170f HTTP/1.1" status: 204 len: 168 time: 1.7572494 May 06 13:50:02.085467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Pushing event updated for resources: {'Port': ['ID=9c145ac7-dc9f-4778-bd6c-2387b97c8bed,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:02.101316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:02.102107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:02.136729 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:02.274928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.306697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.315569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] Pushing event deleted for resources: {'Network': ['ID=bc35cc6c-1769-4f6d-aff8-ea885d299210,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:02.329680 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8c2431d2-c015-4243-a8fa-3d303d09bc96 tempest-BulkNetworkOpsIpV6Test-1890102919 tempest-BulkNetworkOpsIpV6Test-1890102919-project] 10.222.0.65 "DELETE /v2.0/networks/bc35cc6c-1769-4f6d-aff8-ea885d299210 HTTP/1.1" status: 204 len: 168 time: 1.2051711 May 06 13:50:02.416685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] For port 85d2848f-2dc7-4315-912f-ea2aff7e5d49, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=85d2848f-2dc7-4315-912f-ea2aff7e5d49,segment=NetworkSegment(34afeae2-5a24-4abb-991a-984613c00ac8),segment_id=34afeae2-5a24-4abb-991a-984613c00ac8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:02.418024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.476106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8832d-45dd-4245-95e7-93484e6c53ca None None] Routers {'8484c7b7-6de6-48f3-8234-f99efb009a60'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:02.476660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-7db8832d-45dd-4245-95e7-93484e6c53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8484c7b7-6de6-48f3-8234-f99efb009a60'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:02.478046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.550822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f920670-2f52-46b9-a3c0-b9a179de3734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.622108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59252) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:02.645915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-7db8832d-45dd-4245-95e7-93484e6c53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:02.733708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Attempting to bind port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:02.734263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Attempting to bind port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '95995c5d-d26b-4576-a88d-5c4ed81d5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3e39e1b8-51da-4f0a-b097-f7aaa83d6577'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:02.734765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Attempting to bind port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed on network 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:02.747912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] Calling delete_port for 85d2848f-2dc7-4315-912f-ea2aff7e5d49 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:02.760483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59260) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:02.770543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.807937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f9faf8e6-fb29-4e4c-978d-49f80508ed50 None None] Provisioning for port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:02.826735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8832d-45dd-4245-95e7-93484e6c53ca None None] Routers {'8484c7b7-6de6-48f3-8234-f99efb009a60'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:02.826735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-7db8832d-45dd-4245-95e7-93484e6c53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:49:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8484c7b7-6de6-48f3-8234-f99efb009a60'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:02.897599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-7db8832d-45dd-4245-95e7-93484e6c53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:02.898087 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8832d-45dd-4245-95e7-93484e6c53ca None None] The sync data for ids ['8484c7b7-6de6-48f3-8234-f99efb009a60'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:02.900261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:02.912922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.948150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:02.951365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Checking segment: {'id': '95995c5d-d26b-4576-a88d-5c4ed81d5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3e39e1b8-51da-4f0a-b097-f7aaa83d6577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:02.951929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.952384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Bound using segment: {'id': '95995c5d-d26b-4576-a88d-5c4ed81d5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3e39e1b8-51da-4f0a-b097-f7aaa83d6577'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:02.952946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Bound port: 9c145ac7-dc9f-4778-bd6c-2387b97c8bed, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95995c5d-d26b-4576-a88d-5c4ed81d5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3e39e1b8-51da-4f0a-b097-f7aaa83d6577'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:02.953403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.961252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:02.966553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] Usage tracker for resource:security_group_rule and tenant:600f7e3a612b411e842ae895933ae31b is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:02.970181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:02.977529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:03.008375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.018032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:03.049341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:03.051910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:03.117452 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fd0965c2-876d-483d-87c5-f6135c40c8bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f38b1c22502e47f7b0c97b089071d19f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3525424 May 06 13:50:03.118811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59266) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:03.158283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.170730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.177468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:03.178186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:03.200882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] For port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:03.214029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] For port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c145ac7-dc9f-4778-bd6c-2387b97c8bed,segment=NetworkSegment(95995c5d-d26b-4576-a88d-5c4ed81d5d3b),segment_id=95995c5d-d26b-4576-a88d-5c4ed81d5d3b)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:03.220543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:03.227452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.236433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.249801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc1079-d6c6-46b5-afd2-750633581f8c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.257798 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dc2fcabb-f07f-477f-8954-3934092743c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=600f7e3a612b411e842ae895933ae31b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6340220 May 06 13:50:03.266392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59270) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:03.285398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No DVR routers for this DVR port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:03.294068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d6af351-ca3b-4fab-a4c3-94a616391bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.301601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:03.301966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.343545 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=85d2848f-2dc7-4315-912f-ea2aff7e5d49,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.343823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d6af351-ca3b-4fab-a4c3-94a616391bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.401313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1597e8b-1922-4a5f-91e7-ec0cc0aa1150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.440917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e3b30-bce8-4a90-8eb3-e20dd21b629f None None] Pushing event updated for resources: {'Port': ['ID=9c145ac7-dc9f-4778-bd6c-2387b97c8bed,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.457354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1597e8b-1922-4a5f-91e7-ec0cc0aa1150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.478505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Allocated IP 2001:db8::1 (ef54d19c-7681-40ee-af84-24fc66349771/66d03ed5-4933-44ad-9a95-7d87a27a3216/a45f2e50-1368-4a5a-9675-ddd8cb017143) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:03.478727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-220352a7-c9f4-4a43-826b-4c39cbd5e5ad None None] Provisioning for port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:03.496547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d6af351-ca3b-4fab-a4c3-94a616391bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.496754 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-220352a7-c9f4-4a43-826b-4c39cbd5e5ad None None] Provisioning complete for port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:03.497067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-220352a7-c9f4-4a43-826b-4c39cbd5e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.554674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.573487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.579737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6af351-ca3b-4fab-a4c3-94a616391bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd4c78-fc4f-4942-a87d-98906f692591,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.588384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1597e8b-1922-4a5f-91e7-ec0cc0aa1150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.599691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-220352a7-c9f4-4a43-826b-4c39cbd5e5ad None None] Port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:03.622504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1597e8b-1922-4a5f-91e7-ec0cc0aa1150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc1079-d6c6-46b5-afd2-750633581f8c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.626110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1597e8b-1922-4a5f-91e7-ec0cc0aa1150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.627449 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e1597e8b-1922-4a5f-91e7-ec0cc0aa1150 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30dc1079-d6c6-46b5-afd2-750633581f8c HTTP/1.1" status: 204 len: 168 time: 0.3599699 May 06 13:50:03.628737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d6af351-ca3b-4fab-a4c3-94a616391bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.632394 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9d6af351-ca3b-4fab-a4c3-94a616391bb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2bd4c78-fc4f-4942-a87d-98906f692591 HTTP/1.1" status: 204 len: 168 time: 0.5107214 May 06 13:50:03.637570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=77bf144f-7b1b-4a4a-9b50-3c84fcda9d93,segment=NetworkSegment(5d1b8acb-8cba-4131-9462-ad4915dfbb6d),segment_id=5d1b8acb-8cba-4131-9462-ad4915dfbb6d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:03.648136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.817750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] Deleting port 85d2848f-2dc7-4315-912f-ea2aff7e5d49 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:03.826249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.855146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] device_id is not set on port 32bd184c-8175-4dbc-9544-a97780ad364b yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:03.888231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85d2848f-2dc7-4315-912f-ea2aff7e5d49 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:03.925099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.936759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.986881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 85d2848f-2dc7-4315-912f-ea2aff7e5d49 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:50:03.987226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85d2848f-2dc7-4315-912f-ea2aff7e5d49 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:04.069086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-135334b6-b8e9-41e4-82e3-e772384062eb None None] The port '85d2848f-2dc7-4315-912f-ea2aff7e5d49' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:50:04.082008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=77bf144f-7b1b-4a4a-9b50-3c84fcda9d93,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:04.095868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6f984311-d9de-4aca-bd64-b1bbd8fd50e9 None None] Provisioning complete for port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:04.096212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f984311-d9de-4aca-bd64-b1bbd8fd50e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.203967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Transition to ACTIVE for port object 32bd184c-8175-4dbc-9544-a97780ad364b will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:04.259733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.292869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c145ac7-dc9f-4778-bd6c-2387b97c8bed up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:04.307701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.386201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcb00d0-0345-4120-b8ac-0b652c005df8']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:04.388874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6e55d07e-d9ee-4501-99ad-03803b0756fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.413315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:04.425405 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:04.443256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59290) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:04.521118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:04.530878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:04.532398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.554006 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2ab827b5-b85d-46a2-95ae-71654967635a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c494a2ef0b744a29be417076c6ca9d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1095271 May 06 13:50:04.554691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59294) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:04.658270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35ef532e-72e5-411d-b5cf-12bfd9d58b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.674370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34afeae2-5a24-4abb-991a-984613c00ac8') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:04.675151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34afeae2-5a24-4abb-991a-984613c00ac8') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:04.711728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35ef532e-72e5-411d-b5cf-12bfd9d58b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.716942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.747962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:04.754312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.769080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.840675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35ef532e-72e5-411d-b5cf-12bfd9d58b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.858965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef532e-72e5-411d-b5cf-12bfd9d58b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5374fdd-4c74-45ed-b3f8-9ae5223c8e1e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:04.896384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35ef532e-72e5-411d-b5cf-12bfd9d58b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.898062 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-35ef532e-72e5-411d-b5cf-12bfd9d58b2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5374fdd-4c74-45ed-b3f8-9ae5223c8e1e HTTP/1.1" status: 204 len: 168 time: 0.3424187 May 06 13:50:04.916734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.923235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=32bd184c-8175-4dbc-9544-a97780ad364b,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:04.936188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.003658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:05.004095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.017104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48571291-87f0-4f82-aa2b-f0381c2e42eb None None] Network 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:05.020828 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:05.026342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59306) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.026548 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-31a78f4a-e84d-4627-933a-a00da2f30067 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/routers/8484c7b7-6de6-48f3-8234-f99efb009a60 HTTP/1.1" status: 200 len: 921 time: 2.9716046 May 06 13:50:05.099398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:05.169626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-574615a3-0a6c-4798-9baf-ff78c7e3481e None None] Provisioning for port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:05.177998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-574615a3-0a6c-4798-9baf-ff78c7e3481e None None] Provisioning complete for port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:05.178339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-574615a3-0a6c-4798-9baf-ff78c7e3481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.197223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e3389747-60ce-44fe-ac82-93ac9b5875dc tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Synchronizing usage tracker for tenant:16e16eac6aed4f58855551ccad45231f on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:05.211078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Transition to ACTIVE for port object a45f2e50-1368-4a5a-9675-ddd8cb017143 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:05.216494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59312) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.234917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e3389747-60ce-44fe-ac82-93ac9b5875dc tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Unset dirty status for tenant:16e16eac6aed4f58855551ccad45231f on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:05.237349 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e3389747-60ce-44fe-ac82-93ac9b5875dc tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=8484c7b7-6de6-48f3-8234-f99efb009a60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2087350 May 06 13:50:05.240276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59318) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.268206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.274257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:05.274868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:05.275287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:05.334744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:05.335228 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:05.377387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.401386 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 2 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:05.409493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Network': ['ID=ddcb00d0-0345-4120-b8ac-0b652c005df8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:05.412647 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-662df06b-752e-41ca-817f-121fc8b16887 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/networks/ddcb00d0-0345-4120-b8ac-0b652c005df8 HTTP/1.1" status: 204 len: 168 time: 5.2006674 May 06 13:50:05.423638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59324) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.455020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:05.455020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:05.455315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:05.471025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:05.471452 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:05.483350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 3 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:05.510833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.530079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-574615a3-0a6c-4798-9baf-ff78c7e3481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.566390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.569412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccccd78-8b96-46eb-a110-9372172b0a2e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:05.569412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3ccccd78-8b96-46eb-a110-9372172b0a2e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Synchronizing usage tracker for tenant:16e16eac6aed4f58855551ccad45231f on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:05.603073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.606878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-574615a3-0a6c-4798-9baf-ff78c7e3481e None None] For port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c145ac7-dc9f-4778-bd6c-2387b97c8bed,segment=NetworkSegment(95995c5d-d26b-4576-a88d-5c4ed81d5d3b),segment_id=95995c5d-d26b-4576-a88d-5c4ed81d5d3b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:05.615482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Port': ['ID=a45f2e50-1368-4a5a-9675-ddd8cb017143,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:05.622305 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-574615a3-0a6c-4798-9baf-ff78c7e3481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.624419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:05.628306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:05.628826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:05.642521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3ccccd78-8b96-46eb-a110-9372172b0a2e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Unset dirty status for tenant:16e16eac6aed4f58855551ccad45231f on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:05.648313 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3ccccd78-8b96-46eb-a110-9372172b0a2e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 881 time: 0.4045720 May 06 13:50:05.649686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59332) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.655381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:05.732556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574615a3-0a6c-4798-9baf-ff78c7e3481e None None] Pushing event updated for resources: {'Port': ['ID=9c145ac7-dc9f-4778-bd6c-2387b97c8bed,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:05.752571 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4c11a18a-35d0-4860-b968-5b462a510abb tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=8484c7b7-6de6-48f3-8234-f99efb009a60 HTTP/1.1" status: 200 len: 205 time: 0.0994539 May 06 13:50:05.754368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-533531054'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:05.755944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59338) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.759441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:05.763714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:05.767269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:05.773212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:05.783644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b98f6fb-577e-4a9a-896d-71ccf19265db tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:05.784876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b98f6fb-577e-4a9a-896d-71ccf19265db tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:05.803818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:05.807621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.821988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b98f6fb-577e-4a9a-896d-71ccf19265db tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:05.823473 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8b98f6fb-577e-4a9a-896d-71ccf19265db tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3985479 May 06 13:50:05.827357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59342) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.833562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.852119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network ef54d19c-7681-40ee-af84-24fc66349771 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:05.871651 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:05.873697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:05.874084 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:05.874969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:05.875547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.893016 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 4 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:05.893328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.944559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:05.950749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:security_group_rule and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:05.954358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:05.963416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.965931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:05.982287 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9e0eaf86-c9f1-42d6-84af-e7a175f70668 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1467385 May 06 13:50:05.985582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59348) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.993291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1188205016'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:06.005677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:06.011679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:network and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:06.014282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:06.020823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:06.040750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:06.045172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.064349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-76207c23-b157-4eaf-9d2b-3b4e0d2ee482 None None] Provisioning complete for port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:06.064931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76207c23-b157-4eaf-9d2b-3b4e0d2ee482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.140562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:06.165706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c145ac7-dc9f-4778-bd6c-2387b97c8bed up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:06.217253 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d58027-3856-4371-86cb-7de95507f6d2 None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:50:06.233980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:06.234341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:06.234645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:06.235441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.235817 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Added segment 23f169cd-cc46-4a45-a48a-875607d452ec of type vlan for network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b May 06 13:50:06.245639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:06.287278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.288361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:06.288696 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:06.291818 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 5 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:06.329908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.331485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.336569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:06.337347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.341411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.363167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59356) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:06.383016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:06.383385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.390591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:06.390851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:06.391184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:06.479052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d58027-3856-4371-86cb-7de95507f6d2 None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:50:06.492934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Network': ['ID=6e340cbd-56b5-4b7a-8cc0-0433e6dc265b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:06.506688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b950cca4-5742-48ec-a686-eb4ca277fef8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5200081 May 06 13:50:06.507840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.513697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59362) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:06.533433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:06.541787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:06.580204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b11e0d4f-97bc-4714-b3ae-48ff2346f9ac None None] Provisioning for port a45f2e50-1368-4a5a-9675-ddd8cb017143 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:06.635539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 8ee07938-6039-4949-98b9-a74626976b34 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:06.636457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.641332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:06.671994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b33cca8-864a-40fa-9ed8-5c3590182003,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:06.678824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:06.679380 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:06.701148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1939038353'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:06.704410 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 6 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:06.705036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.705483 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment 77d02b30-445b-4889-ae17-70a41a5504f8 of type vlan for network 4ec2599b-2024-4afe-a902-d16f924c5e45 May 06 13:50:06.719863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b11e0d4f-97bc-4714-b3ae-48ff2346f9ac None None] Provisioning complete for port a45f2e50-1368-4a5a-9675-ddd8cb017143 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:06.720230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b11e0d4f-97bc-4714-b3ae-48ff2346f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.725319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:06.730508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:06.734432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:06.755913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:network and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:06.766362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:06.768864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:06.778028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:06.778451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.778713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:06.779046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:06.779452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:06.800087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:06.818218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.822911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:06.825388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.825548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.846007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:06.892481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b11e0d4f-97bc-4714-b3ae-48ff2346f9ac None None] Port a45f2e50-1368-4a5a-9675-ddd8cb017143 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:06.912036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.915120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:06.915438 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:06.925731 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 7 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:06.985514 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:06.989669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.996388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:06.997095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.031452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:07.032085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:07.032561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:07.041672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.068381 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8507540 May 06 13:50:07.071180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:07.088301 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:07.104948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b17a5-26e8-4172-921c-14c2a44ffb7f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=4ec2599b-2024-4afe-a902-d16f924c5e45,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:07.120084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:07.128236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 4ec2599b-2024-4afe-a902-d16f924c5e45 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:07.173449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:07.173855 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:07.241550 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 8 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:07.249409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.266420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59366) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:07.279314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': '4ec2599b-2024-4afe-a902-d16f924c5e45', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:07.375839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:07.430550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.458420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:07.458920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:07.459345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:07.466934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:07.467541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.556615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:07.561410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:07.565117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:07.571441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:07.587229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:07.592120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:07.614540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 8ee07938-6039-4949-98b9-a74626976b34 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:07.657604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.713469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:security_group_rule and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:07.718164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:07.718492 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:07.722816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a45712b9-188f-4915-8c8d-c954d8c5e01c None None] Provisioning complete for port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:07.723336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a45712b9-188f-4915-8c8d-c954d8c5e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.727699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:07.727862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.740424 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 9 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:07.778950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a45712b9-188f-4915-8c8d-c954d8c5e01c None None] Port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:07.801612 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:50:07.804960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:07.828971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.858803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:07.859179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:07.859370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:07.946606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=a54077a4-5612-40b4-ab1b-d5ab691a0630,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:07.963692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking segment: {'id': '23f169cd-cc46-4a45-a48a-875607d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:07.964557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network hostable DHCP agents. Network: 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:07.980466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:07.980793 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:07.987868 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempt 10 to bind port 32bd184c-8175-4dbc-9544-a97780ad364b May 06 13:50:08.051198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:08.074940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:08.077482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.083385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7a2e77-4ff9-4a91-b061-524039feea56 None None] Network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:08.092818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:08.093649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.183166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-61eac9ee-fecd-4d12-b7cd-ff77c43038bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6584039 May 06 13:50:08.192380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59370) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:08.199588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=9f760af4-08ef-48a8-bf38-40ef3a70a6e7,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:08.205830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b', 'name': 'tempest-PortsIpV6TestJSON-1738776265'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:08.237731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:08.237731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:08.237731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempting to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:08.298002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': '77d02b30-445b-4889-ae17-70a41a5504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ec2599b-2024-4afe-a902-d16f924c5e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:08.298418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: 4ec2599b-2024-4afe-a902-d16f924c5e45, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:08.316243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-6e340cbd-56b5-4b7a-8cc0-0433e6dc265b', 'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b', 'tenant_id': '2578e9ffc9bb415999c0afe4f5790b5d', 'fixed_ips': [{'subnet_id': 'a54077a4-5612-40b4-ab1b-d5ab691a0630'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:08.318008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.363188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:08.363430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network 4ec2599b-2024-4afe-a902-d16f924c5e45 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:08.363545 dv-neutron-840889-1-hyperv neutron-server[84021]: ERROR neutron.plugins.ml2.managers [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Failed to bind port 32bd184c-8175-4dbc-9544-a97780ad364b on host hv-neutron-8408 for vnic_type normal using segments [{'id': '1d3bc481-0402-4a36-bb25-710ffa1dddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3277ea93-ac60-43b0-8938-d204826ebc4e'}] May 06 13:50:08.364140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.381727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:08.383877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 4ec2599b-2024-4afe-a902-d16f924c5e45) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:08.389294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:08.389475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.410011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:08.425944 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3fdfbe85-c33d-4f32-b1c0-3f77d75227a8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1549504 May 06 13:50:08.426225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.426789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59374) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:08.432317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2442e2-7da6-4f03-ad02-3d467c466260 None None] Network 4ec2599b-2024-4afe-a902-d16f924c5e45 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:08.435206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280918210'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:08.440077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:08.443025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.453181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:08.460982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:08.465901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:08.474671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:08.479537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 8db457ec-7c2c-4ba5-97ef-03ab13410277 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:08.484032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.533199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:08.535900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.594617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Allocated IP 2001:db8::2 (6e340cbd-56b5-4b7a-8cc0-0433e6dc265b/a54077a4-5612-40b4-ab1b-d5ab691a0630/8867b5e3-4aa2-4729-aff5-aefda596cbcf) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:08.596550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:08.610651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.610937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:08.611068 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment 872aa447-5a4c-42cd-8c19-50958b405256 of type vlan for network fcff7224-7cc6-41c0-8cc8-a676d6550677 May 06 13:50:08.640191 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:08.640957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.653879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.660112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68456a2e-420e-4757-9115-79e11e1d7198,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:08.677411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.678422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.679259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.684286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:08.685076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.717822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] For port 32bd184c-8175-4dbc-9544-a97780ad364b, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:08.718192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Attempted to set empty binding levels {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 13:50:08.725529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.726072 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Added segment 73788459-bee0-465b-95b0-685633c0de19 of type vlan for network 8c0834f6-2af2-4e57-ae9c-c85fa39d824e May 06 13:50:08.745106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.756442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.809876 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3810136 May 06 13:50:08.813689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59378) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:08.828766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': 'fcff7224-7cc6-41c0-8cc8-a676d6550677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:08.836676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-4ec2599b-2024-4afe-a902-d16f924c5e45', 'network_id': '4ec2599b-2024-4afe-a902-d16f924c5e45', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': '9f760af4-08ef-48a8-bf38-40ef3a70a6e7'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:08.837547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.881103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b42dc-c997-400b-8fd5-8c0f1b23448d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=fcff7224-7cc6-41c0-8cc8-a676d6550677,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:08.898055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network fcff7224-7cc6-41c0-8cc8-a676d6550677 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:08.908771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.961140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Port': ['ID=a45f2e50-1368-4a5a-9675-ddd8cb017143,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:09.010765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] In _notify_port_updated(), no bound segment for port 32bd184c-8175-4dbc-9544-a97780ad364b on network 3277ea93-ac60-43b0-8938-d204826ebc4e {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:50:09.012352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.013894 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "PUT /v2.0/ports/32bd184c-8175-4dbc-9544-a97780ad364b HTTP/1.1" status: 200 len: 981 time: 7.7653031 May 06 13:50:09.033397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59382) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:09.090242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.097820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=8ee07938-6039-4949-98b9-a74626976b34,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:09.102124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Transition to ACTIVE for port object 8867b5e3-4aa2-4729-aff5-aefda596cbcf will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:09.132271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Transition to ACTIVE for port object 8867b5e3-4aa2-4729-aff5-aefda596cbcf will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:09.138661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:09.141043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:09.151332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.176364 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:09.185313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:09.200027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:09.220153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:09.290372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Pushing event updated for resources: {'Port': ['ID=8867b5e3-4aa2-4729-aff5-aefda596cbcf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:09.296894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:09.300246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:09.303844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:09.306935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::37 (6e340cbd-56b5-4b7a-8cc0-0433e6dc265b/a54077a4-5612-40b4-ab1b-d5ab691a0630/8db457ec-7c2c-4ba5-97ef-03ab13410277) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:09.346679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.350806 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:09.351098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.363656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.396849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Allocated IP 172.20.255.242 (4ec2599b-2024-4afe-a902-d16f924c5e45/9f760af4-08ef-48a8-bf38-40ef3a70a6e7/ed65b2f1-e985-4b9a-9ca9-892879b3f609) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:09.397908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Deleting port 32bd184c-8175-4dbc-9544-a97780ad364b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:09.399260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.418536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Attempting to bind port 8867b5e3-4aa2-4729-aff5-aefda596cbcf on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:09.418536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Attempting to bind port 8867b5e3-4aa2-4729-aff5-aefda596cbcf by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '23f169cd-cc46-4a45-a48a-875607d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:09.419080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Attempting to bind port 8867b5e3-4aa2-4729-aff5-aefda596cbcf on network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:09.428609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.444013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8175892-4f33-49d0-aef6-41124719c7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event updated for resources: {'Port': ['ID=32bd184c-8175-4dbc-9544-a97780ad364b,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:09.539851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:09.540536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Checking segment: {'id': '23f169cd-cc46-4a45-a48a-875607d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:09.540839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.541274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Bound using segment: {'id': '23f169cd-cc46-4a45-a48a-875607d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:09.541811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Bound port: 8867b5e3-4aa2-4729-aff5-aefda596cbcf, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f169cd-cc46-4a45-a48a-875607d452ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:09.542798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.570909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Deleting port 8bafaffd-adef-4551-b8be-d2c260bde612 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:09.570909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.608361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network ef54d19c-7681-40ee-af84-24fc66349771 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:09.625764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:09.637034 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.2712278 May 06 13:50:09.702429 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2678c32-c18c-45b1-8e45-da7cc1195b1f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Network': ['ID=8c0834f6-2af2-4e57-ae9c-c85fa39d824e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:09.704090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] For port 8867b5e3-4aa2-4729-aff5-aefda596cbcf, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:09.716824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 8c0834f6-2af2-4e57-ae9c-c85fa39d824e details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:09.767458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.817613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.840832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] For port 8867b5e3-4aa2-4729-aff5-aefda596cbcf, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8867b5e3-4aa2-4729-aff5-aefda596cbcf,segment=NetworkSegment(23f169cd-cc46-4a45-a48a-875607d452ec),segment_id=23f169cd-cc46-4a45-a48a-875607d452ec)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:09.877597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.954929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 8db457ec-7c2c-4ba5-97ef-03ab13410277 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:09.965309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.024216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1943cf-cc13-4d93-a01e-89b89bd62391 None None] Pushing event updated for resources: {'Port': ['ID=8867b5e3-4aa2-4729-aff5-aefda596cbcf,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:10.077147 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.080923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=770e0250-288f-40ec-9e1f-53dca2e3467c,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:10.100751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Transition to ACTIVE for port object ed65b2f1-e985-4b9a-9ca9-892879b3f609 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:10.113473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.139820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Transition to ACTIVE for port object ed65b2f1-e985-4b9a-9ca9-892879b3f609 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:10.141314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-eac5fed2-b71e-472e-b902-be340b97f718 None None] Provisioning complete for port a45f2e50-1368-4a5a-9675-ddd8cb017143 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:10.141829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eac5fed2-b71e-472e-b902-be340b97f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.200640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-eac5fed2-b71e-472e-b902-be340b97f718 None None] Port a45f2e50-1368-4a5a-9675-ddd8cb017143 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:10.207825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.222761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:10.233260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:10.236107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:10.240360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:10.240996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.271369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0756352 May 06 13:50:10.275953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59386) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:10.289421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': '6e340cbd-56b5-4b7a-8cc0-0433e6dc265b', 'name': 'tempest-PortsIpV6TestJSON-829374721'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:10.307109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Network 4ec2599b-2024-4afe-a902-d16f924c5e45 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:10.309195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:10.313418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:10.326753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Pushing event updated for resources: {'Port': ['ID=ed65b2f1-e985-4b9a-9ca9-892879b3f609,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:10.344770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Router f5abab9c-c40b-4bfe-9859-d8ad5945b7df has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:50:10.469117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': '872aa447-5a4c-42cd-8c19-50958b405256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'fcff7224-7cc6-41c0-8cc8-a676d6550677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:10.469508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: fcff7224-7cc6-41c0-8cc8-a676d6550677, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:10.474535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e448af-eadb-456d-b42c-5b722788a027 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=8db457ec-7c2c-4ba5-97ef-03ab13410277,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:10.538330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Attempting to bind port ed65b2f1-e985-4b9a-9ca9-892879b3f609 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:10.538987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Attempting to bind port ed65b2f1-e985-4b9a-9ca9-892879b3f609 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '77d02b30-445b-4889-ae17-70a41a5504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ec2599b-2024-4afe-a902-d16f924c5e45'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:10.539547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Attempting to bind port ed65b2f1-e985-4b9a-9ca9-892879b3f609 on network 4ec2599b-2024-4afe-a902-d16f924c5e45 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:10.553160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:10.554505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Checking segment: {'id': '77d02b30-445b-4889-ae17-70a41a5504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ec2599b-2024-4afe-a902-d16f924c5e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:10.555238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.555899 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Bound using segment: {'id': '77d02b30-445b-4889-ae17-70a41a5504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ec2599b-2024-4afe-a902-d16f924c5e45'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:10.557141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Bound port: ed65b2f1-e985-4b9a-9ca9-892879b3f609, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d02b30-445b-4889-ae17-70a41a5504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ec2599b-2024-4afe-a902-d16f924c5e45'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:10.557824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.560461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network fcff7224-7cc6-41c0-8cc8-a676d6550677 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:10.573538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, fcff7224-7cc6-41c0-8cc8-a676d6550677) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:10.604262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:10.605751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.628379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c1b47-a478-49c9-9f52-67ed6288efc1 None None] Network fcff7224-7cc6-41c0-8cc8-a676d6550677 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:10.633417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:10.638408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:port and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:10.661742 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7bf4f160-f5de-4c28-b081-d59152468a82 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8470037 May 06 13:50:10.664198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:10.668386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59390) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:10.674689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:10.740879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] For port 32bd184c-8175-4dbc-9544-a97780ad364b, host hv-neutron-8408, got binding levels [] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:10.741223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.759458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.811613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] For port ed65b2f1-e985-4b9a-9ca9-892879b3f609, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:10.838525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] For port ed65b2f1-e985-4b9a-9ca9-892879b3f609, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ed65b2f1-e985-4b9a-9ca9-892879b3f609,segment=NetworkSegment(77d02b30-445b-4889-ae17-70a41a5504f8),segment_id=77d02b30-445b-4889-ae17-70a41a5504f8)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:10.869168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.919879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:10.923218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.963389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.966015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 05ceda88-697a-47aa-8aa8-66b4df7dffc8 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:11.012688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.048567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8f27d-47c3-45db-a26e-a1970ea64265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-fcff7224-7cc6-41c0-8cc8-a676d6550677', 'network_id': 'fcff7224-7cc6-41c0-8cc8-a676d6550677', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': '770e0250-288f-40ec-9e1f-53dca2e3467c'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:11.049683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00c8f27d-47c3-45db-a26e-a1970ea64265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.161615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server [None req-00c8f27d-47c3-45db-a26e-a1970ea64265 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 770e0250-288f-40ec-9e1f-53dca2e3467c: This subnet is being modified by another concurrent operation. May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:50:11.299235 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise exception May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 770e0250-288f-40ec-9e1f-53dca2e3467c: This subnet is being modified by another concurrent operation. May 06 13:50:11.302329 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server May 06 13:50:11.333586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb45d50-961f-44db-8dc8-831692be48af None None] Pushing event updated for resources: {'Port': ['ID=ed65b2f1-e985-4b9a-9ca9-892879b3f609,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:11.347390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ed24d-4035-4913-a6dc-b07c809cb66e None None] Network fcff7224-7cc6-41c0-8cc8-a676d6550677 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:11.350548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=770e0250-288f-40ec-9e1f-53dca2e3467c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:11.515241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Calling delete_port for 32bd184c-8175-4dbc-9544-a97780ad364b owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:11.628355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.702984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcff7224-7cc6-41c0-8cc8-a676d6550677']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:11.723987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872aa447-5a4c-42cd-8c19-50958b405256') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:11.724439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872aa447-5a4c-42cd-8c19-50958b405256') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:11.743226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Calling delete_port for 8bafaffd-adef-4551-b8be-d2c260bde612 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:11.745775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::273 (6e340cbd-56b5-4b7a-8cc0-0433e6dc265b/a54077a4-5612-40b4-ab1b-d5ab691a0630/05ceda88-697a-47aa-8aa8-66b4df7dffc8) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:11.752021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.774431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.795882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:11.796291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:11.811574 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:11.922061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9115e1-0ca5-4e19-80ff-fc1c87569340 None None] Network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:12.235706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.275872 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d55af9a9-c94c-4db7-a57b-6ea1e7c017ed None None] Provisioning for port 8867b5e3-4aa2-4729-aff5-aefda596cbcf completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:12.282687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ed65b2f1-e985-4b9a-9ca9-892879b3f609 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:12.303682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.334093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=fcff7224-7cc6-41c0-8cc8-a676d6550677,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:12.381383 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b8460057-b25a-4326-a834-19fc0f65e26f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/fcff7224-7cc6-41c0-8cc8-a676d6550677 HTTP/1.1" status: 204 len: 168 time: 1.7070401 May 06 13:50:12.384593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59394) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:12.399459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-743181490'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:12.407723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:12.416013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:12.420248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:12.425195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.426556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:12.449007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:12.452285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.502541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ed65b2f1-e985-4b9a-9ca9-892879b3f609 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:12.513118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8867b5e3-4aa2-4729-aff5-aefda596cbcf up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:12.521939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event deleted for resources: {'Port': ['ID=8bafaffd-adef-4551-b8be-d2c260bde612,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:12.523823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.528948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:12.567025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.567456 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment bcae18c2-eadb-4ecc-990e-6937782a95c6 of type vlan for network 1aac1ea1-a80c-49c2-919f-820ba6104e1d May 06 13:50:12.568949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 05ceda88-697a-47aa-8aa8-66b4df7dffc8 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:12.625044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.678842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.733531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 8867b5e3-4aa2-4729-aff5-aefda596cbcf completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:12.740279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8867b5e3-4aa2-4729-aff5-aefda596cbcf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:12.740968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.780808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=05ceda88-697a-47aa-8aa8-66b4df7dffc8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:12.784267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.788093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:12.788765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.827586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173069f6-084a-4c70-8067-4b0952c58a96 None None] Network 4ec2599b-2024-4afe-a902-d16f924c5e45 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:12.936462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59398) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:12.943300 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5411036 May 06 13:50:12.957567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:12.959312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:12.967540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:12.970328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.982926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:12.987273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.033058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': '1aac1ea1-a80c-49c2-919f-820ba6104e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:13.033516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e609f83-0a02-4964-ba7e-04660d363549 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=1aac1ea1-a80c-49c2-919f-820ba6104e1d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:13.062480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 1aac1ea1-a80c-49c2-919f-820ba6104e1d details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:13.068177 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-733dba73-2ac1-4a33-9b79-414fc1c75909 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7902687 May 06 13:50:13.070775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59402) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:13.121255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Pushing event deleted for resources: {'Port': ['ID=32bd184c-8175-4dbc-9544-a97780ad364b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:13.160084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59406) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:13.167963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'subnet': {'network_id': '8c0834f6-2af2-4e57-ae9c-c85fa39d824e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:13.201936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7a744ffd-8c83-447d-93b1-b2c90977bc42 None None] Provisioning for port ed65b2f1-e985-4b9a-9ca9-892879b3f609 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:13.241314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7a744ffd-8c83-447d-93b1-b2c90977bc42 None None] Provisioning complete for port ed65b2f1-e985-4b9a-9ca9-892879b3f609 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:13.241314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a744ffd-8c83-447d-93b1-b2c90977bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.275596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router dcdb08f3-2099-4ab9-b6f1-24557374a7a1 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:50:13.292512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.301365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9acbbe2-eea2-4e2f-bfc7-05a71f323d3a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:13.302013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b9acbbe2-eea2-4e2f-bfc7-05a71f323d3a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:13.305763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:13.316698 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-154c04a9-50b8-47cc-b12a-8da59a3666b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "DELETE /v2.0/ports/32bd184c-8175-4dbc-9544-a97780ad364b HTTP/1.1" status: 204 len: 168 time: 4.2789021 May 06 13:50:13.317749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:13.321743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59410) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:13.321901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:subnet and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:13.324714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:13.330566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:13.334258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:13.343217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:13.387201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:13.416660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b9acbbe2-eea2-4e2f-bfc7-05a71f323d3a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:13.421338 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b9acbbe2-eea2-4e2f-bfc7-05a71f323d3a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A37 HTTP/1.1" status: 200 len: 928 time: 0.3495758 May 06 13:50:13.426971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59414) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:13.474904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:13.496937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a744ffd-8c83-447d-93b1-b2c90977bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.518549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.546678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-79bfafd3-b003-4770-a4e9-0ce0651c395e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 05ceda88-697a-47aa-8aa8-66b4df7dffc8 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:13.547012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79bfafd3-b003-4770-a4e9-0ce0651c395e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.609291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:13.623178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.682723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7a744ffd-8c83-447d-93b1-b2c90977bc42 None None] For port ed65b2f1-e985-4b9a-9ca9-892879b3f609, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ed65b2f1-e985-4b9a-9ca9-892879b3f609,segment=NetworkSegment(77d02b30-445b-4889-ae17-70a41a5504f8),segment_id=77d02b30-445b-4889-ae17-70a41a5504f8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:13.693473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a744ffd-8c83-447d-93b1-b2c90977bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.733096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 8867b5e3-4aa2-4729-aff5-aefda596cbcf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8867b5e3-4aa2-4729-aff5-aefda596cbcf,segment=NetworkSegment(23f169cd-cc46-4a45-a48a-875607d452ec),segment_id=23f169cd-cc46-4a45-a48a-875607d452ec)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:13.746540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.784186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a744ffd-8c83-447d-93b1-b2c90977bc42 None None] Pushing event updated for resources: {'Port': ['ID=ed65b2f1-e985-4b9a-9ca9-892879b3f609,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:13.820711 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-c252de45-7754-4854-98da-f0bc0d2d6bb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] GET failed (client error): The resource could not be found. May 06 13:50:13.821543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c252de45-7754-4854-98da-f0bc0d2d6bb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Synchronizing usage tracker for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:13.860374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.884907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Provisioning complete for port 8867b5e3-4aa2-4729-aff5-aefda596cbcf triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:13.884907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.921590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=8867b5e3-4aa2-4729-aff5-aefda596cbcf,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:13.926682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79bfafd3-b003-4770-a4e9-0ce0651c395e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.044732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Provisioning for port 8db457ec-7c2c-4ba5-97ef-03ab13410277 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:14.051391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Provisioning complete for port 8db457ec-7c2c-4ba5-97ef-03ab13410277 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:14.051748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.070252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.077650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-79bfafd3-b003-4770-a4e9-0ce0651c395e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 05ceda88-697a-47aa-8aa8-66b4df7dffc8 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:14.086370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c252de45-7754-4854-98da-f0bc0d2d6bb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] Unset dirty status for tenant:e66724a0542440f19e325dc02ae9fee1 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:14.089902 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c252de45-7754-4854-98da-f0bc0d2d6bb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-293783945-project-admin] 10.222.0.65 "GET /v2.0/ports/32bd184c-8175-4dbc-9544-a97780ad364b HTTP/1.1" status: 404 len: 333 time: 0.7596090 May 06 13:50:14.095362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59418) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:14.107009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Router 41d729ac-ce52-406a-bce1-1a1eb884236f is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:50:14.118345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849953a6-5bcc-4d50-9c3b-5593ec50c2fe None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:50:14.154751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ed65b2f1-e985-4b9a-9ca9-892879b3f609 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:14.256134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Port 8db457ec-7c2c-4ba5-97ef-03ab13410277 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:14.306405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79bfafd3-b003-4770-a4e9-0ce0651c395e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.311724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:14.325643 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Sync routers for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:14.328538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Provisioning for port 05ceda88-697a-47aa-8aa8-66b4df7dffc8 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:14.344216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Provisioning complete for port 05ceda88-697a-47aa-8aa8-66b4df7dffc8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:14.344588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.349067 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:14.350115 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:14.381010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ed65b2f1-e985-4b9a-9ca9-892879b3f609 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:14.381384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.384988 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4380bcfe-5a0e-4c4d-b5b6-30e7e2863617 admin admin] 10.222.0.65 "PUT /v2.0/routers/f5abab9c-c40b-4bfe-9859-d8ad5945b7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.6979856 May 06 13:50:14.469878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f922cbc2-4278-4623-bd86-a041a1025455 None None] Port 05ceda88-697a-47aa-8aa8-66b4df7dffc8 was deleted so its status cannot be updated. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 13:50:14.472542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfafd3-b003-4770-a4e9-0ce0651c395e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=05ceda88-697a-47aa-8aa8-66b4df7dffc8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:14.538510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.544365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79bfafd3-b003-4770-a4e9-0ce0651c395e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.566226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:14.574485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849953a6-5bcc-4d50-9c3b-5593ec50c2fe None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:50:14.577450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing IP validity checks on allocation pools {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:50:14.578146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:50:14.584418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.589588 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-578aed9f-2e85-412f-9534-76224a350071 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/dcdb08f3-2099-4ab9-b6f1-24557374a7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1228032 May 06 13:50:14.591490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98234fb0-3145-4629-ba66-41912ac29c4c None None] Sync routers for ids ['dcdb08f3-2099-4ab9-b6f1-24557374a7a1'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:14.594209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59424) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:14.595441 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-79bfafd3-b003-4770-a4e9-0ce0651c395e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/05ceda88-697a-47aa-8aa8-66b4df7dffc8 HTTP/1.1" status: 204 len: 168 time: 1.1673741 May 06 13:50:14.603003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59426) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:14.649797 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:14.663315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-636ee730-3325-4f9c-943b-b5f5a33bf526 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:50:14.663903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-636ee730-3325-4f9c-943b-b5f5a33bf526 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:14.678638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.682667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c9ea00e2-00bb-4eb8-b69a-45c0effaa294 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:14.706670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Subnet': ['ID=a2fbf170-e3f3-4f91-8288-11d51bf1e94c,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:14.722919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.723262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.723989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.723989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.724275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.724605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.724930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.725254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.725579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.725896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.726271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:14.733286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-636ee730-3325-4f9c-943b-b5f5a33bf526 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:14.734444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-636ee730-3325-4f9c-943b-b5f5a33bf526 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/05ceda88-697a-47aa-8aa8-66b4df7dffc8 HTTP/1.1" status: 404 len: 333 time: 0.1298733 May 06 13:50:14.737663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59436) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:14.748234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.860721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e55c12a1-90b6-47a9-b739-07d4aa684ffc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 8db457ec-7c2c-4ba5-97ef-03ab13410277 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:14.866232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e55c12a1-90b6-47a9-b739-07d4aa684ffc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.873090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c9ea00e2-00bb-4eb8-b69a-45c0effaa294 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:14.874513 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c9ea00e2-00bb-4eb8-b69a-45c0effaa294 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=dcdb08f3-2099-4ab9-b6f1-24557374a7a1 HTTP/1.1" status: 200 len: 205 time: 0.2745907 May 06 13:50:14.882976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59440) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:14.915911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98234fb0-3145-4629-ba66-41912ac29c4c None None] Routers {'dcdb08f3-2099-4ab9-b6f1-24557374a7a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:14.916653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-98234fb0-3145-4629-ba66-41912ac29c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['dcdb08f3-2099-4ab9-b6f1-24557374a7a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:14.947417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Checking segment: {'id': '73788459-bee0-465b-95b0-685633c0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8c0834f6-2af2-4e57-ae9c-c85fa39d824e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:14.947798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network hostable DHCP agents. Network: 8c0834f6-2af2-4e57-ae9c-c85fa39d824e, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:15.117800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.118522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Fanout notify agent at l3_agent the message router_deleted on router 8484c7b7-6de6-48f3-8234-f99efb009a60 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:50:15.124505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-98234fb0-3145-4629-ba66-41912ac29c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.143097 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 2, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.144308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8867b5e3-4aa2-4729-aff5-aefda596cbcf up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:15.147940 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Checking router: f5abab9c-c40b-4bfe-9859-d8ad5945b7df for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:50:15.148390 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Updating router f5abab9c-c40b-4bfe-9859-d8ad5945b7df port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:50:15.187497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7704a07b-440e-4db6-84aa-5d57c87411ee None None] Provisioning complete for port ed65b2f1-e985-4b9a-9ca9-892879b3f609 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:15.187885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7704a07b-440e-4db6-84aa-5d57c87411ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.250167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network 8c0834f6-2af2-4e57-ae9c-c85fa39d824e is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:15.254689 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.293509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98234fb0-3145-4629-ba66-41912ac29c4c None None] Routers {'dcdb08f3-2099-4ab9-b6f1-24557374a7a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:15.294479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-98234fb0-3145-4629-ba66-41912ac29c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['dcdb08f3-2099-4ab9-b6f1-24557374a7a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.314770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.340127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.347311 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0d6a6735-6b1e-418d-b9cf-d464061665b9 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/8484c7b7-6de6-48f3-8234-f99efb009a60 HTTP/1.1" status: 204 len: 168 time: 9.5855472 May 06 13:50:15.349236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59444) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:15.373148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 8c0834f6-2af2-4e57-ae9c-c85fa39d824e) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:15.385869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-638543984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:15.395703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3277ea93-ac60-43b0-8938-d204826ebc4e']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.403274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:15.406715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-98234fb0-3145-4629-ba66-41912ac29c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.407772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98234fb0-3145-4629-ba66-41912ac29c4c None None] The sync data for ids ['dcdb08f3-2099-4ab9-b6f1-24557374a7a1'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:15.412875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Usage tracker for resource:router and tenant:12ea37eea5b9483e8c2fe835c3715663 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:15.423806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:15.424839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3bc481-0402-4a36-bb25-710ffa1dddbc') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.425145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3bc481-0402-4a36-bb25-710ffa1dddbc') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.439028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:15.445877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.452402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9095e46f-bdae-411b-badb-35be381ca58f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.460755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e55c12a1-90b6-47a9-b739-07d4aa684ffc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.509577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.555607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59448) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:15.598505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8867b5e3-4aa2-4729-aff5-aefda596cbcf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:15.599414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.618861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e55c12a1-90b6-47a9-b739-07d4aa684ffc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 8db457ec-7c2c-4ba5-97ef-03ab13410277 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:15.640332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489728738', 'description': 'tempest-description--489030605'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:15.661324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.667054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:15.689146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Usage tracker for resource:security_group and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:15.694120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:15.697627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:15.698225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:15.718749 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:15.733642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:15.774751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:15.775328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.794636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=d53a4f4f-551d-4439-83c8-aecf7c4cdd23,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:15.796326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.797385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.801351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e55c12a1-90b6-47a9-b739-07d4aa684ffc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.820425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:15.831605 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53058390-5009-41c9-a5a1-64d7590f837a None None] Sync routers for ids ['41d729ac-ce52-406a-bce1-1a1eb884236f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:15.845842 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1adb194d-0b4f-47e0-9c3a-6d3b0ca8a064 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6813886 May 06 13:50:15.850727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59452) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:15.859360 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.859906 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6877dbf4-21a0-436c-8fed-007b391e4145 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "PUT /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7237926 May 06 13:50:15.867987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59456) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:15.874481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1436527131'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:15.878387 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53058390-5009-41c9-a5a1-64d7590f837a None None] Routers {'41d729ac-ce52-406a-bce1-1a1eb884236f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:15.879158 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-53058390-5009-41c9-a5a1-64d7590f837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['41d729ac-ce52-406a-bce1-1a1eb884236f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.882608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c12a1-90b6-47a9-b739-07d4aa684ffc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=8db457ec-7c2c-4ba5-97ef-03ab13410277,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:15.918195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.942069 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.942407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.942740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.943069 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.943401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.943710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.944050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.944368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.945215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.945215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.945427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:15.954099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:15.957652 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Transition to ACTIVE for port object d8f048c5-fda4-40fb-80a5-d70f3dc8c616 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:15.961655 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-53058390-5009-41c9-a5a1-64d7590f837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.966998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:network and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:15.982171 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.002300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b834f26-9191-4383-8c39-dc64d89599f5 None None] Network 8c0834f6-2af2-4e57-ae9c-c85fa39d824e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:16.052647 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Pushing event updated for resources: {'Port': ['ID=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:16.062528 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.062876 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.063214 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.063589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:16.063734 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.064000 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.064273 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.064602 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.064936 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.065259 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.065581 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.065902 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:16.071517 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53058390-5009-41c9-a5a1-64d7590f837a None None] Routers {'41d729ac-ce52-406a-bce1-1a1eb884236f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:16.072273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:16.072427 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-53058390-5009-41c9-a5a1-64d7590f837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['41d729ac-ce52-406a-bce1-1a1eb884236f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:16.098192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:16.101309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.114184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e55c12a1-90b6-47a9-b739-07d4aa684ffc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.163759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.167265 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-53058390-5009-41c9-a5a1-64d7590f837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:16.167884 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53058390-5009-41c9-a5a1-64d7590f837a None None] The sync data for ids ['41d729ac-ce52-406a-bce1-1a1eb884236f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:16.181534 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e55c12a1-90b6-47a9-b739-07d4aa684ffc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/8db457ec-7c2c-4ba5-97ef-03ab13410277 HTTP/1.1" status: 204 len: 168 time: 1.4411848 May 06 13:50:16.199149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59460) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:16.205538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.219071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:16.236749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.237476 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Added segment 526f2646-bf93-4dd9-9cf6-5523119e2a1e of type vlan for network 3aa2ce41-ba80-4691-9cb1-df037e7ef593 May 06 13:50:16.312235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.337575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.393243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.397993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] Pushing event deleted for resources: {'Network': ['ID=3277ea93-ac60-43b0-8938-d204826ebc4e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:16.400899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.404798 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3fe67aeb-4dc5-4af9-96c2-69463ce74731 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0475547 May 06 13:50:16.410794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59464) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:16.420119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-8c0834f6-2af2-4e57-ae9c-c85fa39d824e', 'network_id': '8c0834f6-2af2-4e57-ae9c-c85fa39d824e', 'tenant_id': '88142fc0a3264a76af4e153cd0ab1c23', 'fixed_ips': [{'subnet_id': 'a2fbf170-e3f3-4f91-8288-11d51bf1e94c'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:16.421088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.446128 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0265a49-e680-4d9e-bd4d-27aaa523a03b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:50:16.446850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0265a49-e680-4d9e-bd4d-27aaa523a03b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:16.450834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': 'bcae18c2-eadb-4ecc-990e-6937782a95c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1aac1ea1-a80c-49c2-919f-820ba6104e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:16.451393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: 1aac1ea1-a80c-49c2-919f-820ba6104e1d, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:16.475419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7261aead-de1b-40d8-bf35-4b1c4ad9ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671198794-project] 10.222.0.65 "DELETE /v2.0/networks/3277ea93-ac60-43b0-8938-d204826ebc4e HTTP/1.1" status: 204 len: 168 time: 2.3760364 May 06 13:50:16.480848 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Attempting to bind port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:16.481363 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Attempting to bind port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:16.481877 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Attempting to bind port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 on network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:16.499212 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:16.499728 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Checking segment: {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:16.500260 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.500758 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Bound using segment: {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:16.501346 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Bound port: d8f048c5-fda4-40fb-80a5-d70f3dc8c616, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:16.501844 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.570903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.575431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:16.576059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.589143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': True}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:16.641513 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] For port d8f048c5-fda4-40fb-80a5-d70f3dc8c616, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:16.644951 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] For port d8f048c5-fda4-40fb-80a5-d70f3dc8c616, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:16.650636 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.744016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Allocated IP 2001:db8:0:ffff::2 (8c0834f6-2af2-4e57-ae9c-c85fa39d824e/a2fbf170-e3f3-4f91-8288-11d51bf1e94c/f6a15e27-a2dd-4b5c-bfde-51fa27aef39e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:16.749143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0265a49-e680-4d9e-bd4d-27aaa523a03b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:16.750302 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b0265a49-e680-4d9e-bd4d-27aaa523a03b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/8db457ec-7c2c-4ba5-97ef-03ab13410277 HTTP/1.1" status: 404 len: 333 time: 0.5422575 May 06 13:50:16.758584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:16.764323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59470) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:16.771121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Usage tracker for resource:security_group_rule and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:16.776455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:16.812918 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:16.813706 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:16.830615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9095e46f-bdae-411b-badb-35be381ca58f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.836775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:16.888310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network 1aac1ea1-a80c-49c2-919f-820ba6104e1d is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:16.892660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9095e46f-bdae-411b-badb-35be381ca58f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.940535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 1aac1ea1-a80c-49c2-919f-820ba6104e1d) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:16.963292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:16.963937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.969926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3237673-9535-417b-84b1-c98acdd85df9 None None] Network 1aac1ea1-a80c-49c2-919f-820ba6104e1d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:17.064807 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c541c82-e6b7-4c12-a12f-1b885d1c36be None None] Pushing event updated for resources: {'Port': ['ID=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:17.141257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.145868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9095e46f-bdae-411b-badb-35be381ca58f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.146556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9095e46f-bdae-411b-badb-35be381ca58f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Fanout notify agent at l3_agent the message router_deleted on router dcdb08f3-2099-4ab9-b6f1-24557374a7a1 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:50:17.146820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59476) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:17.160274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.169855 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3132977 May 06 13:50:17.185387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:17.187744 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:17.190791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9095e46f-bdae-411b-badb-35be381ca58f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.194335 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9095e46f-bdae-411b-badb-35be381ca58f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/dcdb08f3-2099-4ab9-b6f1-24557374a7a1 HTTP/1.1" status: 204 len: 168 time: 2.2395816 May 06 13:50:17.197694 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-136bd0cb-2173-49cf-b3c8-81d24443e3ba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.2252488 May 06 13:50:17.204876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'subnet': {'network_id': '3aa2ce41-ba80-4691-9cb1-df037e7ef593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:17.222614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59484) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:17.222614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59488) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:17.337294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.352903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Transition to ACTIVE for port object f6a15e27-a2dd-4b5c-bfde-51fa27aef39e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:17.353133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b22f1-575a-4abe-ae62-726438e745ff tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Network': ['ID=3aa2ce41-ba80-4691-9cb1-df037e7ef593,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:17.378306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Transition to ACTIVE for port object f6a15e27-a2dd-4b5c-bfde-51fa27aef39e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:17.465762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 3aa2ce41-ba80-4691-9cb1-df037e7ef593 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:17.486393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.564160 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:16Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:17.568478 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09264b6-dd99-47f6-b147-7de2bcf38f0c None None] The sync data for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv is: [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:16Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:17.578626 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-796536d8-1dbe-426e-8737-984631311ee4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=504af71f344d4679a0257f25f29b808c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4124789 May 06 13:50:17.579145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59494) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:17.659344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.666181 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.0942905 May 06 13:50:17.675498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59498) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:17.705423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Request body: {'security_group_rule': {'security_group_id': 'd233436d-20bd-4bba-92f1-d991f8af54c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:17.769288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:17.794598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Usage tracker for resource:security_group_rule and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:17.804789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-1aac1ea1-a80c-49c2-919f-820ba6104e1d', 'network_id': '1aac1ea1-a80c-49c2-919f-820ba6104e1d', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': 'd53a4f4f-551d-4439-83c8-aecf7c4cdd23'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:17.805596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.828761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Network 8c0834f6-2af2-4e57-ae9c-c85fa39d824e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:17.834693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:17.836606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Pushing event updated for resources: {'Port': ['ID=f6a15e27-a2dd-4b5c-bfde-51fa27aef39e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:17.839441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:17.841189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7bd381-9484-48b7-af58-a69253d91196 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet a54077a4-5612-40b4-ab1b-d5ab691a0630 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:50:17.848184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa796f-ee2d-4ace-844a-5c54dc57d1c6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d233436d-20bd-4bba-92f1-d991f8af54c6,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:17.874751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd381-9484-48b7-af58-a69253d91196 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.907134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:17.983831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:17.987655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:subnet and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:17.990796 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:17.997262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:18.005104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.005453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.005823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.006157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.006547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.006948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.007306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.007636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.008093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.008450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.008770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:18.019321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.021237 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:18.029678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:18.059756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Attempting to bind port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:18.059756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Attempting to bind port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '73788459-bee0-465b-95b0-685633c0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8c0834f6-2af2-4e57-ae9c-c85fa39d824e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:18.059756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Attempting to bind port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e on network 8c0834f6-2af2-4e57-ae9c-c85fa39d824e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:18.068052 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-5062021c-c009-40cd-a482-1ae9d655682c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet 503ee8cf-4d69-49e2-a28a-955a4c430cb8 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:50:18.069548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:18.069932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Checking segment: {'id': '73788459-bee0-465b-95b0-685633c0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8c0834f6-2af2-4e57-ae9c-c85fa39d824e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:18.070339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.070733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Bound using segment: {'id': '73788459-bee0-465b-95b0-685633c0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8c0834f6-2af2-4e57-ae9c-c85fa39d824e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:18.071399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Bound port: f6a15e27-a2dd-4b5c-bfde-51fa27aef39e, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73788459-bee0-465b-95b0-685633c0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8c0834f6-2af2-4e57-ae9c-c85fa39d824e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:18.071735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.078037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5062021c-c009-40cd-a482-1ae9d655682c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.091108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.102744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11425e74-b9e3-4d21-bc8f-2a319c006ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.144326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8f048c5-fda4-40fb-80a5-d70f3dc8c616 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:18.148136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11425e74-b9e3-4d21-bc8f-2a319c006ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.167492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd381-9484-48b7-af58-a69253d91196 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.203205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.345119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Allocated IP 172.20.0.3 (1aac1ea1-a80c-49c2-919f-820ba6104e1d/d53a4f4f-551d-4439-83c8-aecf7c4cdd23/7171e681-4070-4cee-b247-1be5256d5e0b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:18.368504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] For port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:18.376343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] For port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f6a15e27-a2dd-4b5c-bfde-51fa27aef39e,segment=NetworkSegment(73788459-bee0-465b-95b0-685633c0de19),segment_id=73788459-bee0-465b-95b0-685633c0de19)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:18.393507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.404285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.409999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.451573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11425e74-b9e3-4d21-bc8f-2a319c006ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.464231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf3dc1d-393e-48b1-9773-c2a4f9a3196d,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:18.474495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.489120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11425e74-b9e3-4d21-bc8f-2a319c006ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e52b8-93b6-4dfe-9435-4f858e2b1421,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:18.519396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11425e74-b9e3-4d21-bc8f-2a319c006ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.520617 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-11425e74-b9e3-4d21-bc8f-2a319c006ebc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/584e52b8-93b6-4dfe-9435-4f858e2b1421 HTTP/1.1" status: 204 len: 168 time: 0.9395282 May 06 13:50:18.522862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:18.532814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.533994 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-63f03a77-8fd6-4c42-b1c2-8a96ffca63b8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8517230 May 06 13:50:18.543423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59504) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:18.558864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Request body: {'security_group_rule': {'security_group_id': 'd233436d-20bd-4bba-92f1-d991f8af54c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:18.563892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:18.564354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.565319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:18.569271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Usage tracker for resource:security_group_rule and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:18.572284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:18.578568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:18.597269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5062021c-c009-40cd-a482-1ae9d655682c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.627017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.627905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.643460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63130a-eaea-4032-a63e-9b5e499b6e19 None None] Pushing event updated for resources: {'Port': ['ID=f6a15e27-a2dd-4b5c-bfde-51fa27aef39e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:18.886797 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-ce1aa9c9-3b64-479d-bcc3-0a2fef29a793 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:50:18.887894 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ce1aa9c9-3b64-479d-bcc3-0a2fef29a793 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "PUT /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0070739 May 06 13:50:18.899955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59508) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:18.911619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.969557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.987953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.024955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd381-9484-48b7-af58-a69253d91196 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.056924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.062644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.106439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port d8f048c5-fda4-40fb-80a5-d70f3dc8c616, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:19.113066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5062021c-c009-40cd-a482-1ae9d655682c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.123842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.132506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Transition to ACTIVE for port object 7171e681-4070-4cee-b247-1be5256d5e0b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:19.267113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Transition to ACTIVE for port object 7171e681-4070-4cee-b247-1be5256d5e0b will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:19.291542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd381-9484-48b7-af58-a69253d91196 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.293110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.309180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:19.315518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.332877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b5dbdf-1d4e-4116-8bd1-e7bf3be58ab0,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:19.374702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59514) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:19.380517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bd381-9484-48b7-af58-a69253d91196 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=a54077a4-5612-40b4-ab1b-d5ab691a0630,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:19.398274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5062021c-c009-40cd-a482-1ae9d655682c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.412934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Network 1aac1ea1-a80c-49c2-919f-820ba6104e1d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:19.416302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:19.421010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:19.423490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Pushing event updated for resources: {'Port': ['ID=7171e681-4070-4cee-b247-1be5256d5e0b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:19.427392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.428997 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ac85c518-717c-4aaf-b903-a38af301c645 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8817704 May 06 13:50:19.438919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59518) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:19.442273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd381-9484-48b7-af58-a69253d91196 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.454836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:19.458544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.462804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5062021c-c009-40cd-a482-1ae9d655682c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.469159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbdc616-b5e8-40a7-bed0-0342bfaccb95 None None] Network 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:19.469405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062021c-c009-40cd-a482-1ae9d655682c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=503ee8cf-4d69-49e2-a28a-955a4c430cb8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:19.474292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:19.488520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Usage tracker for resource:floatingip and tenant:84fbb053d0e242bb912a58ab3902988d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:19.490229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66218bcd-bb90-43d7-98f7-f332f6b076a5 None None] Network 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:19.499065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:19.542234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:19.558952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=d53a4f4f-551d-4439-83c8-aecf7c4cdd23,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:19.567280 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4d7bd381-9484-48b7-af58-a69253d91196 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/a54077a4-5612-40b4-ab1b-d5ab691a0630 HTTP/1.1" status: 204 len: 168 time: 2.7991471 May 06 13:50:19.569919 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5062021c-c009-40cd-a482-1ae9d655682c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/503ee8cf-4d69-49e2-a28a-955a4c430cb8 HTTP/1.1" status: 204 len: 168 time: 2.3436625 May 06 13:50:19.574319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59522) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:19.574652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59524) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:19.624322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a3490384-e6b7-41f1-bfe2-c6c7e408f1d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e66724a0542440f19e325dc02ae9fee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2463977 May 06 13:50:19.639305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59530) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:19.641717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.706652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.710412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Attempting to bind port 7171e681-4070-4cee-b247-1be5256d5e0b on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:19.710412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Attempting to bind port 7171e681-4070-4cee-b247-1be5256d5e0b by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'bcae18c2-eadb-4ecc-990e-6937782a95c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1aac1ea1-a80c-49c2-919f-820ba6104e1d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:19.710412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Attempting to bind port 7171e681-4070-4cee-b247-1be5256d5e0b on network 1aac1ea1-a80c-49c2-919f-820ba6104e1d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:19.738006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:50:19.751748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aac1ea1-a80c-49c2-919f-820ba6104e1d']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:19.758712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.807086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Allocated IP 172.26.0.9 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/38e92607-f126-42f8-afb2-9152cffee614) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:19.825324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Subnet': ['ID=523983dd-300a-4ad7-ab89-d6567e12a9b8,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:19.827726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:19.828236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Checking segment: {'id': 'bcae18c2-eadb-4ecc-990e-6937782a95c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1aac1ea1-a80c-49c2-919f-820ba6104e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:19.828743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.829429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Bound using segment: {'id': 'bcae18c2-eadb-4ecc-990e-6937782a95c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1aac1ea1-a80c-49c2-919f-820ba6104e1d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:19.829789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcae18c2-eadb-4ecc-990e-6937782a95c6') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:19.830074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Bound port: 7171e681-4070-4cee-b247-1be5256d5e0b, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcae18c2-eadb-4ecc-990e-6937782a95c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1aac1ea1-a80c-49c2-919f-820ba6104e1d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:19.830417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcae18c2-eadb-4ecc-990e-6937782a95c6') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:19.830671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.885307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.939875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.951375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:19.952085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:19.966870 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:20.004272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] For port 7171e681-4070-4cee-b247-1be5256d5e0b, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:20.051484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Checking segment: {'id': '526f2646-bf93-4dd9-9cf6-5523119e2a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3aa2ce41-ba80-4691-9cb1-df037e7ef593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:20.052400 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network hostable DHCP agents. Network: 3aa2ce41-ba80-4691-9cb1-df037e7ef593, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:20.071984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] For port 7171e681-4070-4cee-b247-1be5256d5e0b, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7171e681-4070-4cee-b247-1be5256d5e0b,segment=NetworkSegment(bcae18c2-eadb-4ecc-990e-6937782a95c6),segment_id=bcae18c2-eadb-4ecc-990e-6937782a95c6)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:20.077115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.079686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:50:20.079686 dv-neutron-840889-1-hyperv neutron-server[84021]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:50:20.079686 dv-neutron-840889-1-hyperv neutron-server[84021]: [parameters: {'id': '1aac1ea1-a80c-49c2-919f-820ba6104e1d'}] May 06 13:50:20.079686 dv-neutron-840889-1-hyperv neutron-server[84021]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:20.080054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:20.117687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network 3aa2ce41-ba80-4691-9cb1-df037e7ef593 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:20.134684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 3aa2ce41-ba80-4691-9cb1-df037e7ef593) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:20.142233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:20.143068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.171169 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f0da3cd0-17bd-4ac8-9f01-adc1af370acc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9753535 May 06 13:50:20.174153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59534) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:20.174424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.180501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'port': {'network_id': '3aa2ce41-ba80-4691-9cb1-df037e7ef593', 'name': 'tempest-NetworksIpV6TestAttrs-1800181041'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:20.189902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f2f452-b9ad-4682-a84c-7c4089fa1ed5 None None] Network 3aa2ce41-ba80-4691-9cb1-df037e7ef593 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:20.265198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] DHCP port deletion for 6e340cbd-56b5-4b7a-8cc0-0433e6dc265b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:50:20.282880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d096238-eca3-4c83-901f-20b8112b7bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.296020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] DHCP port deletion for 1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:50:20.314565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d096238-eca3-4c83-901f-20b8112b7bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.321784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] Deleting port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:20.322155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.348832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] Deleting port 8867b5e3-4aa2-4729-aff5-aefda596cbcf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:20.349060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.360620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.407886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 8867b5e3-4aa2-4729-aff5-aefda596cbcf {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:20.408383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.411038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:20.415876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:port and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:20.420390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:20.427037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:20.440853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:20.443927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.473002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8f048c5-fda4-40fb-80a5-d70f3dc8c616 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:20.484867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] device_id is not set on port 1da86782-340e-4535-9732-4a7f3f2b8aed yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:20.527441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3ac89-8e8a-4c7c-91d0-fe15a64589fe None None] Network 8c0834f6-2af2-4e57-ae9c-c85fa39d824e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:20.570938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:20.571317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.606978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.640681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port 7171e681-4070-4cee-b247-1be5256d5e0b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:20.641409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.690235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Allocated IP 2001:db8::f816:3eff:fe09:7058 (3aa2ce41-ba80-4691-9cb1-df037e7ef593/523983dd-300a-4ad7-ab89-d6567e12a9b8/1da86782-340e-4535-9732-4a7f3f2b8aed) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:20.723769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dd672896-a61e-4eea-98a6-95a980ab18c4 None None] Provisioning for port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:20.744539 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.819459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cbbaa-9721-4479-a998-67228328ce45 None None] Pushing event updated for resources: {'Port': ['ID=7171e681-4070-4cee-b247-1be5256d5e0b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:20.839826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d096238-eca3-4c83-901f-20b8112b7bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.858717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ec406-a01e-429e-8c5b-7e0664fb4f69 None None] Network 1aac1ea1-a80c-49c2-919f-820ba6104e1d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:20.891370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d096238-eca3-4c83-901f-20b8112b7bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c8f1c2-b3a6-4a11-a7db-13df48d090c5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:20.897184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.964000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.006462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Transition to ACTIVE for port object 1da86782-340e-4535-9732-4a7f3f2b8aed will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:21.163151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.192520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] For port 7171e681-4070-4cee-b247-1be5256d5e0b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7171e681-4070-4cee-b247-1be5256d5e0b,segment=NetworkSegment(bcae18c2-eadb-4ecc-990e-6937782a95c6),segment_id=bcae18c2-eadb-4ecc-990e-6937782a95c6)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:21.193114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.283325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] For port 8867b5e3-4aa2-4729-aff5-aefda596cbcf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8867b5e3-4aa2-4729-aff5-aefda596cbcf,segment=NetworkSegment(23f169cd-cc46-4a45-a48a-875607d452ec),segment_id=23f169cd-cc46-4a45-a48a-875607d452ec)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:21.283719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.321055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Calling delete_port for 7171e681-4070-4cee-b247-1be5256d5e0b owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:21.355827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.357424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1d096238-eca3-4c83-901f-20b8112b7bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.358702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1d096238-eca3-4c83-901f-20b8112b7bee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60c8f1c2-b3a6-4a11-a7db-13df48d090c5 HTTP/1.1" status: 204 len: 168 time: 1.7184613 May 06 13:50:21.420242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:21.420844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.443982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 8867b5e3-4aa2-4729-aff5-aefda596cbcf owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:21.464887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network 3aa2ce41-ba80-4691-9cb1-df037e7ef593 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:21.470553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:21.471121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Port': ['ID=1da86782-340e-4535-9732-4a7f3f2b8aed,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:21.474189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:21.478752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:21.479007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.492266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.512017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] For port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7,segment=NetworkSegment(03a3b35d-6379-4a49-ab7a-881a7f5b71ee),segment_id=03a3b35d-6379-4a49-ab7a-881a7f5b71ee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:21.513053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.537048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] For port 8867b5e3-4aa2-4729-aff5-aefda596cbcf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8867b5e3-4aa2-4729-aff5-aefda596cbcf,segment=NetworkSegment(23f169cd-cc46-4a45-a48a-875607d452ec),segment_id=23f169cd-cc46-4a45-a48a-875607d452ec)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:21.537717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.546423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Port': ['ID=7171e681-4070-4cee-b247-1be5256d5e0b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:21.550992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7,segment=NetworkSegment(03a3b35d-6379-4a49-ab7a-881a7f5b71ee),segment_id=03a3b35d-6379-4a49-ab7a-881a7f5b71ee)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:21.551398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.554958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No DVR routers for this DVR port 7171e681-4070-4cee-b247-1be5256d5e0b on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:21.557293 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-03afb021-c68e-485e-a497-491113eda43c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3816907 May 06 13:50:21.569688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.577340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59542) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:21.690319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.736102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aac1ea1-a80c-49c2-919f-820ba6104e1d']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:21.753900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcae18c2-eadb-4ecc-990e-6937782a95c6') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:21.754483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcae18c2-eadb-4ecc-990e-6937782a95c6') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:21.769696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.784938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:21.795432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.802464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:21.802850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:21.825069 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:21.858429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.871184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] Calling delete_port for 8867b5e3-4aa2-4729-aff5-aefda596cbcf owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:21.941181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.951702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.987315 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/1aac1ea1-a80c-49c2-919f-820ba6104e1d HTTP/1.1" status: 204 len: 168 time: 4.7593763 May 06 13:50:21.988563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5bc0-77d4-4965-bb6d-ab5b3e06ad46 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=1aac1ea1-a80c-49c2-919f-820ba6104e1d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:21.996259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59552) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:22.002923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448680739'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:22.004371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.010389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:22.017926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:22.021599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:22.022854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] Calling delete_port for 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:22.033540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:22.046795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:22.051395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.088487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:22.099612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.099990 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment b4dceda5-58ea-4f7e-a46f-ee620089169b of type vlan for network af581a90-3f23-4ae6-a384-7ed7339be1c2 May 06 13:50:22.113605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:22.128028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'Port': ['ID=38e92607-f126-42f8-afb2-9152cffee614,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:22.130535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:22.143304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.178562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:22.181869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.187112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:22.188248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.221089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.233175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=8867b5e3-4aa2-4729-aff5-aefda596cbcf,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:22.240267 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2425263 May 06 13:50:22.240877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59560) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:22.273992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No DVR routers for this DVR port 8867b5e3-4aa2-4729-aff5-aefda596cbcf on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:22.305492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:22.305927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:22.306353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:22.306695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:22.307147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': 'af581a90-3f23-4ae6-a384-7ed7339be1c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:22.319205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f6a15e27-a2dd-4b5c-bfde-51fa27aef39e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:22.387124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:22.403471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e0c7a8-72e2-4f93-ab55-108b67e8e10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-3aa2ce41-ba80-4691-9cb1-df037e7ef593', 'network_id': '3aa2ce41-ba80-4691-9cb1-df037e7ef593', 'tenant_id': '88142fc0a3264a76af4e153cd0ab1c23', 'fixed_ips': [{'subnet_id': '523983dd-300a-4ad7-ab89-d6567e12a9b8'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:22.405566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45e0c7a8-72e2-4f93-ab55-108b67e8e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.465971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:22.468419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf58faf-ad75-4e65-bae3-c729d6543a04 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=af581a90-3f23-4ae6-a384-7ed7339be1c2,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:22.474006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:22.477030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:22.483912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network af581a90-3f23-4ae6-a384-7ed7339be1c2 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:22.485829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:22.500693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:22.643142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.660616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No DVR routers for this DVR port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:22.742622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Allocated IP 172.26.0.105 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/2a7678ea-c401-490f-b2d8-c90182e1424b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:22.759574 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:22.769865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:22.770157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.787871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3f6210-048f-414a-821a-f91cbc03ba65 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Deleting subnet 523983dd-300a-4ad7-ab89-d6567e12a9b8 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:50:22.821640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] Deleting port 8867b5e3-4aa2-4729-aff5-aefda596cbcf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:22.822408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.849307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] Deleting port 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:22.849673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.861859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6210-048f-414a-821a-f91cbc03ba65 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.938252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e90e099-110e-4109-85b3-d0000c8aa9dd None None] The port '8867b5e3-4aa2-4729-aff5-aefda596cbcf' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:50:22.978988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7d30d6ee-37f3-446e-8127-30155b65b8c4 None None] The port '9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:50:22.983946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.014558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e44bbf90-6a3e-4e8b-aefe-38b743969a79 None None] Provisioning complete for port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:23.014937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e44bbf90-6a3e-4e8b-aefe-38b743969a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.024878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.132677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=bc8f597f-9848-4894-96f4-31208a7a27ed,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:23.136942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.146699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': 'b4dceda5-58ea-4f7e-a46f-ee620089169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'af581a90-3f23-4ae6-a384-7ed7339be1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:23.147054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: af581a90-3f23-4ae6-a384-7ed7339be1c2, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:23.176449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network af581a90-3f23-4ae6-a384-7ed7339be1c2 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:23.180365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e340cbd-56b5-4b7a-8cc0-0433e6dc265b']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:23.192603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, af581a90-3f23-4ae6-a384-7ed7339be1c2) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:23.195325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.198979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:23.199564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.225688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4beeac7-f782-49b6-a1ac-ab9fd3b9c934 None None] Network af581a90-3f23-4ae6-a384-7ed7339be1c2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:23.234024 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9ff5e411-2594-4462-ac19-273ffbac5a1f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9879525 May 06 13:50:23.236659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59574) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:23.237777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f169cd-cc46-4a45-a48a-875607d452ec') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:23.238276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f169cd-cc46-4a45-a48a-875607d452ec') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:23.267251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6210-048f-414a-821a-f91cbc03ba65 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.320625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.331321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f6a15e27-a2dd-4b5c-bfde-51fa27aef39e,segment=NetworkSegment(73788459-bee0-465b-95b0-685633c0de19),segment_id=73788459-bee0-465b-95b0-685633c0de19)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:23.345252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.346122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:23.388610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a3b35d-6379-4a49-ab7a-881a7f5b71ee') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:23.388908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a3b35d-6379-4a49-ab7a-881a7f5b71ee') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:23.401610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e44bbf90-6a3e-4e8b-aefe-38b743969a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.414472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.428738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.447240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:23.447564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:23.467343 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:23.548750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:23.597518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=f6a15e27-a2dd-4b5c-bfde-51fa27aef39e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:23.614216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:50:23.614216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9cc4325d-d9f7-4c52-ad27-5a7e86b8ccb7 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:23.615384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8867b5e3-4aa2-4729-aff5-aefda596cbcf no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:23.618493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.658630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.660707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.668677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:23.669096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:23.696990 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:23.730917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 8867b5e3-4aa2-4729-aff5-aefda596cbcf {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:50:23.731255 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8867b5e3-4aa2-4729-aff5-aefda596cbcf not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:23.763985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.789288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.789583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-e44bbf90-6a3e-4e8b-aefe-38b743969a79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:23.789956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-e44bbf90-6a3e-4e8b-aefe-38b743969a79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:23.815973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205da80-20d9-4423-9471-e265a7dec7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-af581a90-3f23-4ae6-a384-7ed7339be1c2', 'network_id': 'af581a90-3f23-4ae6-a384-7ed7339be1c2', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': 'bc8f597f-9848-4894-96f4-31208a7a27ed'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:23.817497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8205da80-20d9-4423-9471-e265a7dec7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.861520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.883605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6210-048f-414a-821a-f91cbc03ba65 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.915868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Network': ['ID=6e340cbd-56b5-4b7a-8cc0-0433e6dc265b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:23.920166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server [None req-8205da80-20d9-4423-9471-e265a7dec7b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc8f597f-9848-4894-96f4-31208a7a27ed: This subnet is being modified by another concurrent operation. May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:50:23.960592 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise exception May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc8f597f-9848-4894-96f4-31208a7a27ed: This subnet is being modified by another concurrent operation. May 06 13:50:23.963741 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server May 06 13:50:23.968307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.978851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67db0e5-94fb-4aa0-ac60-bf97598b435a None None] Network af581a90-3f23-4ae6-a384-7ed7339be1c2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:24.006369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.011382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8f597f-9848-4894-96f4-31208a7a27ed,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.033316 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-76b7915e-947f-433f-b233-2e08b4429ed7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/networks/6e340cbd-56b5-4b7a-8cc0-0433e6dc265b HTTP/1.1" status: 204 len: 168 time: 4.4525597 May 06 13:50:24.036733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59588) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.041668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.055180 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-87e0d99f-cb86-4caa-aca9-d669a269694e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/1bf878b5-1eb8-42d5-9538-9e1f3aa0b55c HTTP/1.1" status: 204 len: 168 time: 4.4759388 May 06 13:50:24.056094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59592) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.069057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-154272333', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:24.078478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.094824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-737254318'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:24.118124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:24.121676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:24.133111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:network and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:24.140203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:router and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:24.141558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:24.145865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.149506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:24.161217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:24.168111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6210-048f-414a-821a-f91cbc03ba65 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.171846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server [None req-45e0c7a8-72e2-4f93-ab55-108b67e8e10c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 523983dd-300a-4ad7-ab89-d6567e12a9b8: This subnet is being modified by another concurrent operation. May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:50:24.186725 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise exception May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 523983dd-300a-4ad7-ab89-d6567e12a9b8: This subnet is being modified by another concurrent operation. May 06 13:50:24.189781 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server May 06 13:50:24.223555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af581a90-3f23-4ae6-a384-7ed7339be1c2']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:24.228691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:24.231853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74489b56-56fc-4137-af82-539584a9a27e None None] Network 3aa2ce41-ba80-4691-9cb1-df037e7ef593 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:24.246246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dceda5-58ea-4f7e-a46f-ee620089169b') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:24.246450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dceda5-58ea-4f7e-a46f-ee620089169b') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:24.262010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.296731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.300711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:24.304698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.326594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:24.332263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:24.357624 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:24.403123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f6210-048f-414a-821a-f91cbc03ba65 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Subnet': ['ID=523983dd-300a-4ad7-ab89-d6567e12a9b8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.406641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:24.424443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:24.520249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59600) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.585040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.587395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1dfb6-b8af-432d-967c-b03c6ab3b5ce None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:50:24.594170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event updated for resources: {'Port': ['ID=2a7678ea-c401-490f-b2d8-c90182e1424b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.596913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:24.627186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.629857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:24.645959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=af581a90-3f23-4ae6-a384-7ed7339be1c2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.655517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.655971 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Added segment 889204d2-ee46-4399-82ac-484db8977899 of type vlan for network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 May 06 13:50:24.661171 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-87e9e1d9-5ede-48fa-8058-1050e4d93499 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/af581a90-3f23-4ae6-a384-7ed7339be1c2 HTTP/1.1" status: 204 len: 168 time: 1.4204240 May 06 13:50:24.663867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59606) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.670094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-151163056'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:24.679127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:24.692348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.693340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.693600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:24.699544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:24.702495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6210-048f-414a-821a-f91cbc03ba65 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.708100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.711856 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:24.717275 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0f3f6210-048f-414a-821a-f91cbc03ba65 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/subnets/523983dd-300a-4ad7-ab89-d6567e12a9b8 HTTP/1.1" status: 204 len: 168 time: 3.1379364 May 06 13:50:24.721911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59610) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.785209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:24.788256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.822199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-381678976', 'router:external': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:24.825244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.844485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:24.854869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Usage tracker for resource:network and tenant:7393580dc2e94d3387187ab224939fc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:24.860556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe3222-3c17-4173-9cd6-103b4e39c7bf tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:24.861534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe3222-3c17-4173-9cd6-103b4e39c7bf tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:24.862284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7dfe3222-3c17-4173-9cd6-103b4e39c7bf tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Synchronizing usage tracker for tenant:88142fc0a3264a76af4e153cd0ab1c23 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:24.866269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:24.874130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.876732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.880574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:24.881207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.889897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:24.893990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c1dfb6-b8af-432d-967c-b03c6ab3b5ce None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:50:24.974268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.997656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.997921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:25.015103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Made reservation on behalf of 7393580dc2e94d3387187ab224939fc6 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:25.017412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.042089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7dfe3222-3c17-4173-9cd6-103b4e39c7bf tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Unset dirty status for tenant:88142fc0a3264a76af4e153cd0ab1c23 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:25.044036 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7dfe3222-3c17-4173-9cd6-103b4e39c7bf tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3208463 May 06 13:50:25.048400 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0105100 May 06 13:50:25.054214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59614) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:25.054608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59616) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:25.061131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.061479 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment a1242f43-a63e-4320-8792-c0082246c19a of type vlan for network 179f4b11-5db5-41a4-9754-e1c9fb516258 May 06 13:50:25.063066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.076100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:25.079061 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting port a45f2e50-1368-4a5a-9675-ddd8cb017143 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:25.079403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.110462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85abf51-8e74-4884-959d-445d79a2a74c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Network': ['ID=6828dfa1-78f7-4cd3-942b-d72d8969f1f4,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:25.135313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:25.287307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.288550 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1cf27b63-4d88-43d5-a8f0-ba315ef7fc26 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2268527 May 06 13:50:25.289446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.309536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59622) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:25.337867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.342754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-883356251'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:25.349236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a558f440-3a5d-409f-b379-2a96767d9a29 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.353190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:25.372182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Usage tracker for resource:security_group_rule and tenant:7393580dc2e94d3387187ab224939fc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:25.378921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:25.381847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:25.391371 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-a558f440-3a5d-409f-b379-2a96767d9a29 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 13:50:25.392250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a558f440-3a5d-409f-b379-2a96767d9a29 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:25.397035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:25.399800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:25.403582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:25.407151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:25.417006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:25.427817 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a558f440-3a5d-409f-b379-2a96767d9a29 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/3aa2ce41-ba80-4691-9cb1-df037e7ef593 HTTP/1.1" status: 409 len: 405 time: 0.3663902 May 06 13:50:25.428890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59626) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:25.447834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f16ae-3015-48ac-9ad8-d8d47b55f7e4 None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:50:25.461319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1232455872'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:25.464757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.468344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:25.468917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.471144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:25.484075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:25.493688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:25.494133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:25.496570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f6a15e27-a2dd-4b5c-bfde-51fa27aef39e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:25.505173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:25.513964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:25.517585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.540189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:network and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:25.584905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.635007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:25.636288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.646461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:25.659810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.687281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:25.705949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f16ae-3015-48ac-9ad8-d8d47b55f7e4 None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:50:25.818359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:25.826371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Calling delete_port for a45f2e50-1368-4a5a-9675-ddd8cb017143 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:25.827849 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1626966 May 06 13:50:25.857960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59632) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:25.882223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': '179f4b11-5db5-41a4-9754-e1c9fb516258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:25.914193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601217-0031-4eda-94a5-3bf5400dff42 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=179f4b11-5db5-41a4-9754-e1c9fb516258,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:25.923571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.923571 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment 4c50bab2-105a-4563-b4ef-1afee519c81f of type vlan for network 4352da99-1e34-46a1-ace5-d5b8d45c6535 May 06 13:50:26.018277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:26.023036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.080672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.083365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 179f4b11-5db5-41a4-9754-e1c9fb516258 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:26.097058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.134703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.207448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.280511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:26.299558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:26.317502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:26.336746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:26.359263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.367352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:26.368025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.408205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:26.418775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:26.421520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb084201-9843-49d9-ad40-6796c86a4a33,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:26.440157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.440512 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Added segment e28bbe00-ee98-43b1-aeb2-e7eba9891df5 of type vlan for network 6ddf2440-66e2-4320-9d9a-7094639f6a90 May 06 13:50:26.452340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.452707 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Added segment c40398bc-816f-48f5-8ebd-fd5e60c1d073 of type vlan for network 46f64284-4563-433e-baa0-a3e771775eb6 May 06 13:50:26.462142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:26.512472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.550842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.633469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.634337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:26.634902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.667543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.671204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:26.671818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.697348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:26.743110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=4352da99-1e34-46a1-ace5-d5b8d45c6535,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:26.755525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 4352da99-1e34-46a1-ace5-d5b8d45c6535 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:26.769619 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b937d3b9-c390-487e-bb1b-77f17ed62d35 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4400303 May 06 13:50:26.775988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.778265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59636) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:26.795894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.800963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:26.818208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.831478 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3071504 May 06 13:50:26.833876 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3942897 May 06 13:50:26.834591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f36fb-9f45-480d-93f0-f9400f4aa7fe tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'Network': ['ID=6ddf2440-66e2-4320-9d9a-7094639f6a90,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:26.841557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59640) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:26.842116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59642) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:26.874689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'subnet': {'network_id': '46f64284-4563-433e-baa0-a3e771775eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:26.898272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'subnet': {'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:26.914735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 6ddf2440-66e2-4320-9d9a-7094639f6a90 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:26.972294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.025252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:27.069522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Usage tracker for resource:subnet and tenant:7393580dc2e94d3387187ab224939fc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:27.077940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=92bedb54-3229-44a0-9201-7af2f50d8687,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:27.082845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:27.111336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:27.115911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eff41-621c-47a3-a3a1-6cd0f5d90dc6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Network': ['ID=46f64284-4563-433e-baa0-a3e771775eb6,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:27.131423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 46f64284-4563-433e-baa0-a3e771775eb6 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:27.139480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:27.150254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Made reservation on behalf of 7393580dc2e94d3387187ab224939fc6 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:27.153245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.158374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event updated for resources: {'Port': ['ID=2a7678ea-c401-490f-b2d8-c90182e1424b,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:27.172183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:27.173345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.174189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking segment: {'id': '889204d2-ee46-4399-82ac-484db8977899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:27.174565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network hostable DHCP agents. Network: 6828dfa1-78f7-4cd3-942b-d72d8969f1f4, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:27.222856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Router 001953f5-b02b-4f31-babf-cde6b273d397 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:50:27.247495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Port': ['ID=a45f2e50-1368-4a5a-9675-ddd8cb017143,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:27.262829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:27.265897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:27.282062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:27.316043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:27.319686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.335749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:27.388706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:27.403932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.477416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 6828dfa1-78f7-4cd3-942b-d72d8969f1f4) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:27.489502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24227d1e-b911-4ffe-9903-7b2987411723 None None] Network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:27.500280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:27.500675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:27.500883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.589298 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5b18bacc-bbfb-4aa2-98bd-4f0c4074f125 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5319612 May 06 13:50:27.592900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59648) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:27.603367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4', 'name': 'tempest-PortsIpV6TestJSON-1916510123', 'fixed_ips': [{'subnet_id': '92bedb54-3229-44a0-9201-7af2f50d8687', 'ip_address': '2001:db8::10'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:27.648778 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.649992 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0431c8ad-883d-40ec-95e2-94eb34584807 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2056925 May 06 13:50:27.750666 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-6828dfa1-78f7-4cd3-942b-d72d8969f1f4', 'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4', 'tenant_id': '2578e9ffc9bb415999c0afe4f5790b5d', 'fixed_ips': [{'subnet_id': '92bedb54-3229-44a0-9201-7af2f50d8687'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:27.751917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.874417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.951932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Allocated IP 2001:db8::2 (6828dfa1-78f7-4cd3-942b-d72d8969f1f4/92bedb54-3229-44a0-9201-7af2f50d8687/1dc4106c-ff6f-490e-9e1f-f6ae6db64831) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:27.974576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.008314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:28.040684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:port and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:28.044444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:28.066488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:28.100359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-bd748ac8-08fa-4ca7-a9bc-e6092b28e6a4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Synchronizing usage tracker for tenant:84fbb053d0e242bb912a58ab3902988d on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:28.109365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:28.116032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.130349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.176583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.189961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Transition to ACTIVE for port object 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:28.196703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 86eaad9f-cef2-488b-8396-9337e583e4db yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:28.212691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Transition to ACTIVE for port object 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:28.219850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.296964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:28.299366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:28.304181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:28.308572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Pushing event updated for resources: {'Port': ['ID=1dc4106c-ff6f-490e-9e1f-f6ae6db64831,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:28.356976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-bd748ac8-08fa-4ca7-a9bc-e6092b28e6a4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Unset dirty status for tenant:84fbb053d0e242bb912a58ab3902988d on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:28.358181 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-bd748ac8-08fa-4ca7-a9bc-e6092b28e6a4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--489728738&fields=id&tenant_id=84fbb053d0e242bb912a58ab3902988d HTTP/1.1" status: 200 len: 267 time: 0.4706423 May 06 13:50:28.430204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Attempting to bind port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:28.430732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Attempting to bind port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '889204d2-ee46-4399-82ac-484db8977899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:28.431312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Attempting to bind port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 on network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:28.438899 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:28.439141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=dc83b921-3ec8-4962-9bcd-008869aef199,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:28.439642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Checking segment: {'id': '889204d2-ee46-4399-82ac-484db8977899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:28.439642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.440068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Bound using segment: {'id': '889204d2-ee46-4399-82ac-484db8977899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:28.440533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Bound port: 1dc4106c-ff6f-490e-9e1f-f6ae6db64831, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889204d2-ee46-4399-82ac-484db8977899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:28.440908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.540029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] For port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:28.543755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] For port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1dc4106c-ff6f-490e-9e1f-f6ae6db64831,segment=NetworkSegment(889204d2-ee46-4399-82ac-484db8977899),segment_id=889204d2-ee46-4399-82ac-484db8977899)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:28.548673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.605174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:50:28.618404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.646070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494086a-6ced-43b2-a99c-ced6eab8a6ff None None] Pushing event updated for resources: {'Port': ['ID=1dc4106c-ff6f-490e-9e1f-f6ae6db64831,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:28.648799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': 'a1242f43-a63e-4320-8792-c0082246c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '179f4b11-5db5-41a4-9754-e1c9fb516258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:28.649302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: 179f4b11-5db5-41a4-9754-e1c9fb516258, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:28.821486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.859208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-89253542-a647-4d52-9ac6-4a37fe9adb39 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:28.859981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-89253542-a647-4d52-9ac6-4a37fe9adb39 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Synchronizing usage tracker for tenant:84fbb053d0e242bb912a58ab3902988d on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:28.901923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Subnet': ['ID=bcdcf0ed-3ca5-44f8-a97c-86c99cd3e350,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:28.925730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:50:28.926218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.961413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network 179f4b11-5db5-41a4-9754-e1c9fb516258 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:28.978790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::10 (6828dfa1-78f7-4cd3-942b-d72d8969f1f4/92bedb54-3229-44a0-9201-7af2f50d8687/86eaad9f-cef2-488b-8396-9337e583e4db) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:28.982086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:28.984949 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-89253542-a647-4d52-9ac6-4a37fe9adb39 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Unset dirty status for tenant:84fbb053d0e242bb912a58ab3902988d on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:28.991814 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-89253542-a647-4d52-9ac6-4a37fe9adb39 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 810 time: 0.6197073 May 06 13:50:28.997518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a69d4b-0496-4226-aad5-073c54a6f269 None None] Sync routers for ids ['001953f5-b02b-4f31-babf-cde6b273d397'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:28.999879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Checking segment: {'id': 'c40398bc-816f-48f5-8ebd-fd5e60c1d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '46f64284-4563-433e-baa0-a3e771775eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:29.000345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network hostable DHCP agents. Network: 46f64284-4563-433e-baa0-a3e771775eb6, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:29.009047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 179f4b11-5db5-41a4-9754-e1c9fb516258) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:29.012741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:29.013329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.015067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a69d4b-0496-4226-aad5-073c54a6f269 None None] Routers {'001953f5-b02b-4f31-babf-cde6b273d397'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:29.015812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b9a69d4b-0496-4226-aad5-073c54a6f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['001953f5-b02b-4f31-babf-cde6b273d397'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:29.035359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.039020 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-af331db3-888b-4e9b-aa95-fb1c7e23fcd0 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "PUT /v2.0/routers/001953f5-b02b-4f31-babf-cde6b273d397 HTTP/1.1" status: 200 len: 912 time: 12.4783304 May 06 13:50:29.043667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59660) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:29.073420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'Subnet': ['ID=496f87ae-243a-4f29-bb4e-41be1fc0b944,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:29.083090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1bbe73-5ce6-48af-9d14-8fbf6d30760a None None] Network 179f4b11-5db5-41a4-9754-e1c9fb516258 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:29.089973 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-312bc96a-db28-4a1d-82b8-bedff8c03424 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/quotas/84fbb053d0e242bb912a58ab3902988d HTTP/1.1" status: 200 len: 375 time: 0.0971882 May 06 13:50:29.109022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b9a69d4b-0496-4226-aad5-073c54a6f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:29.142354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=c8c02a52-3620-4281-940c-49d69d1bc140,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:29.157933 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-883e613b-d7ce-4b32-ae5f-192adb91d2ae tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2838614 May 06 13:50:29.158154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59664) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:29.232913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a69d4b-0496-4226-aad5-073c54a6f269 None None] Routers {'001953f5-b02b-4f31-babf-cde6b273d397'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:29.233802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b9a69d4b-0496-4226-aad5-073c54a6f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['001953f5-b02b-4f31-babf-cde6b273d397'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:29.244382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network 46f64284-4563-433e-baa0-a3e771775eb6 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:29.266812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Router 41d729ac-ce52-406a-bce1-1a1eb884236f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:50:29.302302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Checking segment: {'id': 'e28bbe00-ee98-43b1-aeb2-e7eba9891df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:29.302669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Network hostable DHCP agents. Network: 6ddf2440-66e2-4320-9d9a-7094639f6a90, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:29.309766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b9a69d4b-0496-4226-aad5-073c54a6f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:29.310270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a69d4b-0496-4226-aad5-073c54a6f269 None None] The sync data for ids ['001953f5-b02b-4f31-babf-cde6b273d397'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:29.335668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 46f64284-4563-433e-baa0-a3e771775eb6) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:29.346775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:29.347635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: 4352da99-1e34-46a1-ace5-d5b8d45c6535, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:29.348315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:29.348924 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.385057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abebbd3c-b85a-47a8-adbd-4c525527c0af None None] Network 46f64284-4563-433e-baa0-a3e771775eb6 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:29.456259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-2d2a67e6-a6e0-4690-927b-2ad46c193024 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Synchronizing usage tracker for tenant:84fbb053d0e242bb912a58ab3902988d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:29.462799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Network 6ddf2440-66e2-4320-9d9a-7094639f6a90 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:29.470916 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0a5d2cdc-b49d-4fb2-b22d-31442ddbfd9c tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6253633 May 06 13:50:29.474520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59668) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:29.484979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.493234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'port': {'network_id': '46f64284-4563-433e-baa0-a3e771775eb6', 'name': 'tempest-NetworksIpV6TestAttrs-1150211146'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:29.543371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-179f4b11-5db5-41a4-9754-e1c9fb516258', 'network_id': '179f4b11-5db5-41a4-9754-e1c9fb516258', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': 'dc83b921-3ec8-4962-9bcd-008869aef199'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:29.544607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.585131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.598739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:29.602178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 6ddf2440-66e2-4320-9d9a-7094639f6a90) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:29.621177 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 86eaad9f-cef2-488b-8396-9337e583e4db will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:29.630859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:29.631457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.642046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 4352da99-1e34-46a1-ace5-d5b8d45c6535 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:29.643148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-2d2a67e6-a6e0-4690-927b-2ad46c193024 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Unset dirty status for tenant:84fbb053d0e242bb912a58ab3902988d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:29.645238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d17d62-330f-485c-ad8c-1aa741d791de None None] Network 6ddf2440-66e2-4320-9d9a-7094639f6a90 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:29.657123 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-2d2a67e6-a6e0-4690-927b-2ad46c193024 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5586839 May 06 13:50:29.742736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:29.752377 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-311b18ae-048b-43c5-97cc-c764e32dea1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "PUT /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8473630 May 06 13:50:29.752377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 4352da99-1e34-46a1-ace5-d5b8d45c6535) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:29.753921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59672) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:29.757005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:29.757581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.768929 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c996c-e080-463b-aff8-ea1b94cbb026 None None] Sync routers for ids ['41d729ac-ce52-406a-bce1-1a1eb884236f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:29.773200 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b3131e0f-3b8c-4bc0-b3d7-c003cfb2db4b tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9298329 May 06 13:50:29.793060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59676) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:29.793257 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c996c-e080-463b-aff8-ea1b94cbb026 None None] Routers {'41d729ac-ce52-406a-bce1-1a1eb884236f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:29.793897 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d46c996c-e080-463b-aff8-ea1b94cbb026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['41d729ac-ce52-406a-bce1-1a1eb884236f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:29.817781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-771414060', 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:29.834573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:29.873359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.875838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Usage tracker for resource:port and tenant:7393580dc2e94d3387187ab224939fc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:29.894526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:29.921723 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-c5800d04-5115-4c41-ac97-99c6f2565cb8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] delete failed (client error): The resource could not be found. May 06 13:50:29.922779 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c5800d04-5115-4c41-ac97-99c6f2565cb8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-156601903 HTTP/1.1" status: 404 len: 334 time: 0.1606514 May 06 13:50:29.935067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59680) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:29.945304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:29.952201 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d46c996c-e080-463b-aff8-ea1b94cbb026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:29.960741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.961357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b7495077-bcef-4887-944d-379377d2311f tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'router': {'external_gateway_info': {'network_id': '41d729ac-ce52-406a-bce1-1a1eb884236f'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:29.966046 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c996c-e080-463b-aff8-ea1b94cbb026 None None] Routers {'41d729ac-ce52-406a-bce1-1a1eb884236f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:29.966914 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d46c996c-e080-463b-aff8-ea1b94cbb026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['41d729ac-ce52-406a-bce1-1a1eb884236f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:30.025429 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-557753ca-f735-4df6-ac7e-b2ef2efad7b7 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2348852 May 06 13:50:30.033642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59684) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:30.082653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:30.088114 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d46c996c-e080-463b-aff8-ea1b94cbb026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:30.095025 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c996c-e080-463b-aff8-ea1b94cbb026 None None] The sync data for ids ['41d729ac-ce52-406a-bce1-1a1eb884236f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:30.096267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Made reservation on behalf of 7393580dc2e94d3387187ab224939fc6 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:30.100088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.111737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dfbbd2-aac6-400c-aa41-1e1e365e4378 None None] Network 4352da99-1e34-46a1-ace5-d5b8d45c6535 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:30.133877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:port and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:30.139034 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-a8fbfcd8-57e4-4942-b748-485e4c043819 service neutron] 10.222.0.65 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809389 May 06 13:50:30.147347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:30.183381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:30.185879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eaf133-a14a-4b6a-ade8-4b80d5a5cafb None None] Network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:30.187904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:30.190148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:30.198031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:30.202727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:30.203434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.207320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=86eaad9f-cef2-488b-8396-9337e583e4db,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:30.252941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Allocated IP 172.20.0.2 (179f4b11-5db5-41a4-9754-e1c9fb516258/dc83b921-3ec8-4962-9bcd-008869aef199/dce5dd72-ff52-42cf-ac1d-473285deea7f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:30.264861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] device_id is not set on port 1f628e38-de5e-4b65-a07f-e3c1091c46a1 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:30.337019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:30.340897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.384811 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a41588d3-5e50-43af-894b-46d23d69bde1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7892649 May 06 13:50:30.390691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59688) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:30.413470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': '6828dfa1-78f7-4cd3-942b-d72d8969f1f4', 'name': 'tempest-PortsIpV6TestJSON-830866935', 'fixed_ips': [{'subnet_id': '92bedb54-3229-44a0-9201-7af2f50d8687', 'ip_address': '2001:db8::f'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:30.447868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:30.455053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] device_id is not set on port 6b8afde6-8996-401e-9b42-348c3853ac1d yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:30.478999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-64cb61dd-7254-4aa0-8c28-584b3652d4a9 None None] Provisioning for port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:30.492444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:30.492444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.502729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-746eda84-5ca3-4362-8c64-f80debb10462 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/routers/001953f5-b02b-4f31-babf-cde6b273d397 HTTP/1.1" status: 200 len: 918 time: 1.4508500 May 06 13:50:30.509648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59692) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:30.536001 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-7650a2f0-41f2-4e37-a514-4c443ee60551 service neutron] 10.222.0.65 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851728 May 06 13:50:30.580346 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Allocated IP 2001:db8::5c (6ddf2440-66e2-4320-9d9a-7094639f6a90/496f87ae-243a-4f29-bb4e-41be1fc0b944/1f628e38-de5e-4b65-a07f-e3c1091c46a1) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:30.607815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-64cb61dd-7254-4aa0-8c28-584b3652d4a9 None None] Provisioning complete for port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:30.608196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-64cb61dd-7254-4aa0-8c28-584b3652d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.793480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b907bc7-25ed-4b4b-a00d-4da27d940f20 None None] Network 6ddf2440-66e2-4320-9d9a-7094639f6a90 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:30.937202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:30.943943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:port and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:30.947910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:30.957244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:31.006581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.039027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.062138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-46f64284-4563-433e-baa0-a3e771775eb6', 'network_id': '46f64284-4563-433e-baa0-a3e771775eb6', 'tenant_id': '88142fc0a3264a76af4e153cd0ab1c23', 'fixed_ips': [{'subnet_id': 'bcdcf0ed-3ca5-44f8-a97c-86c99cd3e350'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:31.063038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.117997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Allocated IP 2001:db8::f816:3eff:fe93:d01f (46f64284-4563-433e-baa0-a3e771775eb6/bcdcf0ed-3ca5-44f8-a97c-86c99cd3e350/6b8afde6-8996-401e-9b42-348c3853ac1d) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:31.144186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Network 6ddf2440-66e2-4320-9d9a-7094639f6a90 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:31.145375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'Port': ['ID=1f628e38-de5e-4b65-a07f-e3c1091c46a1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:31.149369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:31.153885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:31.154730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:31.155322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.181282 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f8036c4d-856f-43a8-bee1-fbfe8b88340d req-b5397af7-188d-4c59-b2d6-6977b23b34ce tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 210 time: 0.2088542 May 06 13:50:31.205631 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f400e1de-2bbd-454d-8842-26337ecdcb41 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4106071 May 06 13:50:31.214089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59706) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:31.227850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:31.366000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c07671e3-a6e6-435e-bf66-371039df4710 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Deleting port 1f628e38-de5e-4b65-a07f-e3c1091c46a1 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:31.366362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c07671e3-a6e6-435e-bf66-371039df4710 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.418984 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2a025a57-29fc-4fa2-ba64-de42787307ee tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=001953f5-b02b-4f31-babf-cde6b273d397&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.9005411 May 06 13:50:31.421496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59710) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:31.636711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.693864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-4352da99-1e34-46a1-ace5-d5b8d45c6535', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:31.694994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.704511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.723429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7495077-bcef-4887-944d-379377d2311f tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.752747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Transition to ACTIVE for port object 6b8afde6-8996-401e-9b42-348c3853ac1d will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:31.773216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0591c-7da6-4a86-9bed-308819aab60c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:31.776436 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-11d0591c-7da6-4a86-9bed-308819aab60c tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 881 time: 0.3512473 May 06 13:50:31.778059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.781223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59714) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:31.835129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-64cb61dd-7254-4aa0-8c28-584b3652d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.846820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:31.847067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.861392 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a217a8a7-404b-457f-9675-64f3dbc77e65 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=001953f5-b02b-4f31-babf-cde6b273d397 HTTP/1.1" status: 200 len: 205 time: 0.0750341 May 06 13:50:31.926387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59718) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:31.931993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c07671e3-a6e6-435e-bf66-371039df4710 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.013258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.038986 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-b7495077-bcef-4887-944d-379377d2311f tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] update failed (client error): The resource could not be found. May 06 13:50:32.044450 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b7495077-bcef-4887-944d-379377d2311f tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "PUT /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f HTTP/1.1" status: 404 len: 339 time: 2.0908530 May 06 13:50:32.079034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59722) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:32.089611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1dc4106c-ff6f-490e-9e1f-f6ae6db64831,segment=NetworkSegment(889204d2-ee46-4399-82ac-484db8977899),segment_id=889204d2-ee46-4399-82ac-484db8977899)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:32.100984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-193643884'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:32.107107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:32.111572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:network and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:32.115128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:32.123335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:32.127344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Transition to ACTIVE for port object dce5dd72-ff52-42cf-ac1d-473285deea7f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:32.137177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.147740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.174706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Made reservation on behalf of 3c822850734f435a96a402a440af3cb9 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:32.178658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.179117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Port': ['ID=6b8afde6-8996-401e-9b42-348c3853ac1d,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:32.193411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c07671e3-a6e6-435e-bf66-371039df4710 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Calling delete_port for 1f628e38-de5e-4b65-a07f-e3c1091c46a1 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:32.253769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29780412-88d3-4fc6-9b54-a41f7cb5aac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.257543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network 46f64284-4563-433e-baa0-a3e771775eb6 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:32.267451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Allocated IP 2001:db8::f816:3eff:fec1:6fc0 (46f64284-4563-433e-baa0-a3e771775eb6/bcdcf0ed-3ca5-44f8-a97c-86c99cd3e350/a31cca29-a70a-48d0-9798-ce60e254c178) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:32.269846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:32.286025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:32.290339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:32.291181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.453916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Allocated IP 2001:db8::2 (4352da99-1e34-46a1-ace5-d5b8d45c6535/c8c02a52-3620-4281-940c-49d69d1bc140/a9a45351-ff43-495f-8b36-c4596cad96a8) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:32.560412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Transition to ACTIVE for port object dce5dd72-ff52-42cf-ac1d-473285deea7f will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:32.568329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:32.568832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-64cb61dd-7254-4aa0-8c28-584b3652d4a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:32.569195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-64cb61dd-7254-4aa0-8c28-584b3652d4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:32.588014 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f259da25-3a1a-44e2-b126-01308703cfde req-a27389e8-8f4d-4e69-bf73-36bbaef69573 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 210 time: 0.1097791 May 06 13:50:32.608073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.608869 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5858031a-5b59-434a-a80d-b2f2dea5a571 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1332133 May 06 13:50:32.611044 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59728) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:32.628171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.628701 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Added segment 6dd626a5-cf59-4b35-a227-73a73f39a086 of type vlan for network df0e12a8-e02b-472d-aa32-c834d0879801 May 06 13:50:32.679022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::f (6828dfa1-78f7-4cd3-942b-d72d8969f1f4/92bedb54-3229-44a0-9201-7af2f50d8687/b8d40f41-efaa-4dcc-ae22-c0037ec1ec01) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:32.685292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.795942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-54ba8653-16fb-4196-b626-00dda8f4b162 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:32.797754 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-54ba8653-16fb-4196-b626-00dda8f4b162 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 810 time: 0.6159708 May 06 13:50:32.799107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.805263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=dc83b921-3ec8-4962-9bcd-008869aef199,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:32.930182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.941156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=1dc4106c-ff6f-490e-9e1f-f6ae6db64831,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:33.013894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179f4b11-5db5-41a4-9754-e1c9fb516258']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:33.031828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:33.040200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Network 179f4b11-5db5-41a4-9754-e1c9fb516258 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:33.044430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1242f43-a63e-4320-8792-c0082246c19a') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:33.044991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1242f43-a63e-4320-8792-c0082246c19a') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:33.060455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b7bd6a-4585-4e4f-b24d-7f38d090aae8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Deleting subnet bcdcf0ed-3ca5-44f8-a97c-86c99cd3e350 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:50:33.074793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c07671e3-a6e6-435e-bf66-371039df4710 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.081295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.108720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.109486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:33.113853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:33.114877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.140501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07671e3-a6e6-435e-bf66-371039df4710 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f628e38-de5e-4b65-a07f-e3c1091c46a1,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:33.146603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:33.175510 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-4f6984fd-20a8-4a3b-a369-d75b03be0851 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84fbb053d0e242bb912a58ab3902988d HTTP/1.1" status: 200 len: 379 time: 0.1834142 May 06 13:50:33.176277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.186999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Request body: {'port': {'device_id': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'admin_state_up': True, 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'security_groups': ['d233436d-20bd-4bba-92f1-d991f8af54c6']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:33.229945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Pushing event updated for resources: {'Port': ['ID=dce5dd72-ff52-42cf-ac1d-473285deea7f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:33.303374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.305254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:33.305423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:33.325329 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:33.361828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c07671e3-a6e6-435e-bf66-371039df4710 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.371976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Transition to ACTIVE for port object a31cca29-a70a-48d0-9798-ce60e254c178 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:33.378629 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c07671e3-a6e6-435e-bf66-371039df4710 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "DELETE /v2.0/ports/1f628e38-de5e-4b65-a07f-e3c1091c46a1 HTTP/1.1" status: 204 len: 168 time: 2.1634710 May 06 13:50:33.386066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59732) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:33.402547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90', 'external_fixed_ips': [{'subnet_id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'ip_address': '2001:db8::5c'}]}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:33.414880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:33.417450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.421227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Attempting to bind port dce5dd72-ff52-42cf-ac1d-473285deea7f on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:33.421611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Attempting to bind port dce5dd72-ff52-42cf-ac1d-473285deea7f by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'a1242f43-a63e-4320-8792-c0082246c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '179f4b11-5db5-41a4-9754-e1c9fb516258'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:33.421977 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Attempting to bind port dce5dd72-ff52-42cf-ac1d-473285deea7f on network 179f4b11-5db5-41a4-9754-e1c9fb516258 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:33.436805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Usage tracker for resource:router and tenant:7393580dc2e94d3387187ab224939fc6 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:33.442378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:33.445189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:33.445564 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Checking segment: {'id': 'a1242f43-a63e-4320-8792-c0082246c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '179f4b11-5db5-41a4-9754-e1c9fb516258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:33.446171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.446716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Bound using segment: {'id': 'a1242f43-a63e-4320-8792-c0082246c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '179f4b11-5db5-41a4-9754-e1c9fb516258'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:33.447353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Bound port: dce5dd72-ff52-42cf-ac1d-473285deea7f, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1242f43-a63e-4320-8792-c0082246c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '179f4b11-5db5-41a4-9754-e1c9fb516258'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:33.447512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.448111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.457381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Transition to ACTIVE for port object a31cca29-a70a-48d0-9798-ce60e254c178 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:33.466846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Transition to ACTIVE for port object a9a45351-ff43-495f-8b36-c4596cad96a8 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:33.473482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Network': ['ID=df0e12a8-e02b-472d-aa32-c834d0879801,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:33.480487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.490734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dcf6768c-a8e3-4be1-ba8c-7d44808729d7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4107156 May 06 13:50:33.494719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:50:33.494719 dv-neutron-840889-1-hyperv neutron-server[84022]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:50:33.494719 dv-neutron-840889-1-hyperv neutron-server[84022]: [parameters: {'id': '179f4b11-5db5-41a4-9754-e1c9fb516258'}] May 06 13:50:33.494719 dv-neutron-840889-1-hyperv neutron-server[84022]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:33.495667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:33.496103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59736) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:33.500117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50b7bd6a-4585-4e4f-b24d-7f38d090aae8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.506161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'subnet': {'network_id': 'df0e12a8-e02b-472d-aa32-c834d0879801', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:33.538653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:33.548404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network df0e12a8-e02b-472d-aa32-c834d0879801 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:33.552428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:33.598830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Transition to ACTIVE for port object a9a45351-ff43-495f-8b36-c4596cad96a8 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:33.632882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:33.653441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.656435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50b7bd6a-4585-4e4f-b24d-7f38d090aae8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.667632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-62ad8dcf-22a0-4599-952b-c799ed27157c None None] Provisioning for port 86eaad9f-cef2-488b-8396-9337e583e4db completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:33.686126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.687257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.699081 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.708665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Network 46f64284-4563-433e-baa0-a3e771775eb6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:33.712932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Made reservation on behalf of 84fbb053d0e242bb912a58ab3902988d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:33.716419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.726357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-62ad8dcf-22a0-4599-952b-c799ed27157c None None] Provisioning complete for port 86eaad9f-cef2-488b-8396-9337e583e4db triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:33.726746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62ad8dcf-22a0-4599-952b-c799ed27157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.754516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:33.756369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Pushing event updated for resources: {'Port': ['ID=a31cca29-a70a-48d0-9798-ce60e254c178,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:33.767503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:33.851301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:33.867206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] For port dce5dd72-ff52-42cf-ac1d-473285deea7f, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:33.877065 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-97b149b7-33ee-4ca3-a0f7-a32819bdf499 req-4566477c-2b1c-4b47-b773-5e7574d568ac tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 210 time: 0.1213460 May 06 13:50:33.883052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:33.889378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.910500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Usage tracker for resource:subnet and tenant:3c822850734f435a96a402a440af3cb9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:33.932436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-62ad8dcf-22a0-4599-952b-c799ed27157c None None] Port 86eaad9f-cef2-488b-8396-9337e583e4db cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:33.935203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Network 4352da99-1e34-46a1-ace5-d5b8d45c6535 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:33.938837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] For port dce5dd72-ff52-42cf-ac1d-473285deea7f, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=dce5dd72-ff52-42cf-ac1d-473285deea7f,segment=NetworkSegment(a1242f43-a63e-4320-8792-c0082246c19a),segment_id=a1242f43-a63e-4320-8792-c0082246c19a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:33.942132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Allocated IP 172.20.0.9 (e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3/68927b3b-8f2d-40bc-941a-8899b767f6db/b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:33.971822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:33.978566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Pushing event updated for resources: {'Port': ['ID=a9a45351-ff43-495f-8b36-c4596cad96a8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:33.981891 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.986426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:34.004363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:34.005822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:34.013333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=b8d40f41-efaa-4dcc-ae22-c0037ec1ec01,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:34.015634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.020300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:34.022845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8::1 (4352da99-1e34-46a1-ace5-d5b8d45c6535/c8c02a52-3620-4281-940c-49d69d1bc140/a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:34.032507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:34.034965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:34.041088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:34.042806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.065704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.066790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Attempting to bind port a31cca29-a70a-48d0-9798-ce60e254c178 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:34.067165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Attempting to bind port a31cca29-a70a-48d0-9798-ce60e254c178 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'c40398bc-816f-48f5-8ebd-fd5e60c1d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '46f64284-4563-433e-baa0-a3e771775eb6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:34.067524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Attempting to bind port a31cca29-a70a-48d0-9798-ce60e254c178 on network 46f64284-4563-433e-baa0-a3e771775eb6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:34.081112 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a13c271f-60a1-43e7-9495-80f750e4617d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6778462 May 06 13:50:34.082587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port dce5dd72-ff52-42cf-ac1d-473285deea7f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:34.083263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.090857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59742) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:34.185587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7013899-c78b-4ec5-93b8-5e3ff8d989ca None None] Pushing event updated for resources: {'Port': ['ID=dce5dd72-ff52-42cf-ac1d-473285deea7f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:34.248792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-62ad8dcf-22a0-4599-952b-c799ed27157c None None] Provisioning complete for port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:34.249340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62ad8dcf-22a0-4599-952b-c799ed27157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.293618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:34.345457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Made reservation on behalf of 3c822850734f435a96a402a440af3cb9 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:34.370854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:34.371587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Checking segment: {'id': 'c40398bc-816f-48f5-8ebd-fd5e60c1d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '46f64284-4563-433e-baa0-a3e771775eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:34.372215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.372782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Bound using segment: {'id': 'c40398bc-816f-48f5-8ebd-fd5e60c1d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '46f64284-4563-433e-baa0-a3e771775eb6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:34.373461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Bound port: a31cca29-a70a-48d0-9798-ce60e254c178, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40398bc-816f-48f5-8ebd-fd5e60c1d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '46f64284-4563-433e-baa0-a3e771775eb6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:34.374532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.446697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Attempting to bind port a9a45351-ff43-495f-8b36-c4596cad96a8 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:34.447376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Attempting to bind port a9a45351-ff43-495f-8b36-c4596cad96a8 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:34.448012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Attempting to bind port a9a45351-ff43-495f-8b36-c4596cad96a8 on network 4352da99-1e34-46a1-ace5-d5b8d45c6535 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:34.499895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50b7bd6a-4585-4e4f-b24d-7f38d090aae8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.511318 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91887d55-12dd-4aa2-a08a-f642044271f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.520689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:34.521411 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Checking segment: {'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:34.522046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.522681 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Bound using segment: {'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:34.523478 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Bound port: a9a45351-ff43-495f-8b36-c4596cad96a8, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:34.524083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.575717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa762e-1900-4c59-8b23-8ff651ec71e7 None None] Network 179f4b11-5db5-41a4-9754-e1c9fb516258 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:34.653740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.671095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.711844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Transition to ACTIVE for port object b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:34.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07cd59b-f03c-449f-925e-482330727acf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:34.757327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a07cd59b-f03c-449f-925e-482330727acf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:34.767955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.809754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.827814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50b7bd6a-4585-4e4f-b24d-7f38d090aae8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.838590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.844591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] For port dce5dd72-ff52-42cf-ac1d-473285deea7f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=dce5dd72-ff52-42cf-ac1d-473285deea7f,segment=NetworkSegment(a1242f43-a63e-4320-8792-c0082246c19a),segment_id=a1242f43-a63e-4320-8792-c0082246c19a)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:34.844777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.853383 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] For port a31cca29-a70a-48d0-9798-ce60e254c178, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:34.874394 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:34.874890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.929894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.948493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7bd6a-4585-4e4f-b24d-7f38d090aae8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdcf0ed-3ca5-44f8-a97c-86c99cd3e350,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:34.978189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Deleting port 38e92607-f126-42f8-afb2-9152cffee614 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:34.978520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.012658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Calling delete_port for dce5dd72-ff52-42cf-ac1d-473285deea7f owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:35.043484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:35.050072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] For port a31cca29-a70a-48d0-9798-ce60e254c178, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a31cca29-a70a-48d0-9798-ce60e254c178,segment=NetworkSegment(c40398bc-816f-48f5-8ebd-fd5e60c1d073),segment_id=c40398bc-816f-48f5-8ebd-fd5e60c1d073)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:35.051675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] For port a9a45351-ff43-495f-8b36-c4596cad96a8, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:35.092958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.105510 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] For port a9a45351-ff43-495f-8b36-c4596cad96a8, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a9a45351-ff43-495f-8b36-c4596cad96a8,segment=NetworkSegment(4c50bab2-105a-4563-b4ef-1afee519c81f),segment_id=4c50bab2-105a-4563-b4ef-1afee519c81f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:35.164998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.175577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.187838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a07cd59b-f03c-449f-925e-482330727acf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:35.191763 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a07cd59b-f03c-449f-925e-482330727acf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.0983303 May 06 13:50:35.204365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59748) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.205044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.293063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.324096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cc01dec6-0ee9-4356-bfe9-3941c92cd8ad None None] Provisioning for port b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:35.329322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:35.337640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba4590-1c7c-4e5a-a132-44555e2e0952 None None] Pushing event updated for resources: {'Port': ['ID=a31cca29-a70a-48d0-9798-ce60e254c178,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.342001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 4352da99-1e34-46a1-ace5-d5b8d45c6535 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:35.350554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event updated for resources: {'Port': ['ID=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.356111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50b7bd6a-4585-4e4f-b24d-7f38d090aae8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.372638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:35.380976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cc01dec6-0ee9-4356-bfe9-3941c92cd8ad None None] Provisioning complete for port b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:35.381718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc01dec6-0ee9-4356-bfe9-3941c92cd8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.387386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No DVR routers for this DVR port dce5dd72-ff52-42cf-ac1d-473285deea7f on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:35.389472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:35.435549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.443885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:35.444355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.532361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cc01dec6-0ee9-4356-bfe9-3941c92cd8ad None None] Port b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:35.536496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f5c8a-0d97-42bd-aa92-92b9ba6a956b None None] Pushing event updated for resources: {'Port': ['ID=a9a45351-ff43-495f-8b36-c4596cad96a8,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.544019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.558964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.563356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Port': ['ID=dce5dd72-ff52-42cf-ac1d-473285deea7f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.592241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.607882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:35.672027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Calling delete_port for 38e92607-f126-42f8-afb2-9152cffee614 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:35.719690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Subnet': ['ID=34ef97ce-376d-40a2-8bef-55fc1c91e628,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.720729 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50b7bd6a-4585-4e4f-b24d-7f38d090aae8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/subnets/bcdcf0ed-3ca5-44f8-a97c-86c99cd3e350 HTTP/1.1" status: 204 len: 168 time: 3.0942192 May 06 13:50:35.721591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59752) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.750231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.815324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179f4b11-5db5-41a4-9754-e1c9fb516258']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:35.876604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:35.877433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.888178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1242f43-a63e-4320-8792-c0082246c19a') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:35.888906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1242f43-a63e-4320-8792-c0082246c19a') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:35.906530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.925133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.933535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:35.934493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.987834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448f4cf-5278-4353-a8b1-68c0c982d29f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:35.989705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448f4cf-5278-4353-a8b1-68c0c982d29f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:35.990517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2448f4cf-5278-4353-a8b1-68c0c982d29f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Synchronizing usage tracker for tenant:88142fc0a3264a76af4e153cd0ab1c23 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:36.018719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e62e88-53c0-436c-b562-549acc9c1df9 req-d27caa2b-6d00-4a45-ab62-3ca963942ba3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:36.019589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-a5e62e88-53c0-436c-b562-549acc9c1df9 req-d27caa2b-6d00-4a45-ab62-3ca963942ba3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Synchronizing usage tracker for tenant:84fbb053d0e242bb912a58ab3902988d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:36.034818 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-e3b8a91d-a071-4ef1-9857-696594106f6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8543565 May 06 13:50:36.052404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Request body: {'port': {'device_id': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:36.061412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e97fd4-250c-49a3-addf-6b962872c8e2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:36.067251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e97fd4-250c-49a3-addf-6b962872c8e2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:36.071932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e97fd4-250c-49a3-addf-6b962872c8e2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:36.073048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-55e97fd4-250c-49a3-addf-6b962872c8e2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:36.074878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-817ff092-fa8b-4e5c-bc91-f2a3fd9da760 None None] Provisioning for port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:36.075598 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:36.080998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-817ff092-fa8b-4e5c-bc91-f2a3fd9da760 None None] Provisioning complete for port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:36.081364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-817ff092-fa8b-4e5c-bc91-f2a3fd9da760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.098561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-a5e62e88-53c0-436c-b562-549acc9c1df9 req-d27caa2b-6d00-4a45-ab62-3ca963942ba3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Unset dirty status for tenant:84fbb053d0e242bb912a58ab3902988d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:36.099810 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a5e62e88-53c0-436c-b562-549acc9c1df9 req-d27caa2b-6d00-4a45-ab62-3ca963942ba3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 931 time: 0.9131732 May 06 13:50:36.120762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2448f4cf-5278-4353-a8b1-68c0c982d29f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Unset dirty status for tenant:88142fc0a3264a76af4e153cd0ab1c23 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:36.124919 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2448f4cf-5278-4353-a8b1-68c0c982d29f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3959467 May 06 13:50:36.127634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59756) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.143731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-817ff092-fa8b-4e5c-bc91-f2a3fd9da760 None None] Port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:36.206613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.210583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.248590 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/179f4b11-5db5-41a4-9754-e1c9fb516258 HTTP/1.1" status: 204 len: 168 time: 7.0748644 May 06 13:50:36.266038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59760) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.266827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832b5cf-fda5-4859-a89d-220eabe91e23 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=179f4b11-5db5-41a4-9754-e1c9fb516258,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:36.269798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Checking segment: {'id': '6dd626a5-cf59-4b35-a227-73a73f39a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'df0e12a8-e02b-472d-aa32-c834d0879801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:36.270164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network hostable DHCP agents. Network: df0e12a8-e02b-472d-aa32-c834d0879801, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:36.288018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784684022'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:36.305646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:36.318524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:36.321918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-55e97fd4-250c-49a3-addf-6b962872c8e2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:36.327070 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-55e97fd4-250c-49a3-addf-6b962872c8e2 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.1156485 May 06 13:50:36.327258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a31cca29-a70a-48d0-9798-ce60e254c178 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:36.328827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:36.332293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59764) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.334589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.399532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a31cca29-a70a-48d0-9798-ce60e254c178 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:36.408491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a9a45351-ff43-495f-8b36-c4596cad96a8 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:36.414892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.431751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:36.453063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fb8bd-3e99-4441-ae78-f2100857a02c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:36.453556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb8bd-3e99-4441-ae78-f2100857a02c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.469194 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a5e62e88-53c0-436c-b562-549acc9c1df9 req-4c5549ad-c958-41fa-adf5-1a48fe3dcd66 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404975 May 06 13:50:36.501599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a9a45351-ff43-495f-8b36-c4596cad96a8 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:36.511687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a50016e4-c553-4469-b80b-971a5b8c16d6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.513550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event deleted for resources: {'Port': ['ID=38e92607-f126-42f8-afb2-9152cffee614,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:36.520510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.523810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network df0e12a8-e02b-472d-aa32-c834d0879801 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:36.533790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:36.537544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.604695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, df0e12a8-e02b-472d-aa32-c834d0879801) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:36.613886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0dfee9-acf6-419e-93ef-381746192a36 None None] Network df0e12a8-e02b-472d-aa32-c834d0879801 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:36.624230 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50016e4-c553-4469-b80b-971a5b8c16d6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 13:50:36.624810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50016e4-c553-4469-b80b-971a5b8c16d6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:36.697823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:36.698459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.851465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:36.868892 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a50016e4-c553-4469-b80b-971a5b8c16d6 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/46f64284-4563-433e-baa0-a3e771775eb6 HTTP/1.1" status: 409 len: 405 time: 0.7356215 May 06 13:50:36.872828 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9300aae4-bbfa-4c00-ad1d-1104edabd823 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3712485 May 06 13:50:36.873880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59768) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.874361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59770) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.889530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1057261055'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:36.891129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.898273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-52e53565-491d-458e-adb8-3f8f17ed1a71 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df0e12a8-e02b-472d-aa32-c834d0879801'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:36.990567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.990913 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment 94021ad7-b44f-47d2-a350-e8d007db4790 of type vlan for network ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 May 06 13:50:37.032680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-df0e12a8-e02b-472d-aa32-c834d0879801', 'network_id': 'df0e12a8-e02b-472d-aa32-c834d0879801', 'tenant_id': '3c822850734f435a96a402a440af3cb9', 'fixed_ips': [{'subnet_id': '34ef97ce-376d-40a2-8bef-55fc1c91e628'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:37.033874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.042102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.092590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:37.198938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:network and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:37.203508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.207484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:37.208118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.216695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71278faa-0cab-454c-acc3-0d8782f9517a None None] Network 46f64284-4563-433e-baa0-a3e771775eb6 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:37.244923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.267273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:37.312530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.334892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:37.370920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Allocated IP 2001:db8:1::2 (df0e12a8-e02b-472d-aa32-c834d0879801/34ef97ce-376d-40a2-8bef-55fc1c91e628/baf81c5b-f211-4b0b-afd4-af4e2d835510) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:37.388868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.392700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca6d47-f857-4f9a-a4af-4c35d50777f0 None None] Network 4352da99-1e34-46a1-ace5-d5b8d45c6535 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:37.494147 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2129230 May 06 13:50:37.511081 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59776) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:37.515062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:37.518070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.530951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-da2be2ee-c268-4403-8664-a8b52a9b8e81 None None] Provisioning for port a31cca29-a70a-48d0-9798-ce60e254c178 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:37.536542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': 'ad3fd56e-8187-421f-bfa3-5b5b2f33dc77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:37.552798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae5e86-5849-4fdb-81f8-d012e850374f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=ad3fd56e-8187-421f-bfa3-5b5b2f33dc77,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:37.595928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:37.648417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-da2be2ee-c268-4403-8664-a8b52a9b8e81 None None] Provisioning complete for port a31cca29-a70a-48d0-9798-ce60e254c178 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:37.648417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da2be2ee-c268-4403-8664-a8b52a9b8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.816508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.844461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.948636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Allocated IP 2001:db8::5c (6ddf2440-66e2-4320-9d9a-7094639f6a90/496f87ae-243a-4f29-bb4e-41be1fc0b944/ba84b920-de46-4fa8-9def-34004f7ec82e) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:37.954163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.954710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Fanout notify agent at l3_agent the message router_deleted on router 001953f5-b02b-4f31-babf-cde6b273d397 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:50:38.037765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb8bd-3e99-4441-ae78-f2100857a02c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.054301 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.055510 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a83f2c1b-4715-4f25-a912-49f1b553445a tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/001953f5-b02b-4f31-babf-cde6b273d397 HTTP/1.1" status: 204 len: 168 time: 6.1259971 May 06 13:50:38.062475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 {{(pid=84021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:50:38.066928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59782) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:38.116537 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-970592135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:38.126150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.132075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:38.138455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:38.156012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Usage tracker for resource:router and tenant:12ea37eea5b9483e8c2fe835c3715663 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:38.161705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Transition to ACTIVE for port object b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:38.162670 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:38.171616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:38.176530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.180428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.202365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da2be2ee-c268-4403-8664-a8b52a9b8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.209950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fb8bd-3e99-4441-ae78-f2100857a02c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:38.211925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Transition to ACTIVE for port object baf81c5b-f211-4b0b-afd4-af4e2d835510 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:38.247144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Transition to ACTIVE for port object baf81c5b-f211-4b0b-afd4-af4e2d835510 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:38.257022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:38.262744 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.276086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:38.290216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.290555 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Added segment 2be5133f-3601-4adf-8dce-2559db8ad633 of type vlan for network f03f94cf-03d4-413c-bca4-b4677e5bf972 May 06 13:50:38.294791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:38.297966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.298901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.312206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] DHCP port deletion for 46f64284-4563-433e-baa0-a3e771775eb6 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:50:38.318714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:38.333973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-da2be2ee-c268-4403-8664-a8b52a9b8e81 None None] For port a31cca29-a70a-48d0-9798-ce60e254c178, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a31cca29-a70a-48d0-9798-ce60e254c178,segment=NetworkSegment(c40398bc-816f-48f5-8ebd-fd5e60c1d073),segment_id=c40398bc-816f-48f5-8ebd-fd5e60c1d073)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:38.346082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] Deleting port a31cca29-a70a-48d0-9798-ce60e254c178 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:38.346670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.357772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.382588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da2be2ee-c268-4403-8664-a8b52a9b8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.386944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.387751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.394078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:38.405550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.442731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Network df0e12a8-e02b-472d-aa32-c834d0879801 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:38.446518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:38.448629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Pushing event updated for resources: {'Port': ['ID=baf81c5b-f211-4b0b-afd4-af4e2d835510,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:38.453553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:38.522087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:38.584843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.593907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdc882-15ac-4721-a112-bc33b79a234b req-2c4089c6-af05-4a8f-9da7-b6af7af9c6a7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:38.595567 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bbdc882-15ac-4721-a112-bc33b79a234b req-2c4089c6-af05-4a8f-9da7-b6af7af9c6a7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 931 time: 0.8645480 May 06 13:50:38.604957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.727258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.770146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.786692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2be2ee-c268-4403-8664-a8b52a9b8e81 None None] Pushing event updated for resources: {'Port': ['ID=a31cca29-a70a-48d0-9798-ce60e254c178,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:38.804904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Attempting to bind port baf81c5b-f211-4b0b-afd4-af4e2d835510 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:38.805266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Attempting to bind port baf81c5b-f211-4b0b-afd4-af4e2d835510 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '6dd626a5-cf59-4b35-a227-73a73f39a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'df0e12a8-e02b-472d-aa32-c834d0879801'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:38.805625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Attempting to bind port baf81c5b-f211-4b0b-afd4-af4e2d835510 on network df0e12a8-e02b-472d-aa32-c834d0879801 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:38.815828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.817404 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-811e7e32-59a5-470b-b6d2-826287fefd29 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7499685 May 06 13:50:38.823485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:38.825828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59786) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:38.825952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8adebc37-4bba-49d4-b84b-d84157f73acb None None] Provisioning for port a9a45351-ff43-495f-8b36-c4596cad96a8 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:38.836959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8adebc37-4bba-49d4-b84b-d84157f73acb None None] Provisioning complete for port a9a45351-ff43-495f-8b36-c4596cad96a8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:38.837257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8adebc37-4bba-49d4-b84b-d84157f73acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.847150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': False}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:38.883745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:38.884143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Checking segment: {'id': '6dd626a5-cf59-4b35-a227-73a73f39a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'df0e12a8-e02b-472d-aa32-c834d0879801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:38.884600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.884998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Bound using segment: {'id': '6dd626a5-cf59-4b35-a227-73a73f39a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'df0e12a8-e02b-472d-aa32-c834d0879801'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:38.886023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Bound port: baf81c5b-f211-4b0b-afd4-af4e2d835510, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd626a5-cf59-4b35-a227-73a73f39a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'df0e12a8-e02b-472d-aa32-c834d0879801'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:38.886397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.892102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:38.903867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.914244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] For port a31cca29-a70a-48d0-9798-ce60e254c178, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a31cca29-a70a-48d0-9798-ce60e254c178,segment=NetworkSegment(c40398bc-816f-48f5-8ebd-fd5e60c1d073),segment_id=c40398bc-816f-48f5-8ebd-fd5e60c1d073)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:38.914651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.020429 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Network 6ddf2440-66e2-4320-9d9a-7094639f6a90 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:39.024002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Attempting to bind port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:39.024339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Attempting to bind port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:39.024660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Attempting to bind port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 on network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:39.029318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:39.031334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'Port': ['ID=ba84b920-de46-4fa8-9def-34004f7ec82e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:39.035350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:39.086289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 on network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:50:39.086832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Attempting to bind port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 on network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:39.099448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] Calling delete_port for a31cca29-a70a-48d0-9798-ce60e254c178 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:39.108512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:39.109203 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Checking segment: {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:39.109744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Bound using segment: {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:39.110335 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Bound port: b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6f6628-9cc4-4db2-be72-a4191b8ce723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:39.110831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.129646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.133491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:39.134071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.264966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] For port baf81c5b-f211-4b0b-afd4-af4e2d835510, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:39.269217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.312327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.ipam_backend_mixin [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing IP validity checks on allocation pools {{(pid=84022) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:50:39.312327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.ipam_backend_mixin [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84022) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:50:39.325422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] Pushing event deleted for resources: {'Port': ['ID=a31cca29-a70a-48d0-9798-ce60e254c178,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:39.327947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8adebc37-4bba-49d4-b84b-d84157f73acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.345133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f6626-252c-49cc-b901-4947c6a15dcd None None] No DVR routers for this DVR port a31cca29-a70a-48d0-9798-ce60e254c178 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:39.351548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52e53565-491d-458e-adb8-3f8f17ed1a71 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.368575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8adebc37-4bba-49d4-b84b-d84157f73acb None None] For port a9a45351-ff43-495f-8b36-c4596cad96a8, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a9a45351-ff43-495f-8b36-c4596cad96a8,segment=NetworkSegment(4c50bab2-105a-4563-b4ef-1afee519c81f),segment_id=4c50bab2-105a-4563-b4ef-1afee519c81f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:39.373840 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8adebc37-4bba-49d4-b84b-d84157f73acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.384316 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4992635 May 06 13:50:39.394723 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bbdc882-15ac-4721-a112-bc33b79a234b req-9925b2e8-2478-496f-866b-d8501a2dad08 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5367296 May 06 13:50:39.395624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3330a5-d40b-4300-af26-3e7e6d846fdb tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Network': ['ID=f03f94cf-03d4-413c-bca4-b4677e5bf972,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:39.402372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59790) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:39.406168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb8bd-3e99-4441-ae78-f2100857a02c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.418182 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network f03f94cf-03d4-413c-bca4-b4677e5bf972 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:39.448444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] For port baf81c5b-f211-4b0b-afd4-af4e2d835510, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=baf81c5b-f211-4b0b-afd4-af4e2d835510,segment=NetworkSegment(6dd626a5-cf59-4b35-a227-73a73f39a086),segment_id=6dd626a5-cf59-4b35-a227-73a73f39a086)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:39.490736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] For port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:39.502199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'subnet': {'network_id': 'f03f94cf-03d4-413c-bca4-b4677e5bf972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:39.505396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] For port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:39.526176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.546195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.562304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.570538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fb8bd-3e99-4441-ae78-f2100857a02c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=b8d40f41-efaa-4dcc-ae22-c0037ec1ec01,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:39.624630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a0fa8a2f-726a-4a59-b233-f0fd74c65a0b None None] Provisioning for port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:39.638813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a0fa8a2f-726a-4a59-b233-f0fd74c65a0b None None] Provisioning complete for port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:39.639559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8a2f-726a-4a59-b233-f0fd74c65a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.640409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.641673 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] 10.222.0.69 "PUT /v2.0/ports/b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 1093 time: 3.5935900 May 06 13:50:39.643811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'tag': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:50:39.680869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 4352da99-1e34-46a1-ace5-d5b8d45c6535 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:39.699485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adebc37-4bba-49d4-b84b-d84157f73acb None None] Pushing event updated for resources: {'Port': ['ID=a9a45351-ff43-495f-8b36-c4596cad96a8,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:39.788011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7968b-0b1f-48fb-b81e-9e6b2a329410 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:39.858908 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3053ba7c-254c-4c40-a150-1cad0b218dfd'] response: {'name': 'network-changed', 'server_uuid': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'tag': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'status': 'completed', 'code': 200} May 06 13:50:39.869920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.870645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.872112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39bb55-58a9-45c0-b423-4532fb2c294a None None] Pushing event updated for resources: {'Port': ['ID=baf81c5b-f211-4b0b-afd4-af4e2d835510,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:39.893132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:39.929645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa8a2f-726a-4a59-b233-f0fd74c65a0b None None] Port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:39.990713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a0fa8a2f-726a-4a59-b233-f0fd74c65a0b None None] Provisioning complete for port a9a45351-ff43-495f-8b36-c4596cad96a8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:39.991369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8a2f-726a-4a59-b233-f0fd74c65a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.212624 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-244a2993-a80d-4c36-a01b-91c9ad56b5cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1096 time: 0.5061448 May 06 13:50:40.401033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb8bd-3e99-4441-ae78-f2100857a02c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.406752 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-0ba6572e-4c50-4ab6-ae02-caa4a79e656f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 217 time: 0.1627114 May 06 13:50:40.408146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.434735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device baf81c5b-f211-4b0b-afd4-af4e2d835510 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:40.500564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=440a2222-7ecc-47d4-b52a-746afcae8fa0,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:40.534092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2d68ecb4-c29a-444c-86ab-7b7f6f686e93 None None] Provisioning complete for port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:40.534584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d68ecb4-c29a-444c-86ab-7b7f6f686e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.546666 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bf6fb8bd-3e99-4441-ae78-f2100857a02c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 HTTP/1.1" status: 204 len: 168 time: 4.2131944 May 06 13:50:40.561014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59798) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:40.595344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port baf81c5b-f211-4b0b-afd4-af4e2d835510 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:40.613944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a9a45351-ff43-495f-8b36-c4596cad96a8 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:40.660723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2d68ecb4-c29a-444c-86ab-7b7f6f686e93 None None] Port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:50:40.675774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:40.679309 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb5a54d-6767-42c3-b070-5b46ddfa2b7c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:50:40.679959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8eb5a54d-6767-42c3-b070-5b46ddfa2b7c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:40.704245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a9a45351-ff43-495f-8b36-c4596cad96a8 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:40.704696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.713549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-b59e150c-5fe6-4ce3-9d75-1bdd7580ced2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:40.715004 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-b59e150c-5fe6-4ce3-9d75-1bdd7580ced2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.3022711 May 06 13:50:40.721007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.724832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:40.803588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.828060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8eb5a54d-6767-42c3-b070-5b46ddfa2b7c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:40.829243 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8eb5a54d-6767-42c3-b070-5b46ddfa2b7c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/b8d40f41-efaa-4dcc-ae22-c0037ec1ec01 HTTP/1.1" status: 404 len: 333 time: 0.2641077 May 06 13:50:40.838925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:40.856424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59802) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:40.871495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': '94021ad7-b44f-47d2-a350-e8d007db4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ad3fd56e-8187-421f-bfa3-5b5b2f33dc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:40.872294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: ad3fd56e-8187-421f-bfa3-5b5b2f33dc77, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:40.999450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a31cca29-a70a-48d0-9798-ce60e254c178 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:41.066887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a31cca29-a70a-48d0-9798-ce60e254c178 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:50:41.067399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a31cca29-a70a-48d0-9798-ce60e254c178 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:41.081601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ee649-e418-4e91-aae2-665f512bed8f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 86eaad9f-cef2-488b-8396-9337e583e4db {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:41.082169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee649-e418-4e91-aae2-665f512bed8f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.131572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a0bd2-9529-484f-b30e-a84e5331196a req-e1991fb2-aa9b-45b5-b983-c39392fb80d7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:41.133367 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-968a0bd2-9529-484f-b30e-a84e5331196a req-e1991fb2-aa9b-45b5-b983-c39392fb80d7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 943 time: 0.5047448 May 06 13:50:41.140635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.185703 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-52e53565-491d-458e-adb8-3f8f17ed1a71 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:50:41.186657 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-52e53565-491d-458e-adb8-3f8f17ed1a71 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "PUT /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f HTTP/1.1" status: 400 len: 364 time: 4.3040204 May 06 13:50:41.193495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59806) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:41.265249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106167b-0057-4be4-9ab6-82351987c0d5 None None] Network df0e12a8-e02b-472d-aa32-c834d0879801 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:41.282835 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:41.324381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, ad3fd56e-8187-421f-bfa3-5b5b2f33dc77) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:41.329937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-968a0bd2-9529-484f-b30e-a84e5331196a req-12644625-fc7c-40d2-82aa-56f5a3245c87 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749425 May 06 13:50:41.337260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:41.337912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.370015 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-d9cc3b3d-8690-4928-aeab-277be5d8a735 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6146908 May 06 13:50:41.402146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052b426-bc9f-4c1e-9237-1fe86bd1fe32 None None] Network ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:41.414082 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-38e9dadb-a6f3-479e-9cb2-f2abc05c5e4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.8979068 May 06 13:50:41.418969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Allocated IP 172.26.0.207 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/64f6d5da-56c6-454d-bdc0-4f7d064d5876) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:41.421780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59810) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:41.534768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-98d3d354-2cb8-4edc-b9b1-aa9ae1e8d965 None None] Provisioning for port baf81c5b-f211-4b0b-afd4-af4e2d835510 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:41.591391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-98d3d354-2cb8-4edc-b9b1-aa9ae1e8d965 None None] Provisioning complete for port baf81c5b-f211-4b0b-afd4-af4e2d835510 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:41.591890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98d3d354-2cb8-4edc-b9b1-aa9ae1e8d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.611553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:50:41.686667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Router 8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:50:41.700775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.878689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:50:41.905107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98d3d354-2cb8-4edc-b9b1-aa9ae1e8d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.962650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-ad3fd56e-8187-421f-bfa3-5b5b2f33dc77', 'network_id': 'ad3fd56e-8187-421f-bfa3-5b5b2f33dc77', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': '440a2222-7ecc-47d4-b52a-746afcae8fa0'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:41.963503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.974929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-98d3d354-2cb8-4edc-b9b1-aa9ae1e8d965 None None] For port baf81c5b-f211-4b0b-afd4-af4e2d835510, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=baf81c5b-f211-4b0b-afd4-af4e2d835510,segment=NetworkSegment(6dd626a5-cf59-4b35-a227-73a73f39a086),segment_id=6dd626a5-cf59-4b35-a227-73a73f39a086)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:41.987413 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98d3d354-2cb8-4edc-b9b1-aa9ae1e8d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.998644 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-13895cdf-1462-4f3f-b555-802b3f217307 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086268 May 06 13:50:42.036541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.047386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee649-e418-4e91-aae2-665f512bed8f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.132404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.145075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3d354-2cb8-4edc-b9b1-aa9ae1e8d965 None None] Pushing event updated for resources: {'Port': ['ID=baf81c5b-f211-4b0b-afd4-af4e2d835510,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:42.186098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Subnet': ['ID=4d06334d-7caf-4610-a47b-27c31c0757f3,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:42.247893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Allocated IP 172.20.0.3 (ad3fd56e-8187-421f-bfa3-5b5b2f33dc77/440a2222-7ecc-47d4-b52a-746afcae8fa0/03702eb4-f4f3-4c9b-ad87-a98fb6982241) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:42.248838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Checking segment: {'id': '2be5133f-3601-4adf-8dce-2559db8ad633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f03f94cf-03d4-413c-bca4-b4677e5bf972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:42.249192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network hostable DHCP agents. Network: f03f94cf-03d4-413c-bca4-b4677e5bf972, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:42.275457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:42.288617 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-75c107fa-d846-4542-a8b0-b29ad843e38c tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2515919 May 06 13:50:42.293945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59814) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:42.300653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-335133483'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:42.308209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:42.316176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:42.319978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network f03f94cf-03d4-413c-bca4-b4677e5bf972 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:42.323669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:42.333105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:42.342273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, f03f94cf-03d4-413c-bca4-b4677e5bf972) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:42.347373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:42.348090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.359728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:42.363377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.377655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:42.380210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device baf81c5b-f211-4b0b-afd4-af4e2d835510 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:42.390966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.392385 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-52e03d2f-ad0d-4ddb-8b7d-363c459f0e47 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9650202 May 06 13:50:42.395703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59820) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:42.429598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78858b4f-2c05-4d87-969e-4daaa85b2dec None None] Network f03f94cf-03d4-413c-bca4-b4677e5bf972 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:42.479564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:42.512111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.512457 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment a8438777-f5f4-4c18-af8b-274717ecdcd6 of type vlan for network 971e9c40-5b34-4543-a1b8-57bb36667f0d May 06 13:50:42.568155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ee649-e418-4e91-aae2-665f512bed8f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 86eaad9f-cef2-488b-8396-9337e583e4db owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:42.573596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.598938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.657558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.661424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:42.662026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.685459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:42.686271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:42.793144 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4974391 May 06 13:50:42.798199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59824) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:42.803234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.836829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1d69754b-cd09-4457-b560-53611f4a0852 None None] Provisioning complete for port baf81c5b-f211-4b0b-afd4-af4e2d835510 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:42.837051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1d69754b-cd09-4457-b560-53611f4a0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.842488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:42.863647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dc5fc-a04b-4021-8d43-cab06ab2a959 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=971e9c40-5b34-4543-a1b8-57bb36667f0d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:42.909324 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf2486d2-305d-4431-8068-2dc31f1283f7 req-464fb65a-26a4-4cea-96e0-0f0d23840bb1 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8979561 May 06 13:50:42.946448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.953842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 971e9c40-5b34-4543-a1b8-57bb36667f0d details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:43.014644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:43.015215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.023011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:43.026618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:43.033710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:43.037824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.052399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Transition to ACTIVE for port object 03702eb4-f4f3-4c9b-ad87-a98fb6982241 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:43.084489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Subnet': ['ID=4d06334d-7caf-4610-a47b-27c31c0757f3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:43.106703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:43.133327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Transition to ACTIVE for port object 03702eb4-f4f3-4c9b-ad87-a98fb6982241 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:43.146599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port baf81c5b-f211-4b0b-afd4-af4e2d835510 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:43.147035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.183811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:43.196908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:43.203614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b17d5-6013-4227-9b20-58a1ffed4c06 req-37c7b5b8-5afa-4e05-b899-304336a0f9e7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:43.205126 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a11b17d5-6013-4227-9b20-58a1ffed4c06 req-37c7b5b8-5afa-4e05-b899-304336a0f9e7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 943 time: 0.6040869 May 06 13:50:43.205746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee649-e418-4e91-aae2-665f512bed8f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.212105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:43.217067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:43.228672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.259150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Pushing event updated for resources: {'Port': ['ID=64f6d5da-56c6-454d-bdc0-4f7d064d5876,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:43.302459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.313088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.333833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.386013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.400636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ee649-e418-4e91-aae2-665f512bed8f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=86eaad9f-cef2-488b-8396-9337e583e4db,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:43.405176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7e8bbb-0d6a-4064-8557-728a95d70b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-f03f94cf-03d4-413c-bca4-b4677e5bf972', 'network_id': 'f03f94cf-03d4-413c-bca4-b4677e5bf972', 'tenant_id': '88142fc0a3264a76af4e153cd0ab1c23', 'fixed_ips': [{'subnet_id': '4d06334d-7caf-4610-a47b-27c31c0757f3'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:43.405984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb7e8bbb-0d6a-4064-8557-728a95d70b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.452624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=440a2222-7ecc-47d4-b52a-746afcae8fa0,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:43.463058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Network ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:43.467803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03f94cf-03d4-413c-bca4-b4677e5bf972']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.524116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be5133f-3601-4adf-8dce-2559db8ad633') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.524780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be5133f-3601-4adf-8dce-2559db8ad633') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.528639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:43.539049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Pushing event updated for resources: {'Port': ['ID=03702eb4-f4f3-4c9b-ad87-a98fb6982241,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:43.542980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:43.582166 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-757eb668-6357-4b76-9c57-8e155bedef15 req-0285e3d9-cbc5-4611-998b-9a940d657810 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1096 time: 0.6152172 May 06 13:50:43.619706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.643621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee649-e418-4e91-aae2-665f512bed8f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.648220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.657982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.680976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:43.680976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:43.697352 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:43.724625 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a11b17d5-6013-4227-9b20-58a1ffed4c06 req-3b610211-8cf4-4d8f-a56b-160ae9ba10fa tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5075381 May 06 13:50:43.804602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3fd56e-8187-421f-bfa3-5b5b2f33dc77']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.845500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94021ad7-b44f-47d2-a350-e8d007db4790') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.845500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94021ad7-b44f-47d2-a350-e8d007db4790') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.859501 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2b9ee649-e418-4e91-aae2-665f512bed8f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/86eaad9f-cef2-488b-8396-9337e583e4db HTTP/1.1" status: 204 len: 168 time: 3.0000069 May 06 13:50:43.861856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59828) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:43.869928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Attempting to bind port 03702eb4-f4f3-4c9b-ad87-a98fb6982241 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:43.870560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Attempting to bind port 03702eb4-f4f3-4c9b-ad87-a98fb6982241 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '94021ad7-b44f-47d2-a350-e8d007db4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ad3fd56e-8187-421f-bfa3-5b5b2f33dc77'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:43.870702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Attempting to bind port 03702eb4-f4f3-4c9b-ad87-a98fb6982241 on network ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:43.876014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.898250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:43.898562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Checking segment: {'id': '94021ad7-b44f-47d2-a350-e8d007db4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ad3fd56e-8187-421f-bfa3-5b5b2f33dc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:43.899132 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.899607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Bound using segment: {'id': '94021ad7-b44f-47d2-a350-e8d007db4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ad3fd56e-8187-421f-bfa3-5b5b2f33dc77'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:43.900247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Bound port: 03702eb4-f4f3-4c9b-ad87-a98fb6982241, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94021ad7-b44f-47d2-a350-e8d007db4790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ad3fd56e-8187-421f-bfa3-5b5b2f33dc77'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:43.900631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.946303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f137c-26f6-498a-a522-4af3ba253438 None None] Network f03f94cf-03d4-413c-bca4-b4677e5bf972 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:44.001162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f137c-26f6-498a-a522-4af3ba253438 None None] Network f03f94cf-03d4-413c-bca4-b4677e5bf972 could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:50:44.067233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] For port 03702eb4-f4f3-4c9b-ad87-a98fb6982241, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:44.070050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.070915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] For port 03702eb4-f4f3-4c9b-ad87-a98fb6982241, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=03702eb4-f4f3-4c9b-ad87-a98fb6982241,segment=NetworkSegment(94021ad7-b44f-47d2-a350-e8d007db4790),segment_id=94021ad7-b44f-47d2-a350-e8d007db4790)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:44.075647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.077817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.098133 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bdf876-0567-4e4f-ae03-fda273752d98 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:50:44.102159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b0bdf876-0567-4e4f-ae03-fda273752d98 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/86eaad9f-cef2-488b-8396-9337e583e4db HTTP/1.1" status: 404 len: 333 time: 0.2335634 May 06 13:50:44.102318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:44.111293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59832) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:44.112464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.115248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Network': ['ID=f03f94cf-03d4-413c-bca4-b4677e5bf972,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:44.129424 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Sync routers for ids ['8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:44.150590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:35Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:37Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:44.161436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:50:44.161436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Updating router 6b1a148f-4957-4e39-92d6-67512b0b3e44 port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:50:44.187908 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Routers {'8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:44.189720 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:44.196405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb668-6357-4b76-9c57-8e155bedef15 req-8833a426-f399-4fa3-a2c7-c749bb998935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:44.198648 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-757eb668-6357-4b76-9c57-8e155bedef15 req-8833a426-f399-4fa3-a2c7-c749bb998935 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 0.5492246 May 06 13:50:44.199455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.202344 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-57a12c10-6d28-42a3-a86c-90093354acbb tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 10.8137937 May 06 13:50:44.204643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59836) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:44.218900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:44.219458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:44.236709 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:44.300304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5270d2-d65a-4948-b252-063d1ab14bf7 None None] Pushing event updated for resources: {'Port': ['ID=03702eb4-f4f3-4c9b-ad87-a98fb6982241,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:44.303473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Allocated IP 2001:db8::1 (ac3816d7-9078-4475-9ff6-9637791ca39c/63b52c7f-ee49-449f-b64c-87deafba2e04/695e8c54-c715-4475-92e0-cf5f4699b43e) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:44.339172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.348168 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bab7418f-90b1-4e57-8254-465490e7122e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/f03f94cf-03d4-413c-bca4-b4677e5bf972 HTTP/1.1" status: 204 len: 168 time: 1.9479463 May 06 13:50:44.363646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59838) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:44.377118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.392614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1212719134'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:44.396931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c8b72-d02d-4425-99a0-bd770b6b0fc9 None None] Network ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:44.413029 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Set router 8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:44.471048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=278f8a82-b802-497b-ae4e-33501db8032d,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:44.480640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:44.512371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:network and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:44.519522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:50:44.519522 dv-neutron-840889-1-hyperv neutron-server[84022]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:50:44.519522 dv-neutron-840889-1-hyperv neutron-server[84022]: [parameters: {'id': 'ad3fd56e-8187-421f-bfa3-5b5b2f33dc77'}] May 06 13:50:44.519522 dv-neutron-840889-1-hyperv neutron-server[84022]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:44.520305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:44.521445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:44.527440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.583958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:44.624177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:44.626049 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-757eb668-6357-4b76-9c57-8e155bedef15 req-472e57ce-70c6-40e7-9638-ba0e84c5b589 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 217 time: 0.0911009 May 06 13:50:44.627385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.692336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:44.714781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:44.715283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: 971e9c40-5b34-4543-a1b8-57bb36667f0d, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:44.722492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.722976 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Added segment a6e77628-da92-4f57-9cfa-4e0305f43289 of type vlan for network e1dab24c-3d6e-4eee-836e-78fbc4e906a4 May 06 13:50:44.727537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd965c9-3c05-49e4-b6ba-254c9a051dec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet 92bedb54-3229-44a0-9201-7af2f50d8687 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:50:44.736828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ffd965c9-3c05-49e4-b6ba-254c9a051dec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.774114 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee', 'name': '', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90', 'external_fixed_ips': [{'subnet_id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'ip_address': '2001:db8::5c'}], 'enable_snat': True}, 'gw_port_id': 'ba84b920-de46-4fa8-9def-34004f7ec82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:33Z', 'updated_at': '2022-05-06T13:50:39Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'ba84b920-de46-4fa8-9def-34004f7ec82e', 'name': '', 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'ip_address': '2001:db8::5c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:37Z', 'updated_at': '2022-05-06T13:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:44.779206 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Checking router: 8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:50:44.779547 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Updating router 8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee port ba84b920-de46-4fa8-9def-34004f7ec82e binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:50:44.810511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa355936-c0f9-4551-8f82-ac82ad36a344 None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:50:44.837710 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:50:44.860406 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.971543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ffd965c9-3c05-49e4-b6ba-254c9a051dec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.992414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.992962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb668-6357-4b76-9c57-8e155bedef15 req-97a9b373-37a1-4c2f-8baf-bc23cddbd62c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:44.994466 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-757eb668-6357-4b76-9c57-8e155bedef15 req-97a9b373-37a1-4c2f-8baf-bc23cddbd62c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.1808760 May 06 13:50:45.001479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.005490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 971e9c40-5b34-4543-a1b8-57bb36667f0d is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:45.028878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.041307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 971e9c40-5b34-4543-a1b8-57bb36667f0d) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:45.064366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Transition to ACTIVE for port object a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:45.074468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.079432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:45.080294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.107507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port 03702eb4-f4f3-4c9b-ad87-a98fb6982241 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:45.108025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.108218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Transition to ACTIVE for port object 695e8c54-c715-4475-92e0-cf5f4699b43e will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:45.183303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208fcbc-2e90-41bf-b45e-d73886939633 req-37bc1311-cf8b-47f4-8f8e-0e80cf83f4be tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:45.183529 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-757eb668-6357-4b76-9c57-8e155bedef15 req-136f9a9a-19b0-4c78-bb97-e1d413967aa3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1591039 May 06 13:50:45.184373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.190609 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3208fcbc-2e90-41bf-b45e-d73886939633 req-37bc1311-cf8b-47f4-8f8e-0e80cf83f4be tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 943 time: 0.2675364 May 06 13:50:45.235755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.239345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:45.240483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.250357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64086e85-3b35-4f80-8bcb-52acec999dfe None None] Pushing event updated for resources: {'Port': ['ID=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:45.366642 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b602f2a4-18c0-46fe-9be2-9b5c1a6c720d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5675435 May 06 13:50:45.367584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59846) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:45.389696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.394783 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.416735 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Transition to ACTIVE for port object ba84b920-de46-4fa8-9def-34004f7ec82e will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:45.425831 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.452585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Network': ['ID=e1dab24c-3d6e-4eee-836e-78fbc4e906a4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:45.484538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network e1dab24c-3d6e-4eee-836e-78fbc4e906a4 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:45.502293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Attempting to bind port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:45.502594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Attempting to bind port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:45.502944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Attempting to bind port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 on network 4352da99-1e34-46a1-ace5-d5b8d45c6535 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:45.528271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2e81fcb0-f26d-4ac7-a7a8-7f14b9eb9488 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1569374 May 06 13:50:45.530074 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Attempting to bind port ba84b920-de46-4fa8-9def-34004f7ec82e on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:45.530678 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Attempting to bind port ba84b920-de46-4fa8-9def-34004f7ec82e by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e28bbe00-ee98-43b1-aeb2-e7eba9891df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:45.531237 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Attempting to bind port ba84b920-de46-4fa8-9def-34004f7ec82e on network 6ddf2440-66e2-4320-9d9a-7094639f6a90 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:45.540420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:45.540787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Checking segment: {'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:45.541179 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.541588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Bound using segment: {'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:45.542057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Bound port: a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c50bab2-105a-4563-b4ef-1afee519c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:45.542602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.550359 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:45.551014 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Checking segment: {'id': 'e28bbe00-ee98-43b1-aeb2-e7eba9891df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:45.551559 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.552152 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Bound using segment: {'id': 'e28bbe00-ee98-43b1-aeb2-e7eba9891df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:45.553028 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Bound port: ba84b920-de46-4fa8-9def-34004f7ec82e, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28bbe00-ee98-43b1-aeb2-e7eba9891df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:45.553814 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.562893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59850) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:45.571568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:50:45.585446 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3208fcbc-2e90-41bf-b45e-d73886939633 req-88609db7-a8c8-489a-86cf-971c15c88d54 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936880 May 06 13:50:45.588352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.598717 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-757eb668-6357-4b76-9c57-8e155bedef15 req-06153660-7e6a-48f5-b8d2-466d05b6fb67 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985018 May 06 13:50:45.629545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'subnet': {'network_id': 'e1dab24c-3d6e-4eee-836e-78fbc4e906a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:45.648200 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] For port ba84b920-de46-4fa8-9def-34004f7ec82e, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:45.652898 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] For port ba84b920-de46-4fa8-9def-34004f7ec82e, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ba84b920-de46-4fa8-9def-34004f7ec82e,segment=NetworkSegment(e28bbe00-ee98-43b1-aeb2-e7eba9891df5),segment_id=e28bbe00-ee98-43b1-aeb2-e7eba9891df5)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:45.659569 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.668154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ffd965c9-3c05-49e4-b6ba-254c9a051dec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.712589 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Routers {'8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:45.715024 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:45.899293 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-757eb668-6357-4b76-9c57-8e155bedef15 req-52f4345a-42ea-4ac7-a6a8-c3ab61dcadb3 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245114 May 06 13:50:45.971248 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] Set router 8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:45.991439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa355936-c0f9-4551-8f82-ac82ad36a344 None None] Unable to find a vacant binding_index for network 971e9c40-5b34-4543-a1b8-57bb36667f0d and agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 06 13:50:46.013535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:46.017935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:subnet and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:46.021224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:46.026689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] For port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:46.027623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:46.030526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa355936-c0f9-4551-8f82-ac82ad36a344 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 971e9c40-5b34-4543-a1b8-57bb36667f0d) {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:50:46.053919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] For port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,segment=NetworkSegment(4c50bab2-105a-4563-b4ef-1afee519c81f),segment_id=4c50bab2-105a-4563-b4ef-1afee519c81f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:46.063222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.063445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:46.068628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.082296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.132554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] For port 03702eb4-f4f3-4c9b-ad87-a98fb6982241, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=03702eb4-f4f3-4c9b-ad87-a98fb6982241,segment=NetworkSegment(94021ad7-b44f-47d2-a350-e8d007db4790),segment_id=94021ad7-b44f-47d2-a350-e8d007db4790)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:46.141183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.147342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:46.236397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'port_id': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'mac_address': 'fa:16:3e:1b:70:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:50:46.421346 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network ac3816d7-9078-4475-9ff6-9637791ca39c is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:46.460282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:46.460598 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76979cf-e44b-4f8b-aa56-664598e86ff0 None None] Pushing event updated for resources: {'Port': ['ID=ba84b920-de46-4fa8-9def-34004f7ec82e,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:46.461782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:46.474993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Port': ['ID=695e8c54-c715-4475-92e0-cf5f4699b43e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:46.477494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:46.494448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:46.495024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.538981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64086e85-3b35-4f80-8bcb-52acec999dfe None None] Pushing event updated for resources: {'Port': ['ID=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:46.554736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Calling delete_port for 03702eb4-f4f3-4c9b-ad87-a98fb6982241 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:46.570619 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee', 'name': '', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90', 'external_fixed_ips': [{'subnet_id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'ip_address': '2001:db8::5c'}], 'enable_snat': True}, 'gw_port_id': 'ba84b920-de46-4fa8-9def-34004f7ec82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:33Z', 'updated_at': '2022-05-06T13:50:39Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'ba84b920-de46-4fa8-9def-34004f7ec82e', 'name': '', 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'ip_address': '2001:db8::5c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:37Z', 'updated_at': '2022-05-06T13:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:46.578404 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f396c2b-86cb-403d-871e-09273b57e25d None None] The sync data for ids ['8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee'] in dv-neutron-840889-1-hyperv is: [{'id': '8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee', 'name': '', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90', 'external_fixed_ips': [{'subnet_id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'ip_address': '2001:db8::5c'}], 'enable_snat': True}, 'gw_port_id': 'ba84b920-de46-4fa8-9def-34004f7ec82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:33Z', 'updated_at': '2022-05-06T13:50:39Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'ba84b920-de46-4fa8-9def-34004f7ec82e', 'name': '', 'network_id': '6ddf2440-66e2-4320-9d9a-7094639f6a90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'ip_address': '2001:db8::5c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:37Z', 'updated_at': '2022-05-06T13:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496f87ae-243a-4f29-bb4e-41be1fc0b944', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:46.597442 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76979cf-e44b-4f8b-aa56-664598e86ff0 None None] Pushing event updated for resources: {'Port': ['ID=ba84b920-de46-4fa8-9def-34004f7ec82e,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:46.612152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.688547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.733249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.751419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ffd965c9-3c05-49e4-b6ba-254c9a051dec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.756240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No DVR routers for this DVR port 03702eb4-f4f3-4c9b-ad87-a98fb6982241 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:46.818348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:50:46.835859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:46.962014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Port': ['ID=03702eb4-f4f3-4c9b-ad87-a98fb6982241,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:46.972874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:46.983709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd965c9-3c05-49e4-b6ba-254c9a051dec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=92bedb54-3229-44a0-9201-7af2f50d8687,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:46.988601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.094338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.180515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ffd965c9-3c05-49e4-b6ba-254c9a051dec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.222096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:47.277080 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ffd965c9-3c05-49e4-b6ba-254c9a051dec tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/92bedb54-3229-44a0-9201-7af2f50d8687 HTTP/1.1" status: 204 len: 168 time: 3.1521401 May 06 13:50:47.283233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59856) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:47.294623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922ff7-a9fb-457d-848a-360e9eaa19a8 req-7e35c0cc-c332-417a-81d4-e930c3e4f81e tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:47.296397 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9922ff7-a9fb-457d-848a-360e9eaa19a8 req-7e35c0cc-c332-417a-81d4-e930c3e4f81e tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 944 time: 0.3002892 May 06 13:50:47.302282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.343819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3fd56e-8187-421f-bfa3-5b5b2f33dc77']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:47.361407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94021ad7-b44f-47d2-a350-e8d007db4790') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:47.361848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94021ad7-b44f-47d2-a350-e8d007db4790') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:47.390355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.441392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Router 2e62f93b-6d77-42d6-a667-18a40b0e9749 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:50:47.464636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.490355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:47.491123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:50:47.499159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:47.518083 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:47.546542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.569772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-971e9c40-5b34-4543-a1b8-57bb36667f0d', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:47.569989 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9922ff7-a9fb-457d-848a-360e9eaa19a8 req-311a82f9-1759-4511-b1b5-d4542f7e79e4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526782 May 06 13:50:47.570587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.644307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.715057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.719164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:47.737135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:47.737567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.747720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.768738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=ad3fd56e-8187-421f-bfa3-5b5b2f33dc77,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:47.773857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.798246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Deleting port ba84b920-de46-4fa8-9def-34004f7ec82e {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:47.798687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.822349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.823282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.831859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.871148 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6c86de9c-7ec7-490d-93f3-804b36e1afbf tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 HTTP/1.1" status: 204 len: 168 time: 6.4482656 May 06 13:50:47.887297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59860) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:47.904771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-928147350'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:47.917473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:47.936458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:47.942291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:47.950689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Allocated IP 2001:db8:1::2 (971e9c40-5b34-4543-a1b8-57bb36667f0d/278f8a82-b802-497b-ae4e-33501db8032d/ad0520ac-947c-445e-9e98-2d7cde5fcd2d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:47.954688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:47.967736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Subnet': ['ID=5ba4f349-f492-42d2-80d9-cf0cbc1d7182,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:47.995028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:47.998003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.023265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Checking segment: {'id': 'a6e77628-da92-4f57-9cfa-4e0305f43289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e1dab24c-3d6e-4eee-836e-78fbc4e906a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:48.023621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network hostable DHCP agents. Network: e1dab24c-3d6e-4eee-836e-78fbc4e906a4, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:48.057007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:48.060481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:35Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:45Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:48.083963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65914b99-f454-40d3-b394-291da2a835b2 None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:35Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:45Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:48.106671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.107016 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment 60c5212a-fd70-4c29-9d0c-fe891173ea2b of type vlan for network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 May 06 13:50:48.131723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network e1dab24c-3d6e-4eee-836e-78fbc4e906a4 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:48.153455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, e1dab24c-3d6e-4eee-836e-78fbc4e906a4) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:48.173667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:48.174259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.194150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.261256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.275338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event updated for resources: {'Port': ['ID=695e8c54-c715-4475-92e0-cf5f4699b43e,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:48.284162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Transition to ACTIVE for port object ad0520ac-947c-445e-9e98-2d7cde5fcd2d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:48.310456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Transition to ACTIVE for port object ad0520ac-947c-445e-9e98-2d7cde5fcd2d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:48.320489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ba84b920-de46-4fa8-9def-34004f7ec82e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:48.353610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.394517 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0e6a2a26-2026-4f45-b20a-eb1acfdaa4e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8036053 May 06 13:50:48.409656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59864) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:48.533629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Network 971e9c40-5b34-4543-a1b8-57bb36667f0d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:48.544137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] For port ba84b920-de46-4fa8-9def-34004f7ec82e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ba84b920-de46-4fa8-9def-34004f7ec82e,segment=NetworkSegment(e28bbe00-ee98-43b1-aeb2-e7eba9891df5),segment_id=e28bbe00-ee98-43b1-aeb2-e7eba9891df5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:48.544700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.545130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.546230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:48.549096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:48.549747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.555137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] For port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1dc4106c-ff6f-490e-9e1f-f6ae6db64831,segment=NetworkSegment(889204d2-ee46-4399-82ac-484db8977899),segment_id=889204d2-ee46-4399-82ac-484db8977899)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:48.555505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.556650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:48.574643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Network ac3816d7-9078-4475-9ff6-9637791ca39c is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:48.585327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.632715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:48.658503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Pushing event updated for resources: {'Port': ['ID=ad0520ac-947c-445e-9e98-2d7cde5fcd2d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:48.669584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ba84b920-de46-4fa8-9def-34004f7ec82e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:48.694225 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8011937 May 06 13:50:48.695745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59870) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:48.712614 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ba84b920-de46-4fa8-9def-34004f7ec82e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:48.713088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.726262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': '8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:48.839763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Attempting to bind port ad0520ac-947c-445e-9e98-2d7cde5fcd2d on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:48.858602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Attempting to bind port ad0520ac-947c-445e-9e98-2d7cde5fcd2d by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:48.859088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Attempting to bind port ad0520ac-947c-445e-9e98-2d7cde5fcd2d on network 971e9c40-5b34-4543-a1b8-57bb36667f0d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:48.876672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:48.877060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Checking segment: {'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:48.877465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.877859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Bound using segment: {'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:48.878335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Bound port: ad0520ac-947c-445e-9e98-2d7cde5fcd2d, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:48.878707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.031888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Calling delete_port for ba84b920-de46-4fa8-9def-34004f7ec82e owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:49.039137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.056673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port ba84b920-de46-4fa8-9def-34004f7ec82e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ba84b920-de46-4fa8-9def-34004f7ec82e,segment=NetworkSegment(e28bbe00-ee98-43b1-aeb2-e7eba9891df5),segment_id=e28bbe00-ee98-43b1-aeb2-e7eba9891df5)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:49.065211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.067874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:49.121338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05027f-7566-4b96-812a-0b8bed14f5fc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:49.138641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] For port ad0520ac-947c-445e-9e98-2d7cde5fcd2d, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:49.141332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:49.255910 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] For port ad0520ac-947c-445e-9e98-2d7cde5fcd2d, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ad0520ac-947c-445e-9e98-2d7cde5fcd2d,segment=NetworkSegment(a8438777-f5f4-4c18-af8b-274717ecdcd6),segment_id=a8438777-f5f4-4c18-af8b-274717ecdcd6)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:49.283331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.289570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.318202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.336602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=ba84b920-de46-4fa8-9def-34004f7ec82e,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:49.388036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:49.401727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:49.418692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:49.423679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c283d-8173-4201-a394-3e4bb479cad5 req-870a9ff1-c475-41d5-a7cb-9ed9225b847f tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:49.439551 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3f7c283d-8173-4201-a394-3e4bb479cad5 req-870a9ff1-c475-41d5-a7cb-9ed9225b847f tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 944 time: 0.4264638 May 06 13:50:49.439865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f4b8e-a852-4dcc-a4e8-b7d672f8dc93 None None] Pushing event updated for resources: {'Port': ['ID=ad0520ac-947c-445e-9e98-2d7cde5fcd2d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:49.447213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=1dc4106c-ff6f-490e-9e1f-f6ae6db64831,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:49.455189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:49.464861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeece94-c74e-4349-8cef-c5a373150f28 None None] Sync routers for ids ['2e62f93b-6d77-42d6-a667-18a40b0e9749'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:49.480046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeece94-c74e-4349-8cef-c5a373150f28 None None] Routers {'2e62f93b-6d77-42d6-a667-18a40b0e9749'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:49.481078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cfeece94-c74e-4349-8cef-c5a373150f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['2e62f93b-6d77-42d6-a667-18a40b0e9749'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:49.488546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No DVR routers for this DVR port 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:49.534241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:49.553374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.554726 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-673da8c1-18b1-4c86-9d13-4ea448f2b9ce tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "PUT /v2.0/routers/2e62f93b-6d77-42d6-a667-18a40b0e9749 HTTP/1.1" status: 200 len: 915 time: 10.7194960 May 06 13:50:49.561919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59874) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:49.579131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:49.579562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:49.585614 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:49.703763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.708933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:49.718408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cfeece94-c74e-4349-8cef-c5a373150f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:49.745188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeece94-c74e-4349-8cef-c5a373150f28 None None] Routers {'2e62f93b-6d77-42d6-a667-18a40b0e9749'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:49.746524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cfeece94-c74e-4349-8cef-c5a373150f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['2e62f93b-6d77-42d6-a667-18a40b0e9749'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:49.748644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6828dfa1-78f7-4cd3-942b-d72d8969f1f4']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:49.768117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889204d2-ee46-4399-82ac-484db8977899') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:49.768565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889204d2-ee46-4399-82ac-484db8977899') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:49.786068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.813691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cfeece94-c74e-4349-8cef-c5a373150f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:49.813807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Router 41d729ac-ce52-406a-bce1-1a1eb884236f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:50:49.814196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeece94-c74e-4349-8cef-c5a373150f28 None None] The sync data for ids ['2e62f93b-6d77-42d6-a667-18a40b0e9749'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:49.814788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.823563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.832295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:49.836732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:49.837423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.846626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:49.847009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:49.857830 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:49.975716 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3f7c283d-8173-4201-a394-3e4bb479cad5 req-e6794865-e7f9-4270-9233-cd551a40daa7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5340872 May 06 13:50:50.004985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8:1::1 (971e9c40-5b34-4543-a1b8-57bb36667f0d/278f8a82-b802-497b-ae4e-33501db8032d/6af474c5-1db2-4603-8c3c-731bfb3bdbd0) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:50.019886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.026832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.049940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:50:50.081138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Deleting port ba84b920-de46-4fa8-9def-34004f7ec82e {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:50.081666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.086829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:50.093063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.131116 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e113fc-b08a-424e-a721-cbfe3c57cf81'] response: {'server_uuid': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'code': 200} May 06 13:50:50.180845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:50.219493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.270153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.304057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.423713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Network': ['ID=6828dfa1-78f7-4cd3-942b-d72d8969f1f4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:50.441962 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9770c44f-da98-410c-a135-6a26714c4d94 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/networks/6828dfa1-78f7-4cd3-942b-d72d8969f1f4 HTTP/1.1" status: 204 len: 168 time: 3.1444876 May 06 13:50:50.452620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59880) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:50.467653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2139102377'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:50.474646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.521364 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:50.521943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:50.538994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:network and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:50.546635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba4f349-f492-42d2-80d9-cf0cbc1d7182,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:50.552171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] For port ba84b920-de46-4fa8-9def-34004f7ec82e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ba84b920-de46-4fa8-9def-34004f7ec82e,segment=NetworkSegment(e28bbe00-ee98-43b1-aeb2-e7eba9891df5),segment_id=e28bbe00-ee98-43b1-aeb2-e7eba9891df5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:50.552523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.555611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:50.577204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:50.605410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:50.611485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:50.611950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.717124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Calling delete_port for ba84b920-de46-4fa8-9def-34004f7ec82e owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:50.717548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:50.720589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.754853 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0b315ed9-6a61-4cb4-a208-678f9122cf61 req-ef34eb2a-0a9e-44bd-abe2-5f283c565005 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 0.4279711 May 06 13:50:50.762002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.786201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:50.798037 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-413014e5-86c7-4dcd-8d86-67108ceca067 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "PUT /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6034849 May 06 13:50:50.800883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59884) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:50.805973 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac90bb8-3052-4e86-ae4d-ec347eb454b7 None None] Sync routers for ids ['41d729ac-ce52-406a-bce1-1a1eb884236f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:50.809871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,segment=NetworkSegment(4c50bab2-105a-4563-b4ef-1afee519c81f),segment_id=4c50bab2-105a-4563-b4ef-1afee519c81f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:50.812256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.815472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.816610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ba84b920-de46-4fa8-9def-34004f7ec82e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:50.823822 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac90bb8-3052-4e86-ae4d-ec347eb454b7 None None] Routers {'41d729ac-ce52-406a-bce1-1a1eb884236f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:50.825133 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-dac90bb8-3052-4e86-ae4d-ec347eb454b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['41d729ac-ce52-406a-bce1-1a1eb884236f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:50.911197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.942150 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-dac90bb8-3052-4e86-ae4d-ec347eb454b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:50.961840 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac90bb8-3052-4e86-ae4d-ec347eb454b7 None None] Routers {'41d729ac-ce52-406a-bce1-1a1eb884236f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:50.962519 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-dac90bb8-3052-4e86-ae4d-ec347eb454b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['41d729ac-ce52-406a-bce1-1a1eb884236f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:50.988946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dab24c-3d6e-4eee-836e-78fbc4e906a4']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:51.008758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:51.020934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:51.045031 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b706af7f-508a-4379-b7e5-a6701d6ed182 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/routers/2e62f93b-6d77-42d6-a667-18a40b0e9749 HTTP/1.1" status: 200 len: 921 time: 1.4776151 May 06 13:50:51.047347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e77628-da92-4f57-9cfa-4e0305f43289') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:51.047881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e77628-da92-4f57-9cfa-4e0305f43289') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:51.055020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59890) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:51.066422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.066888 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Added segment a864c7b8-7e93-414a-ae33-175cf8d48010 of type vlan for network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 May 06 13:50:51.081088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ba84b920-de46-4fa8-9def-34004f7ec82e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:51.081507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.087676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.097603 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-dac90bb8-3052-4e86-ae4d-ec347eb454b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:51.098004 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac90bb8-3052-4e86-ae4d-ec347eb454b7 None None] The sync data for ids ['41d729ac-ce52-406a-bce1-1a1eb884236f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:51.129086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:51.137683 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-0b315ed9-6a61-4cb4-a208-678f9122cf61 req-dd8df8fb-7c7e-4708-a07b-dbfae0f982b2 service neutron] Synchronizing usage tracker for tenant:68e361078f954aeea93ee54edd675961 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:51.150470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.178726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:51.179264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.196169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:51.200276 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:51.242020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-0b315ed9-6a61-4cb4-a208-678f9122cf61 req-dd8df8fb-7c7e-4708-a07b-dbfae0f982b2 service neutron] Unset dirty status for tenant:68e361078f954aeea93ee54edd675961 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:51.243896 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0b315ed9-6a61-4cb4-a208-678f9122cf61 req-dd8df8fb-7c7e-4708-a07b-dbfae0f982b2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4761727 May 06 13:50:51.260042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ad0520ac-947c-445e-9e98-2d7cde5fcd2d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:51.265572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.292106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62255f3e-5d62-4b2e-b305-f7e8644547fd None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:50:51.334064 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ac27fa9b-5f1e-462f-b34d-d10fd4b051d8 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=2e62f93b-6d77-42d6-a667-18a40b0e9749&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2694006 May 06 13:50:51.335338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59894) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:51.400706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.432314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.481452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44be48d5-9dc9-4a5c-841e-3c973d9e670d tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.514669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.531599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=dbf4561d-4fc2-4fdc-9c55-6bf11f321fbf,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:51.553313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.563178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba84b920-de46-4fa8-9def-34004f7ec82e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:51.581548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 971e9c40-5b34-4543-a1b8-57bb36667f0d is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:51.586030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Network': ['ID=e1dab24c-3d6e-4eee-836e-78fbc4e906a4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:51.597592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.601460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:51.602208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.606382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:51.632928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:51.647875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:51.647875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.709421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-173be724-f823-4e5c-8f0d-2786e0a6976d None None] Provisioning for port ad0520ac-947c-445e-9e98-2d7cde5fcd2d completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:51.713503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62255f3e-5d62-4b2e-b305-f7e8644547fd None None] Network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:51.732988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62255f3e-5d62-4b2e-b305-f7e8644547fd None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978) {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:50:51.740642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ad0520ac-947c-445e-9e98-2d7cde5fcd2d completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:51.752582 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-252a94fd-19b4-4f8b-9c77-ab7be60f1dee tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/e1dab24c-3d6e-4eee-836e-78fbc4e906a4 HTTP/1.1" status: 204 len: 168 time: 3.3414264 May 06 13:50:51.761212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59898) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:51.764658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ad0520ac-947c-445e-9e98-2d7cde5fcd2d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:51.765033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.771879 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3069329 May 06 13:50:51.777254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4718db-c12b-41c8-b9a4-83195203e1f2 req-c38c0a01-f228-4b4c-9807-ca1d1879c4d3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:51.780241 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-af4718db-c12b-41c8-b9a4-83195203e1f2 req-c38c0a01-f228-4b4c-9807-ca1d1879c4d3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5760927 May 06 13:50:51.784116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59902) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:51.788801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': '60c5212a-fd70-4c29-9d0c-fe891173ea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:51.789443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:51.795718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': '48175bbc-39c6-4f4f-b99c-2f2a031384f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:51.800513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-957711791'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:51.810803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b15093-4fc6-4c35-a539-e15a0d01b5d4 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Network': ['ID=48175bbc-39c6-4f4f-b99c-2f2a031384f8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:51.828872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:51.840744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:network and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:51.846015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:51.857035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:51.885126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:51.885978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Unable to find a vacant binding_index for network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 and agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 06 13:50:51.950448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.966329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:51.969802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.993285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:52.004488 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-af4718db-c12b-41c8-b9a4-83195203e1f2 req-53282d89-0745-4566-85a3-49fe1cedb087 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004530 May 06 13:50:52.006188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:52.007094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.052661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e811d-98eb-4f1a-a77c-8e4789d53daa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:52.054267 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b82e811d-98eb-4f1a-a77c-8e4789d53daa tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 881 time: 0.7181096 May 06 13:50:52.059552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59906) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:52.110295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.129034 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-41032c74-3f79-42a1-b45a-31bfbaf4af9c tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e62f93b-6d77-42d6-a667-18a40b0e9749 HTTP/1.1" status: 200 len: 205 time: 0.0593684 May 06 13:50:52.134412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59910) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:52.138846 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-47a2297e-54fd-47d7-8710-5616f7c311e5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4328961 May 06 13:50:52.142602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:52.166034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59914) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:52.168151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:52.202549 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.251183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:52.264531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:52.279453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:52.282336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port ad0520ac-947c-445e-9e98-2d7cde5fcd2d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ad0520ac-947c-445e-9e98-2d7cde5fcd2d,segment=NetworkSegment(a8438777-f5f4-4c18-af8b-274717ecdcd6),segment_id=a8438777-f5f4-4c18-af8b-274717ecdcd6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:52.328016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.438842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:52.514654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=ad0520ac-947c-445e-9e98-2d7cde5fcd2d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:52.536970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:52.587766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.588423 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Added segment e36019ad-1406-4eff-a533-7ad8a6adf84c of type vlan for network 75c08fa0-d9c5-45bf-a651-efa775b0944a May 06 13:50:52.633560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:52.633881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.649443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.659566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.688561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.689783 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633de626-0e69-4ebc-8dc9-9ecbe3afadc2 None None] DHCP port deletion for 6828dfa1-78f7-4cd3-942b-d72d8969f1f4 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:50:52.693538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.696405 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-44be48d5-9dc9-4a5c-841e-3c973d9e670d tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 13:50:52.702194 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-44be48d5-9dc9-4a5c-841e-3c973d9e670d tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f HTTP/1.1" status: 409 len: 329 time: 1.8940754 May 06 13:50:52.702194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59920) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:52.762244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978', 'network_id': '8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': 'dbf4561d-4fc2-4fdc-9c55-6bf11f321fbf'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:52.763061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.768589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.801467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.805377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:52.806036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.955071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Allocated IP 172.20.0.1 (8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978/dbf4561d-4fc2-4fdc-9c55-6bf11f321fbf/0e6c249a-365c-4f9b-a4a5-f30fbaa5b996) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:52.961517 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1911786 May 06 13:50:52.965469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59924) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:52.970030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403778d4-4f47-40f8-ab8d-fdfcd58fc602 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Network': ['ID=75c08fa0-d9c5-45bf-a651-efa775b0944a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:52.987199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Request body: {'subnet': {'network_id': '75c08fa0-d9c5-45bf-a651-efa775b0944a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:53.048002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 75c08fa0-d9c5-45bf-a651-efa775b0944a details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:53.155053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.155690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:50:53.170371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.199562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.212690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.214132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.266610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.305463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.309754 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ba1f38c3-0320-4d17-9731-c3d6b492fe64 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "DELETE /v2.0/routers/8f1e8ac2-cbca-4ada-b5b6-857d7ca327ee HTTP/1.1" status: 204 len: 168 time: 8.6868858 May 06 13:50:53.312929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59930) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:53.353733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.365719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Transition to ACTIVE for port object 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:53.386423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Transition to ACTIVE for port object 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:53.394070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.404179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:53.421679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Usage tracker for resource:subnet and tenant:88142fc0a3264a76af4e153cd0ab1c23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:53.434205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:53.462208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:53.490534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:53.494650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-263f54e5-91b9-4c5a-a516-6d3f0cea7480 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Deleting subnet 496f87ae-243a-4f29-bb4e-41be1fc0b944 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:50:53.497434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:53.514330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Pushing event updated for resources: {'Port': ['ID=0e6c249a-365c-4f9b-a4a5-f30fbaa5b996,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:53.518889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:53.544980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:53.576923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.577859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Made reservation on behalf of 88142fc0a3264a76af4e153cd0ab1c23 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:53.582023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-263f54e5-91b9-4c5a-a516-6d3f0cea7480 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.629084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Attempting to bind port 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:53.629454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Attempting to bind port 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '60c5212a-fd70-4c29-9d0c-fe891173ea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:53.629819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Attempting to bind port 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996 on network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:53.639271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:53.639641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Checking segment: {'id': '60c5212a-fd70-4c29-9d0c-fe891173ea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:53.640272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.640467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Bound using segment: {'id': '60c5212a-fd70-4c29-9d0c-fe891173ea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:53.640945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Bound port: 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5212a-fd70-4c29-9d0c-fe891173ea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:53.641429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.740218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24fed5-4633-4d4a-8939-e91d6443d017 req-09ed11b7-8b4f-4773-9945-f4bed2f59110 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:53.741264 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee24fed5-4633-4d4a-8939-e91d6443d017 req-09ed11b7-8b4f-4773-9945-f4bed2f59110 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5407851 May 06 13:50:53.747190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.759201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf4561d-4fc2-4fdc-9c55-6bf11f321fbf,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:53.817737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.819378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] For port 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:53.823493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] For port 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0e6c249a-365c-4f9b-a4a5-f30fbaa5b996,segment=NetworkSegment(60c5212a-fd70-4c29-9d0c-fe891173ea2b),segment_id=60c5212a-fd70-4c29-9d0c-fe891173ea2b)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:53.824652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-263f54e5-91b9-4c5a-a516-6d3f0cea7480 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.828811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.854463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 971e9c40-5b34-4543-a1b8-57bb36667f0d is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:53.859753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:53.985696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a64599-90d9-4870-b5e6-53f7d046f810 None None] Pushing event updated for resources: {'Port': ['ID=0e6c249a-365c-4f9b-a4a5-f30fbaa5b996,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:54.014806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d096096-ca0a-4c59-a6fb-f44246330f79 None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:50:54.068277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.093397 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee24fed5-4633-4d4a-8939-e91d6443d017 req-c5ecd6c4-58f9-4c41-8071-8ce3873003f8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313863 May 06 13:50:54.097660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-263f54e5-91b9-4c5a-a516-6d3f0cea7480 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.128390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=1965448f-8054-4717-a00b-4a1e33630577,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:54.167057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:54.190284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c5212a-fd70-4c29-9d0c-fe891173ea2b') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:54.190284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c5212a-fd70-4c29-9d0c-fe891173ea2b') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:54.212874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.232871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Checking segment: {'id': 'a864c7b8-7e93-414a-ae33-175cf8d48010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '48175bbc-39c6-4f4f-b99c-2f2a031384f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:54.233226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network hostable DHCP agents. Network: 48175bbc-39c6-4f4f-b99c-2f2a031384f8, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:54.255180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.269804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:54.270214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:54.287583 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:54.365374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-263f54e5-91b9-4c5a-a516-6d3f0cea7480 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.411579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.428481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ad0520ac-947c-445e-9e98-2d7cde5fcd2d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:54.487969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.492907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f54e5-91b9-4c5a-a516-6d3f0cea7480 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=496f87ae-243a-4f29-bb4e-41be1fc0b944,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:54.503294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ad0520ac-947c-445e-9e98-2d7cde5fcd2d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:54.503294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.542582 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-2d096096-ca0a-4c59-a6fb-f44246330f79 None None] Agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 already present May 06 13:50:54.543060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d096096-ca0a-4c59-a6fb-f44246330f79 None None] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:54.543928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d096096-ca0a-4c59-a6fb-f44246330f79 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 48175bbc-39c6-4f4f-b99c-2f2a031384f8) {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:50:54.553230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-263f54e5-91b9-4c5a-a516-6d3f0cea7480 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.555875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:54.558793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:50:54.558793 dv-neutron-840889-1-hyperv neutron-server[84021]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:50:54.558793 dv-neutron-840889-1-hyperv neutron-server[84021]: [parameters: {'id': '8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978'}] May 06 13:50:54.558793 dv-neutron-840889-1-hyperv neutron-server[84021]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:54.559225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:54.573883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 48175bbc-39c6-4f4f-b99c-2f2a031384f8) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:54.579517 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Deleting port 64f6d5da-56c6-454d-bdc0-4f7d064d5876 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:54.579870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.582390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-263f54e5-91b9-4c5a-a516-6d3f0cea7480 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/496f87ae-243a-4f29-bb4e-41be1fc0b944 HTTP/1.1" status: 204 len: 168 time: 1.2670455 May 06 13:50:54.584056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:54.584462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.587978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59936) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:54.704846 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-71e52688-a665-4287-9e97-bb0cf5f861bd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9141536 May 06 13:50:54.704846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59940) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:54.708314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1042585842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:54.734239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:54.743030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:router and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:54.749950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.753958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:54.765340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:54.779370 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:54.830105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:50:54.830105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1dc4106c-ff6f-490e-9e1f-f6ae6db64831 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:54.830105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ba84b920-de46-4fa8-9def-34004f7ec82e no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:54.894463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ba84b920-de46-4fa8-9def-34004f7ec82e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:50:54.894463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ba84b920-de46-4fa8-9def-34004f7ec82e not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:54.915646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b0e5e-8c3d-417d-a2a1-43685461ae4b req-3d9af666-0004-497c-aed9-d81b263f97fa tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:54.917205 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb1b0e5e-8c3d-417d-a2a1-43685461ae4b req-3d9af666-0004-497c-aed9-d81b263f97fa tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.4837790 May 06 13:50:54.932586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59944) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:54.942157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Request body: {'floatingip': {'port_id': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:54.960599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:50:54.968956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.978935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.997878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.998364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.096804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.123363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.134213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-48175bbc-39c6-4f4f-b99c-2f2a031384f8', 'network_id': '48175bbc-39c6-4f4f-b99c-2f2a031384f8', 'tenant_id': '2578e9ffc9bb415999c0afe4f5790b5d', 'fixed_ips': [{'subnet_id': '1965448f-8054-4717-a00b-4a1e33630577'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:50:55.135238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.157094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Calling delete_port for 64f6d5da-56c6-454d-bdc0-4f7d064d5876 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:55.203004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:50:55.242135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.260476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event updated for resources: {'Subnet': ['ID=1e4db792-a5e7-46c0-b04c-c469145eb646,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:55.303181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Allocated IP 2001:db8::2 (48175bbc-39c6-4f4f-b99c-2f2a031384f8/1965448f-8054-4717-a00b-4a1e33630577/e71946a8-5ed6-471a-b8c1-0731f5235b85) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:55.314492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:55.314973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.339148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.350854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Checking segment: {'id': 'e36019ad-1406-4eff-a533-7ad8a6adf84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '75c08fa0-d9c5-45bf-a651-efa775b0944a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:55.350854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network hostable DHCP agents. Network: 75c08fa0-d9c5-45bf-a651-efa775b0944a, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:55.369385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddf2440-66e2-4320-9d9a-7094639f6a90']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:55.412613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28bbe00-ee98-43b1-aeb2-e7eba9891df5') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:55.414755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28bbe00-ee98-43b1-aeb2-e7eba9891df5') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:55.484706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.501403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Network 75c08fa0-d9c5-45bf-a651-efa775b0944a is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:55.527645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 75c08fa0-d9c5-45bf-a651-efa775b0944a) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:55.537027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:55.537615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.540491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.557167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Transition to ACTIVE for port object e71946a8-5ed6-471a-b8c1-0731f5235b85 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:55.578428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Transition to ACTIVE for port object e71946a8-5ed6-471a-b8c1-0731f5235b85 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:55.578664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.584618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.622189 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fe2e5059-7538-4d4d-9294-799f82bc5664 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6526937 May 06 13:50:55.625262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.630127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59948) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:55.631684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event deleted for resources: {'Port': ['ID=64f6d5da-56c6-454d-bdc0-4f7d064d5876,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:55.656616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Pushing event updated for resources: {'Port': ['ID=e71946a8-5ed6-471a-b8c1-0731f5235b85,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:55.668420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:55.669643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:55.672001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:55.674815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.675481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:55.686699 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6fbc1043-f032-4ad0-b866-c8c652fd8220 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3098834 May 06 13:50:55.687657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59952) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:55.704205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:55.720114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1609222276'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:55.728562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:55.740228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:55.744414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:55.752840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:55.758408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:55.758701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:55.778127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:55.778647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:55.796494 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:55.879811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:55.882594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.955145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Attempting to bind port e71946a8-5ed6-471a-b8c1-0731f5235b85 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:55.955718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Attempting to bind port e71946a8-5ed6-471a-b8c1-0731f5235b85 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'a864c7b8-7e93-414a-ae33-175cf8d48010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '48175bbc-39c6-4f4f-b99c-2f2a031384f8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:55.956002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Attempting to bind port e71946a8-5ed6-471a-b8c1-0731f5235b85 on network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:55.972179 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:55.972547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Checking segment: {'id': 'a864c7b8-7e93-414a-ae33-175cf8d48010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '48175bbc-39c6-4f4f-b99c-2f2a031384f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:55.972959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.973724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Bound using segment: {'id': 'a864c7b8-7e93-414a-ae33-175cf8d48010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '48175bbc-39c6-4f4f-b99c-2f2a031384f8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:55.973856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Bound port: e71946a8-5ed6-471a-b8c1-0731f5235b85, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a864c7b8-7e93-414a-ae33-175cf8d48010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '48175bbc-39c6-4f4f-b99c-2f2a031384f8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:55.973956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.974201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.975143 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c7297bfa-7f4e-4966-9d50-162fabd313ca tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2710543 May 06 13:50:56.017090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59956) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:56.027900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'network_id': '48175bbc-39c6-4f4f-b99c-2f2a031384f8', 'name': 'tempest-PortsIpV6TestJSON-867051593'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:56.031519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:56.110410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.216372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] For port e71946a8-5ed6-471a-b8c1-0731f5235b85, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:56.242018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:56.253164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.256176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] For port 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0e6c249a-365c-4f9b-a4a5-f30fbaa5b996,segment=NetworkSegment(60c5212a-fd70-4c29-9d0c-fe891173ea2b),segment_id=60c5212a-fd70-4c29-9d0c-fe891173ea2b)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:56.256585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.266534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.266859 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment 6fb9b4b9-4213-4dc1-97f5-bd9292232cde of type vlan for network b2f8d745-2c78-47fa-a968-6c10138eb6df May 06 13:50:56.283139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] For port e71946a8-5ed6-471a-b8c1-0731f5235b85, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e71946a8-5ed6-471a-b8c1-0731f5235b85,segment=NetworkSegment(a864c7b8-7e93-414a-ae33-175cf8d48010),segment_id=a864c7b8-7e93-414a-ae33-175cf8d48010)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:56.289418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.295904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ddf2440-66e2-4320-9d9a-7094639f6a90 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 13:50:56.363022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d64d7-a8d6-41a9-ac2d-0dc199c6af7c None None] Pushing event updated for resources: {'Port': ['ID=e71946a8-5ed6-471a-b8c1-0731f5235b85,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:56.462975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.469825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.482252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.487949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:56.495217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:port and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:56.499624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:56.505846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.518639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:51Z', 'revision_number': 3, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:50:52Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:56.519198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.522492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:56.533572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:50:56.534131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Updating router 6b1a148f-4957-4e39-92d6-67512b0b3e44 port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:50:56.541159 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "DELETE /v2.0/networks/6ddf2440-66e2-4320-9d9a-7094639f6a90 HTTP/1.1" status: 204 len: 168 time: 1.9493778 May 06 13:50:56.561198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:56.578142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.589777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.608027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:56.608943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.609893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975d08-4ad6-4727-950f-e316bac4b325 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ddf2440-66e2-4320-9d9a-7094639f6a90,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:56.625198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Calling delete_port for 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:56.651194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.664445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.665216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Fanout notify agent at l3_agent the message router_deleted on router 2e62f93b-6d77-42d6-a667-18a40b0e9749 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:50:56.842519 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1301641 May 06 13:50:56.848695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59964) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:56.852480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:50:56.918724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:56.955587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.958422 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1a2e8844-e3ac-4c69-8255-21d70f9ee380 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/2e62f93b-6d77-42d6-a667-18a40b0e9749 HTTP/1.1" status: 204 len: 168 time: 4.8228664 May 06 13:50:56.986350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59970) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:57.094545 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59974) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:57.130022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'router': {'name': 'tempest-router--1771641665', 'project_id': '785e855b9377441a8a4f7119180531d4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:57.150747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:57.161842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1607941906', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:57.168656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Usage tracker for resource:router and tenant:785e855b9377441a8a4f7119180531d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:57.170965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:57.176533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Usage tracker for resource:router and tenant:12ea37eea5b9483e8c2fe835c3715663 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:57.179588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:57.180488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:57.185210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.189248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:57.199466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7a7f5-deab-4f5b-80a4-de8d9a4285bf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=b2f8d745-2c78-47fa-a968-6c10138eb6df,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:57.217218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:57.232061 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:57.237857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network b2f8d745-2c78-47fa-a968-6c10138eb6df details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:57.238431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.239098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.248867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:57.268893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:57.277839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:57.280142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.284153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.337980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:57.361484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.372898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.389981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Transition to ACTIVE for port object 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:57.398761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.423886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Port': ['ID=0e6c249a-365c-4f9b-a4a5-f30fbaa5b996,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:57.425893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4db792-a5e7-46c0-b04c-c469145eb646,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:57.473315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::29d (48175bbc-39c6-4f4f-b99c-2f2a031384f8/1965448f-8054-4717-a00b-4a1e33630577/8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:57.480645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.481481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.485831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No DVR routers for this DVR port 0e6c249a-365c-4f9b-a4a5-f30fbaa5b996 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:57.536235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11b9e9-809d-4633-97a1-c738b77b7ea2 None None] Pushing event updated for resources: {'Port': ['ID=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:57.587899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.670044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Attempting to bind port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:57.670510 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Attempting to bind port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:57.670952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Attempting to bind port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 on network 971e9c40-5b34-4543-a1b8-57bb36667f0d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:50:57.677954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:50:57.678393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Checking segment: {'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:57.678862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.679314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Bound using segment: {'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:50:57.679889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Bound port: 6af474c5-1db2-4603-8c3c-731bfb3bdbd0, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8438777-f5f4-4c18-af8b-274717ecdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:57.680326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.748510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.757901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.817279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] For port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:50:57.822827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] For port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,segment=NetworkSegment(a8438777-f5f4-4c18-af8b-274717ecdcd6),segment_id=a8438777-f5f4-4c18-af8b-274717ecdcd6)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:50:57.836362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.859441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:57.966164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.001267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c65c3-b017-42ca-b976-7de29cfff13f None None] Network 971e9c40-5b34-4543-a1b8-57bb36667f0d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:58.007121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c08fa0-d9c5-45bf-a651-efa775b0944a']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.023437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.028228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c35f51-c399-49ab-9e3d-1a10b41b1fca None None] Network e1dab24c-3d6e-4eee-836e-78fbc4e906a4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:58.030407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.061220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36019ad-1406-4eff-a533-7ad8a6adf84c') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.061518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36019ad-1406-4eff-a533-7ad8a6adf84c') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.090114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c5212a-fd70-4c29-9d0c-fe891173ea2b') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.090394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c5212a-fd70-4c29-9d0c-fe891173ea2b') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.098728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting port 695e8c54-c715-4475-92e0-cf5f4699b43e {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:58.099079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.172106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f7d633-be24-4d64-a416-f23384563a10 None None] Network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:58.173325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.185548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cfe347-605a-4c07-9910-21acbcdb6e94 None None] Network 75c08fa0-d9c5-45bf-a651-efa775b0944a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:58.194540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.199194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee7e32-c94c-4f25-8c1b-2b5ddc34aa7c None None] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:58.208088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.224823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c35f51-c399-49ab-9e3d-1a10b41b1fca None None] Network e1dab24c-3d6e-4eee-836e-78fbc4e906a4 could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:50:58.230194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.249137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecc8c0-acee-4338-861d-62dad8ee70f7 None None] Network e1dab24c-3d6e-4eee-836e-78fbc4e906a4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:58.265656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.290554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecc8c0-acee-4338-861d-62dad8ee70f7 None None] Network e1dab24c-3d6e-4eee-836e-78fbc4e906a4 could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:50:58.324568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.349671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.359699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:58.360143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.395957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:58.452516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.555260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.566522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:50:58.566522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.618470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e71946a8-5ed6-471a-b8c1-0731f5235b85 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:58.643418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=99303cab-7361-47b7-b1d6-33839988eb92,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:58.649217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:58.668693 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:58.719532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11b9e9-809d-4633-97a1-c738b77b7ea2 None None] Pushing event updated for resources: {'Port': ['ID=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:58.746166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-69ccc37d-ef19-4dd5-8994-6324b32098ad None None] Provisioning for port e71946a8-5ed6-471a-b8c1-0731f5235b85 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:58.761108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:50:58.761745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: b2f8d745-2c78-47fa-a968-6c10138eb6df, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:58.857352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:58.880957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:58.884337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:58.887971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.889225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:50:58.893899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:58.894769 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.897176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.947040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:58.947772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.971141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.003405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network b2f8d745-2c78-47fa-a968-6c10138eb6df is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:59.015875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.020071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Network': ['ID=75c08fa0-d9c5-45bf-a651-efa775b0944a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:59.036364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.037203 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-25db7331-1e44-479c-892f-8818aa0e5ba9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.9199903 May 06 13:50:59.059283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59984) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.098598 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e9397385-b55e-4ecf-97fb-e93ae29ce88e tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/75c08fa0-d9c5-45bf-a651-efa775b0944a HTTP/1.1" status: 204 len: 168 time: 3.4509621 May 06 13:50:59.108533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59988) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.113144 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6e9d9e2a-270f-4f2d-ba10-56c9a07d624b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0951023 May 06 13:50:59.114032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, b2f8d745-2c78-47fa-a968-6c10138eb6df) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:59.124001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 59992) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.133019 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:59.133595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.184129 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6aa061-c538-4c5f-bd6d-52f674f9c08f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): The resource could not be found. May 06 13:50:59.184638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6aa061-c538-4c5f-bd6d-52f674f9c08f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:59.187943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.192360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adf0c7-74f6-4e27-bd7f-6e2b6fdd712a None None] Network 75c08fa0-d9c5-45bf-a651-efa775b0944a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:59.197219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.203973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d1fe70-2801-493c-87d5-eb23251f9889 None None] Network b2f8d745-2c78-47fa-a968-6c10138eb6df requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:59.241762 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce6aa061-c538-4c5f-bd6d-52f674f9c08f tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/subnets/1e4db792-a5e7-46c0-b04c-c469145eb646 HTTP/1.1" status: 404 len: 337 time: 0.1274652 May 06 13:50:59.241762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:59.255352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 59996) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.258886 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b4f21e3e-0a8e-45a2-89c6-1206e48937c1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 HTTP/1.1" status: 204 len: 168 time: 7.0870667 May 06 13:50:59.277398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60000) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.292777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-98114446'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:59.306376 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce41758b-91f4-4b11-987d-7350699ef1c5 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): The resource could not be found. May 06 13:50:59.306787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce41758b-91f4-4b11-987d-7350699ef1c5 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:59.313441 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce41758b-91f4-4b11-987d-7350699ef1c5 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/75c08fa0-d9c5-45bf-a651-efa775b0944a HTTP/1.1" status: 404 len: 339 time: 0.0526984 May 06 13:50:59.320140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60004) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.321773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.336911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adf0c7-74f6-4e27-bd7f-6e2b6fdd712a None None] Network 75c08fa0-d9c5-45bf-a651-efa775b0944a could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:50:59.338868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffdc50e-fdba-43a3-868b-0ed141e994c6 None None] Network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:50:59.351947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:59.365691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d0e5c1f7-0aab-40ce-902b-91a5363f1c9f None None] Provisioning complete for port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:59.366058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0e5c1f7-0aab-40ce-902b-91a5363f1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.369750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:59.375687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:59.382428 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-faf4f1de-8260-4188-9d88-c534761c2915 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5323472 May 06 13:50:59.393253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:59.394976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60008) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.462073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffdc50e-fdba-43a3-868b-0ed141e994c6 None None] Network 8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:50:59.488340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:59.501546 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d68546-f758-4b25-a915-04f0412a6ed3 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): The resource could not be found. May 06 13:50:59.502132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d68546-f758-4b25-a915-04f0412a6ed3 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:59.506540 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-01d68546-f758-4b25-a915-04f0412a6ed3 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/subnets/5ba4f349-f492-42d2-80d9-cf0cbc1d7182 HTTP/1.1" status: 404 len: 337 time: 0.1735971 May 06 13:50:59.510943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Calling delete_port for 695e8c54-c715-4475-92e0-cf5f4699b43e owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:59.513831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60012) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.600627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:59.601340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.611507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8549e6a2-7e2f-4499-8ac8-d92ffcde0223 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.645463 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Floating IP 385fd316-fdca-40cf-bd24-601d7118f52b associated. External IP: 172.26.0.105, port: b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0. May 06 13:50:59.686258 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b96357c-51dc-40fd-a67a-5192c1d73be9 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): The resource could not be found. May 06 13:50:59.686696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b96357c-51dc-40fd-a67a-5192c1d73be9 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:59.690749 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2b96357c-51dc-40fd-a67a-5192c1d73be9 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/e1dab24c-3d6e-4eee-836e-78fbc4e906a4 HTTP/1.1" status: 404 len: 339 time: 0.1258459 May 06 13:50:59.693847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60016) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.744031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port e71946a8-5ed6-471a-b8c1-0731f5235b85 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:59.766561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Allocated IP 172.26.0.104 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/7b3369dc-ef55-414c-b95d-55a0bbe8d90b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:59.767133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e71946a8-5ed6-471a-b8c1-0731f5235b85 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:59.767592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.810924 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43ab754-d304-4e11-a091-2c1ebb09dfc7 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): The resource could not be found. May 06 13:50:59.811146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43ab754-d304-4e11-a091-2c1ebb09dfc7 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:59.815346 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c43ab754-d304-4e11-a091-2c1ebb09dfc7 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/subnets/4d06334d-7caf-4610-a47b-27c31c0757f3 HTTP/1.1" status: 404 len: 337 time: 0.1169171 May 06 13:50:59.820339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60020) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.895444 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82a9806-d799-494e-9efe-8d9e4e317433 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): The resource could not be found. May 06 13:50:59.895914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82a9806-d799-494e-9efe-8d9e4e317433 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:59.928819 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a82a9806-d799-494e-9efe-8d9e4e317433 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/f03f94cf-03d4-413c-bca4-b4677e5bf972 HTTP/1.1" status: 404 len: 339 time: 0.1024554 May 06 13:50:59.951464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60024) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.956177 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.052599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Port': ['ID=695e8c54-c715-4475-92e0-cf5f4699b43e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:00.083076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:00.138316 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fd5586d2-2702-4276-aa1a-f4f89750a6da tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Deleting port 6b8afde6-8996-401e-9b42-348c3853ac1d {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:00.138681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd5586d2-2702-4276-aa1a-f4f89750a6da tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.185009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-b2f8d745-2c78-47fa-a968-6c10138eb6df', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:00.185997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.188975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.189316 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment 785bec6f-c1fa-4669-8ae7-7dbb9aba15bd of type vlan for network 0fac215b-13dc-4ead-a63a-7f0a717cc98b May 06 13:51:00.221244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d0e5c1f7-0aab-40ce-902b-91a5363f1c9f None None] Could not find standard attr ID for object 695e8c54-c715-4475-92e0-cf5f4699b43e. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:51:00.580062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Allocated IP 2001:db8:2::2 (b2f8d745-2c78-47fa-a968-6c10138eb6df/99303cab-7361-47b7-b1d6-33839988eb92/c061b791-8066-49fc-9d62-9ffdd32e1904) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:00.622620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.646293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.743546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd5586d2-2702-4276-aa1a-f4f89750a6da tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.753536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.870688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.942568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port e71946a8-5ed6-471a-b8c1-0731f5235b85, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e71946a8-5ed6-471a-b8c1-0731f5235b85,segment=NetworkSegment(a864c7b8-7e93-414a-ae33-175cf8d48010),segment_id=a864c7b8-7e93-414a-ae33-175cf8d48010)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:00.952730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.955909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.969429 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fd5586d2-2702-4276-aa1a-f4f89750a6da tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Calling delete_port for 6b8afde6-8996-401e-9b42-348c3853ac1d owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:00.990485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:01.043860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Transition to ACTIVE for port object c061b791-8066-49fc-9d62-9ffdd32e1904 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:01.089218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Transition to ACTIVE for port object c061b791-8066-49fc-9d62-9ffdd32e1904 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:01.103707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.110452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8549e6a2-7e2f-4499-8ac8-d92ffcde0223 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.130798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:51Z', 'revision_number': 3, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:50:57Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:01.137878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=e71946a8-5ed6-471a-b8c1-0731f5235b85,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:01.142170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.146053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:01.146691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.207849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb5ef8-8dc2-4160-9604-5f3ba3a72587 None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:51Z', 'revision_number': 3, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:50:57Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:01.225589 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Network b2f8d745-2c78-47fa-a968-6c10138eb6df is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:01.229626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:01.232298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:01.244643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8549e6a2-7e2f-4499-8ac8-d92ffcde0223 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.300066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Pushing event updated for resources: {'Port': ['ID=c061b791-8066-49fc-9d62-9ffdd32e1904,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:01.385875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057d346-1ff8-4ce3-b2e1-a7a4e7c97069 None None] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:01.417795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e084f27-7abd-455d-a022-efb1f962e1ab None None] Network 971e9c40-5b34-4543-a1b8-57bb36667f0d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:01.446800 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1683137 May 06 13:51:01.453768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60028) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:01.471558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': '0fac215b-13dc-4ead-a63a-7f0a717cc98b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:01.508613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db2da2-1990-4870-9766-e97f6119da13 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=0fac215b-13dc-4ead-a63a-7f0a717cc98b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:01.617436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.705248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 0fac215b-13dc-4ead-a63a-7f0a717cc98b details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:01.733296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Attempting to bind port c061b791-8066-49fc-9d62-9ffdd32e1904 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:01.733810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Attempting to bind port c061b791-8066-49fc-9d62-9ffdd32e1904 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:01.734360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Attempting to bind port c061b791-8066-49fc-9d62-9ffdd32e1904 on network b2f8d745-2c78-47fa-a968-6c10138eb6df {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:01.749270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd5586d2-2702-4276-aa1a-f4f89750a6da tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.813457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5586d2-2702-4276-aa1a-f4f89750a6da tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Port': ['ID=6b8afde6-8996-401e-9b42-348c3853ac1d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:01.825572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd5586d2-2702-4276-aa1a-f4f89750a6da tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.855949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8549e6a2-7e2f-4499-8ac8-d92ffcde0223 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.856514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8549e6a2-7e2f-4499-8ac8-d92ffcde0223 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2cfb8f18-3604-4916-846f-a5f008dfdc79 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:51:01.889516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:01.914203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:01.917503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:01.990124 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fd5586d2-2702-4276-aa1a-f4f89750a6da tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/ports/6b8afde6-8996-401e-9b42-348c3853ac1d HTTP/1.1" status: 204 len: 168 time: 2.0367737 May 06 13:51:01.991314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60032) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:02.055152 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-692a2f78-a191-44c2-90f5-1a93c19038ac tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): The resource could not be found. May 06 13:51:02.055972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692a2f78-a191-44c2-90f5-1a93c19038ac tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:02.061092 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-692a2f78-a191-44c2-90f5-1a93c19038ac tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/subnets/bcdcf0ed-3ca5-44f8-a97c-86c99cd3e350 HTTP/1.1" status: 404 len: 337 time: 0.0648355 May 06 13:51:02.063950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60036) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:02.088835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Router f5abab9c-c40b-4bfe-9859-d8ad5945b7df has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:02.115995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8549e6a2-7e2f-4499-8ac8-d92ffcde0223 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.119658 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8549e6a2-7e2f-4499-8ac8-d92ffcde0223 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "DELETE /v2.0/routers/2cfb8f18-3604-4916-846f-a5f008dfdc79 HTTP/1.1" status: 204 len: 168 time: 3.0562851 May 06 13:51:02.123930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:02.128891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:02.132976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:02.140256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:02.143839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:02.144343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Checking segment: {'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:02.144749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.145269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Bound using segment: {'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:02.146034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Bound port: c061b791-8066-49fc-9d62-9ffdd32e1904, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:02.147180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.179690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5ae39fa-3933-496a-9ff7-a2694658739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.203665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Provisioning for port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:02.214535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Provisioning complete for port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:02.214906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.228828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Router 41d729ac-ce52-406a-bce1-1a1eb884236f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:02.240570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.250286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:02.267128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event updated for resources: {'Port': ['ID=7b3369dc-ef55-414c-b95d-55a0bbe8d90b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:02.284643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:02.386676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60042) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:02.474135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.501525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Provisioning complete for port e71946a8-5ed6-471a-b8c1-0731f5235b85 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:02.502258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.580957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] For port c061b791-8066-49fc-9d62-9ffdd32e1904, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:02.603554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] For port c061b791-8066-49fc-9d62-9ffdd32e1904, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c061b791-8066-49fc-9d62-9ffdd32e1904,segment=NetworkSegment(6fb9b4b9-4213-4dc1-97f5-bd9292232cde),segment_id=6fb9b4b9-4213-4dc1-97f5-bd9292232cde)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:02.640700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.772017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.788021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49743-da13-44b9-9484-7a14440186c2 None None] Pushing event updated for resources: {'Port': ['ID=c061b791-8066-49fc-9d62-9ffdd32e1904,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:02.800624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Provisioning for port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:02.820795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f64284-4563-433e-baa0-a3e771775eb6']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:02.843574 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Provisioning complete for port ad0520ac-947c-445e-9e98-2d7cde5fcd2d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:02.845083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2805bac0-65a6-452d-b445-a20615da5a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.859042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:02.861679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40398bc-816f-48f5-8ebd-fd5e60c1d073') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:02.862045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40398bc-816f-48f5-8ebd-fd5e60c1d073') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:02.865865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.877096 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87569c84-045c-42b1-b6ac-79ab949172ec None None] Sync routers for ids ['41d729ac-ce52-406a-bce1-1a1eb884236f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:02.896958 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87569c84-045c-42b1-b6ac-79ab949172ec None None] Routers {'41d729ac-ce52-406a-bce1-1a1eb884236f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:02.897594 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-87569c84-045c-42b1-b6ac-79ab949172ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['41d729ac-ce52-406a-bce1-1a1eb884236f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:02.912666 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3a18ba50-1fb7-47a9-9a74-6d9512049a1a tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "PUT /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2094190 May 06 13:51:02.924396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1921947737', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:02.936577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60048) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:02.938069 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.987734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.009997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:03.010982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:03.052658 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:03.068875 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-87569c84-045c-42b1-b6ac-79ab949172ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:03.085361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:03.109643 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87569c84-045c-42b1-b6ac-79ab949172ec None None] Routers {'41d729ac-ce52-406a-bce1-1a1eb884236f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:03.112044 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-87569c84-045c-42b1-b6ac-79ab949172ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['41d729ac-ce52-406a-bce1-1a1eb884236f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:03.258267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Usage tracker for resource:router and tenant:d32b16e4d64749209cbcdcb46e87b26d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:03.259228 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-87569c84-045c-42b1-b6ac-79ab949172ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:03.259877 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87569c84-045c-42b1-b6ac-79ab949172ec None None] The sync data for ids ['41d729ac-ce52-406a-bce1-1a1eb884236f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:03.262713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.317290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e71946a8-5ed6-471a-b8c1-0731f5235b85 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:03.321681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:03.329158 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-d427c1ad-82fa-4bdf-8b96-a14aaeacb7ca tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] show failed (client error): The resource could not be found. May 06 13:51:03.335659 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d427c1ad-82fa-4bdf-8b96-a14aaeacb7ca tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1919496816 HTTP/1.1" status: 404 len: 335 time: 0.2499683 May 06 13:51:03.341356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60052) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:03.345555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:03.361549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.372079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Network': ['ID=46f64284-4563-433e-baa0-a3e771775eb6,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:03.385921 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3aa7995a-124a-4099-827c-a273bfcdb9e8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/46f64284-4563-433e-baa0-a3e771775eb6 HTTP/1.1" status: 204 len: 168 time: 1.3188024 May 06 13:51:03.385921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:03.398787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.411246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f1b3ea1d-210e-4573-b839-4393aab97f85 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:03.430948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] Sync routers for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:03.441318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60056) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:03.450663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Provisioning complete for port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:03.451029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.565611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:03.584837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e71946a8-5ed6-471a-b8c1-0731f5235b85 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:03.585896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.669870 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-43530964-53cd-44f7-87ae-3b75cd5bfab3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "PUT /v2.0/floatingips/385fd316-fdca-40cf-bd24-601d7118f52b HTTP/1.1" status: 200 len: 991 time: 8.7350938 May 06 13:51:03.673497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'tag': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:03.683122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:03.683804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:50:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:03.687360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-71861cd5-dd66-449e-923c-60da7b41ac53 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Deleting port 1da86782-340e-4535-9732-4a7f3f2b8aed {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:03.688320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71861cd5-dd66-449e-923c-60da7b41ac53 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.689907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.690905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.718617 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-f1b3ea1d-210e-4573-b839-4393aab97f85 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] update failed (client error): The resource could not be found. May 06 13:51:03.719691 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f1b3ea1d-210e-4573-b839-4393aab97f85 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1559165043 HTTP/1.1" status: 404 len: 335 time: 0.3667614 May 06 13:51:03.720637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.721353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.726727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60064) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:03.783334 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.977273 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c907042-e524-48a0-b027-bbacc6eab517'] response: {'name': 'network-changed', 'server_uuid': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'tag': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'status': 'completed', 'code': 200} May 06 13:51:04.092322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Provisioning complete for port e71946a8-5ed6-471a-b8c1-0731f5235b85 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:04.092980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.134292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:04.393246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:04.437211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71861cd5-dd66-449e-923c-60da7b41ac53 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.467208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:04.468020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd30b09-5e17-4209-99a3-0339466739f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting subnet 34ef97ce-376d-40a2-8bef-55fc1c91e628 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:04.476447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0998345c-d30f-41a4-ac40-ad413966773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.481527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b09-5e17-4209-99a3-0339466739f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.541906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Provisioning complete for port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:04.542373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.563165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.576442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:04.576819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.595026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.600543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.665035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-71861cd5-dd66-449e-923c-60da7b41ac53 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Calling delete_port for 1da86782-340e-4535-9732-4a7f3f2b8aed owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:04.723822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.863622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.888114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:04.914017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49e0a1-d097-43c3-998e-d52c1466b7a6 req-69e91df7-89d0-4b37-9b0d-075d65905477 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:04.918524 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e49e0a1-d097-43c3-998e-d52c1466b7a6 req-69e91df7-89d0-4b37-9b0d-075d65905477 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.9140697 May 06 13:51:04.972675 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-53e388b4-d350-401a-8e1e-f675eb6099ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 1.0304329 May 06 13:51:05.016450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b982f6-f7c4-4196-8eb3-ce75b437b3a0 None None] Network b2f8d745-2c78-47fa-a968-6c10138eb6df requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:05.030399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b09-5e17-4209-99a3-0339466739f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.238935 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e49e0a1-d097-43c3-998e-d52c1466b7a6 req-837db0ae-2a5b-44ed-8efe-93692ecf73b4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099809 May 06 13:51:05.250268 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71861cd5-dd66-449e-923c-60da7b41ac53 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.322515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71861cd5-dd66-449e-923c-60da7b41ac53 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Port': ['ID=1da86782-340e-4535-9732-4a7f3f2b8aed,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:05.335696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-22c977d7-d3e1-472c-824b-f89e9190162c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:05.337182 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-22c977d7-d3e1-472c-824b-f89e9190162c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 0.3484392 May 06 13:51:05.341058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b09-5e17-4209-99a3-0339466739f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.352557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.392361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.429947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-71861cd5-dd66-449e-923c-60da7b41ac53 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.469152 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-71861cd5-dd66-449e-923c-60da7b41ac53 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/ports/1da86782-340e-4535-9732-4a7f3f2b8aed HTTP/1.1" status: 204 len: 168 time: 2.0263977 May 06 13:51:05.469932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60070) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:05.488844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '385fd316-fdca-40cf-bd24-601d7118f52b', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'port_id': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'mac_address': 'fa:16:3e:1b:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:57Z', 'revision_number': 1, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:19Z', 'revision_number': 5, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:05.499533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] For port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,segment=NetworkSegment(a8438777-f5f4-4c18-af8b-274717ecdcd6),segment_id=a8438777-f5f4-4c18-af8b-274717ecdcd6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:05.513515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.551484 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-39165c9f-d9c3-4e24-b8f9-346ba7f4a06d tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] DELETE failed (client error): The resource could not be found. May 06 13:51:05.551974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39165c9f-d9c3-4e24-b8f9-346ba7f4a06d tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:05.553189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] Checking router: f5abab9c-c40b-4bfe-9859-d8ad5945b7df for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:05.556378 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-39165c9f-d9c3-4e24-b8f9-346ba7f4a06d tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/subnets/523983dd-300a-4ad7-ab89-d6567e12a9b8 HTTP/1.1" status: 404 len: 337 time: 0.0753653 May 06 13:51:05.556995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60074) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:05.595043 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-e94f9ac8-02f4-4688-afea-41724089e9fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 999 time: 0.2221248 May 06 13:51:05.621412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.693218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=70b177c1-a415-4505-b4e9-0d0501131b5d,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:05.718613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b09-5e17-4209-99a3-0339466739f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.728397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.741186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:51:05.741699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:51:05.747148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:05.747441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:05.768077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.792990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd30b09-5e17-4209-99a3-0339466739f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Subnet': ['ID=34ef97ce-376d-40a2-8bef-55fc1c91e628,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:05.803730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5fd30b09-5e17-4209-99a3-0339466739f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.810712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.824743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-569d6074-8418-4ed0-90f5-4f8bd52d2ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:05.826314 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-569d6074-8418-4ed0-90f5-4f8bd52d2ee2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.1729851 May 06 13:51:05.827852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8:2::1 (b2f8d745-2c78-47fa-a968-6c10138eb6df/99303cab-7361-47b7-b1d6-33839988eb92/567c6bd6-b4b5-4161-80ff-17e76d8528f7) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:05.828265 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5fd30b09-5e17-4209-99a3-0339466739f6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/subnets/34ef97ce-376d-40a2-8bef-55fc1c91e628 HTTP/1.1" status: 204 len: 168 time: 2.0938570 May 06 13:51:05.832711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60078) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:05.834880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0fac215b-13dc-4ead-a63a-7f0a717cc98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:05.835312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: 0fac215b-13dc-4ead-a63a-7f0a717cc98b, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:05.838454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c787c5e7-68da-4360-bea0-37ec65cc94fb None None] Network df0e12a8-e02b-472d-aa32-c834d0879801 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:05.850970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Pushing event updated for resources: {'Port': ['ID=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:05.920020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Provisioning complete for port ad0520ac-947c-445e-9e98-2d7cde5fcd2d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:05.922065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9640dd8-45fc-4ee3-aeb2-9e67e85f92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.152153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.182875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23698ebc-a907-4301-81c6-f5e7e3c2548b req-e7a2eaef-c29a-4249-9f78-435cf2045639 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:06.184391 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-23698ebc-a907-4301-81c6-f5e7e3c2548b req-e7a2eaef-c29a-4249-9f78-435cf2045639 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6862500 May 06 13:51:06.187016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.202831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa2ce41-ba80-4691-9cb1-df037e7ef593']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:06.222867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526f2646-bf93-4dd9-9cf6-5523119e2a1e') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:06.223636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526f2646-bf93-4dd9-9cf6-5523119e2a1e') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:06.243239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.272829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.283181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:06.283594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.288615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network 0fac215b-13dc-4ead-a63a-7f0a717cc98b is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:06.292228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.339570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:06.393800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 0fac215b-13dc-4ead-a63a-7f0a717cc98b) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:06.409002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.419310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caae5c0-48b4-416c-8a7d-4f19e75549cb None None] Network 0fac215b-13dc-4ead-a63a-7f0a717cc98b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:06.420512 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:06.433754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.474419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-64128d35-02da-4244-9a99-ebeb962150ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6381822 May 06 13:51:06.480284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.483308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Network': ['ID=3aa2ce41-ba80-4691-9cb1-df037e7ef593,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:06.485172 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting port baf81c5b-f211-4b0b-afd4-af4e2d835510 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:06.485506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.520219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:06.521206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.559832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.578072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object 567c6bd6-b4b5-4161-80ff-17e76d8528f7 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:06.596482 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-23698ebc-a907-4301-81c6-f5e7e3c2548b req-c6013e2e-6919-4124-a6dd-c8da93acaf99 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4036129 May 06 13:51:06.626238 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d42119d0-bc27-4187-8434-35c1bd4b87b8 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/3aa2ce41-ba80-4691-9cb1-df037e7ef593 HTTP/1.1" status: 204 len: 168 time: 1.0590219 May 06 13:51:06.689052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:06.690909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60082) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:06.746169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.761604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] DHCP port deletion for df0e12a8-e02b-472d-aa32-c834d0879801 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:06.796596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b5f548bd-dd11-4506-9bbb-57b19fd09ff5 None None] Provisioning complete for port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:06.796958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5f548bd-dd11-4506-9bbb-57b19fd09ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.841778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] Deleting port baf81c5b-f211-4b0b-afd4-af4e2d835510 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:06.842132 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.906605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.983280 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-10f0a627-260d-4a88-a13d-019140216074 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.5253241 May 06 13:51:07.000197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60086) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:07.002024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network b2f8d745-2c78-47fa-a968-6c10138eb6df is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:07.008725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Router a5908298-a1e5-4c14-94e2-5f4130889c86 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:51:07.038479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:07.038736 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-741d286e-f6db-42df-9d61-003c1b51ed9d service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672208 May 06 13:51:07.051775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.065626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:07.066268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.074076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b5f548bd-dd11-4506-9bbb-57b19fd09ff5 None None] Port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:07.194105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=567c6bd6-b4b5-4161-80ff-17e76d8528f7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:07.226820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-0fac215b-13dc-4ead-a63a-7f0a717cc98b', 'network_id': '0fac215b-13dc-4ead-a63a-7f0a717cc98b', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': '70b177c1-a415-4505-b4e9-0d0501131b5d'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:07.227634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.239049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] For port baf81c5b-f211-4b0b-afd4-af4e2d835510, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=baf81c5b-f211-4b0b-afd4-af4e2d835510,segment=NetworkSegment(6dd626a5-cf59-4b35-a227-73a73f39a086),segment_id=6dd626a5-cf59-4b35-a227-73a73f39a086)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:07.239791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.377073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b5f548bd-dd11-4506-9bbb-57b19fd09ff5 None None] Provisioning complete for port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:07.377413 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5f548bd-dd11-4506-9bbb-57b19fd09ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.399478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Calling delete_port for baf81c5b-f211-4b0b-afd4-af4e2d835510 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:07.446870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:07.447451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.515912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cf8ec3-bef6-4f94-b215-df739871a7b2 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Deleting subnet a2fbf170-e3f3-4f91-8288-11d51bf1e94c {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:07.529938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44cf8ec3-bef6-4f94-b215-df739871a7b2 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.560132 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb3109f8-67e8-4603-9e92-515e47688b22 req-7c0f19da-0bc2-4de6-a028-66af473926d6 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698589 May 06 13:51:07.571916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Allocated IP 172.26.0.92 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/bacc5602-1c84-41e8-ac4e-02efa91417d7) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:07.582051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.594159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.607297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] For port baf81c5b-f211-4b0b-afd4-af4e2d835510, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=baf81c5b-f211-4b0b-afd4-af4e2d835510,segment=NetworkSegment(6dd626a5-cf59-4b35-a227-73a73f39a086),segment_id=6dd626a5-cf59-4b35-a227-73a73f39a086)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:07.607702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.641988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.652197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Port': ['ID=baf81c5b-f211-4b0b-afd4-af4e2d835510,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:07.656223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44cf8ec3-bef6-4f94-b215-df739871a7b2 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.704763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] No DVR routers for this DVR port baf81c5b-f211-4b0b-afd4-af4e2d835510 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:07.802166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] Calling delete_port for baf81c5b-f211-4b0b-afd4-af4e2d835510 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:07.874032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:07.888363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.941897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0e12a8-e02b-472d-aa32-c834d0879801']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:07.965786 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd626a5-cf59-4b35-a227-73a73f39a086') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:07.966174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd626a5-cf59-4b35-a227-73a73f39a086') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:07.976415 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Allocated IP 172.20.0.1 (0fac215b-13dc-4ead-a63a-7f0a717cc98b/70b177c1-a415-4505-b4e9-0d0501131b5d/0ca505ed-8144-41a4-b220-8f173548ed32) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:07.982668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.004146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3377f9-385b-4eb8-9266-28a3688cc859 req-239b6443-aa18-4e2d-a762-526379c11426 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:08.005695 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0a3377f9-385b-4eb8-9266-28a3688cc859 req-239b6443-aa18-4e2d-a762-526379c11426 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.1894300 May 06 13:51:08.011131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '385fd316-fdca-40cf-bd24-601d7118f52b', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'port_id': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'mac_address': 'fa:16:3e:1b:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:57Z', 'revision_number': 1, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:19Z', 'revision_number': 5, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:08.014825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44cf8ec3-bef6-4f94-b215-df739871a7b2 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.017104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c061b791-8066-49fc-9d62-9ffdd32e1904 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:08.044093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.081094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:08.081503 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:08.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:08.126900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1e818-28ed-4c6d-a063-5fb7958bf177 None None] The sync data for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv is: [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '385fd316-fdca-40cf-bd24-601d7118f52b', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'port_id': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'mac_address': 'fa:16:3e:1b:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:50:57Z', 'revision_number': 1, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:19Z', 'revision_number': 5, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:08.156293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:51:08.158321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:51:08.174824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.218199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.219301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.224335 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0a3377f9-385b-4eb8-9266-28a3688cc859 req-3dc1c0a7-9582-4833-937c-cb960f3918c3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816177 May 06 13:51:08.241380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b5f548bd-dd11-4506-9bbb-57b19fd09ff5 None None] Provisioning for port c061b791-8066-49fc-9d62-9ffdd32e1904 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:08.256800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.278965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44cf8ec3-bef6-4f94-b215-df739871a7b2 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.308250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c061b791-8066-49fc-9d62-9ffdd32e1904 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:08.308454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.317859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c061b791-8066-49fc-9d62-9ffdd32e1904 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:08.318289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.320688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.349535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.374321 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/networks/df0e12a8-e02b-472d-aa32-c834d0879801 HTTP/1.1" status: 204 len: 168 time: 2.5408244 May 06 13:51:08.380721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8ec3-bef6-4f94-b215-df739871a7b2 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fbf170-e3f3-4f91-8288-11d51bf1e94c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:08.388917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60094) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:08.389800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadfbed-5316-450b-9413-a830701053d8 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Network': ['ID=df0e12a8-e02b-472d-aa32-c834d0879801,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:08.393798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.415590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44cf8ec3-bef6-4f94-b215-df739871a7b2 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.419207 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-44cf8ec3-bef6-4f94-b215-df739871a7b2 tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/subnets/a2fbf170-e3f3-4f91-8288-11d51bf1e94c HTTP/1.1" status: 204 len: 168 time: 1.7187879 May 06 13:51:08.421384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60098) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:08.430210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943bac9d-bbfa-4818-b540-10d2edee8aae None None] Network 8c0834f6-2af2-4e57-ae9c-c85fa39d824e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:08.497799 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f1632f-be8e-4ee0-b923-19a62df336cf None None] New status for floating IP 385fd316-fdca-40cf-bd24-601d7118f52b: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:51:08.558584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.582238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Transition to ACTIVE for port object 0ca505ed-8144-41a4-b220-8f173548ed32 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:08.584830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.594430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-da194bb7-e5e3-49d0-8a30-89de07d0e49d None None] Provisioning for port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:08.598763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Deleting port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:08.599180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.605066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-da194bb7-e5e3-49d0-8a30-89de07d0e49d None None] Provisioning complete for port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:08.605349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da194bb7-e5e3-49d0-8a30-89de07d0e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.643037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:08.654473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:08.656402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:08.681245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] Deleting port baf81c5b-f211-4b0b-afd4-af4e2d835510 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:08.681615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.708906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:08.722671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Transition to ACTIVE for port object 0ca505ed-8144-41a4-b220-8f173548ed32 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:08.816371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.867735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.951901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-63b5e18a-87a6-42e8-a92e-811047bb811a None None] The port 'baf81c5b-f211-4b0b-afd4-af4e2d835510' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:51:08.952773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Pushing event updated for resources: {'Port': ['ID=0ca505ed-8144-41a4-b220-8f173548ed32,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:08.958771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-da194bb7-e5e3-49d0-8a30-89de07d0e49d None None] Port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:08.989146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] For port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f6a15e27-a2dd-4b5c-bfde-51fa27aef39e,segment=NetworkSegment(73788459-bee0-465b-95b0-685633c0de19),segment_id=73788459-bee0-465b-95b0-685633c0de19)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:08.989504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.007259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Network 0fac215b-13dc-4ead-a63a-7f0a717cc98b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:09.010988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:09.013702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:09.024300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port c061b791-8066-49fc-9d62-9ffdd32e1904, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c061b791-8066-49fc-9d62-9ffdd32e1904,segment=NetworkSegment(6fb9b4b9-4213-4dc1-97f5-bd9292232cde),segment_id=6fb9b4b9-4213-4dc1-97f5-bd9292232cde)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:09.034845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-da194bb7-e5e3-49d0-8a30-89de07d0e49d None None] Provisioning complete for port c061b791-8066-49fc-9d62-9ffdd32e1904 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:09.034845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da194bb7-e5e3-49d0-8a30-89de07d0e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.063563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.128652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Calling delete_port for f6a15e27-a2dd-4b5c-bfde-51fa27aef39e owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:09.141806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event updated for resources: {'Port': ['ID=bacc5602-1c84-41e8-ac4e-02efa91417d7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:09.199626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device baf81c5b-f211-4b0b-afd4-af4e2d835510 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:09.210501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.237118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.261859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: baf81c5b-f211-4b0b-afd4-af4e2d835510 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:09.262105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Port': ['ID=f6a15e27-a2dd-4b5c-bfde-51fa27aef39e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:09.262501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device baf81c5b-f211-4b0b-afd4-af4e2d835510 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:09.267157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] No DVR routers for this DVR port f6a15e27-a2dd-4b5c-bfde-51fa27aef39e on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:09.297021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Attempting to bind port 0ca505ed-8144-41a4-b220-8f173548ed32 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:09.297386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Attempting to bind port 0ca505ed-8144-41a4-b220-8f173548ed32 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0fac215b-13dc-4ead-a63a-7f0a717cc98b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:09.297834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Attempting to bind port 0ca505ed-8144-41a4-b220-8f173548ed32 on network 0fac215b-13dc-4ead-a63a-7f0a717cc98b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:09.304652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3997c-68fe-4bc4-ba24-f680f836fcc1 req-3e49184e-8d44-41f1-9cda-b50d1a105d64 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:09.307938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:09.308314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Checking segment: {'id': '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0fac215b-13dc-4ead-a63a-7f0a717cc98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:09.308718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.309106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Bound using segment: {'id': '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0fac215b-13dc-4ead-a63a-7f0a717cc98b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:09.309576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Bound port: 0ca505ed-8144-41a4-b220-8f173548ed32, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0fac215b-13dc-4ead-a63a-7f0a717cc98b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:09.309948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.312151 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a3c3997c-68fe-4bc4-ba24-f680f836fcc1 req-3e49184e-8d44-41f1-9cda-b50d1a105d64 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.9103177 May 06 13:51:09.328021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=c061b791-8066-49fc-9d62-9ffdd32e1904,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:09.352333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-238c2bf9-2bda-4b7a-9d4d-1338b69906c0 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting subnet aea83e61-ce8c-4414-a559-7d718ce65322 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:09.362269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d38a08-5aa3-4b36-9bb7-049680116cea None None] DHCP port deletion for 8c0834f6-2af2-4e57-ae9c-c85fa39d824e request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:09.374133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-238c2bf9-2bda-4b7a-9d4d-1338b69906c0 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.399361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.422446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=70b177c1-a415-4505-b4e9-0d0501131b5d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:09.431666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0834f6-2af2-4e57-ae9c-c85fa39d824e']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:09.445113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73788459-bee0-465b-95b0-685633c0de19') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:09.445482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73788459-bee0-465b-95b0-685633c0de19') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:09.457841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.460153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:09.469913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] For port 0ca505ed-8144-41a4-b220-8f173548ed32, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:09.474459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] For port 0ca505ed-8144-41a4-b220-8f173548ed32, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0ca505ed-8144-41a4-b220-8f173548ed32,segment=NetworkSegment(785bec6f-c1fa-4669-8ae7-7dbb9aba15bd),segment_id=785bec6f-c1fa-4669-8ae7-7dbb9aba15bd)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:09.477633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.483970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98471ff-fd59-4cde-bdaa-863c7387c927 None None] Sync routers for ids ['a5908298-a1e5-4c14-94e2-5f4130889c86'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:09.486868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.488404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:09.488972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:09.512921 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:09.531160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:09.593867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98471ff-fd59-4cde-bdaa-863c7387c927 None None] Routers {'a5908298-a1e5-4c14-94e2-5f4130889c86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:09.594454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:09.595255 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a98471ff-fd59-4cde-bdaa-863c7387c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a5908298-a1e5-4c14-94e2-5f4130889c86'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:09.620349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.641345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.656941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] Pushing event deleted for resources: {'Network': ['ID=8c0834f6-2af2-4e57-ae9c-c85fa39d824e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:09.667302 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-06364844-7a9a-4763-bc00-41341e5f5ecc tempest-NetworksIpV6TestAttrs-1128746643 tempest-NetworksIpV6TestAttrs-1128746643-project] 10.222.0.65 "DELETE /v2.0/networks/8c0834f6-2af2-4e57-ae9c-c85fa39d824e HTTP/1.1" status: 204 len: 168 time: 1.2432408 May 06 13:51:09.749368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a98471ff-fd59-4cde-bdaa-863c7387c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:09.768528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab502a3a-a006-4f24-9872-3e7b19e60aa0 None None] Network 0fac215b-13dc-4ead-a63a-7f0a717cc98b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:09.776221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-238c2bf9-2bda-4b7a-9d4d-1338b69906c0 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.812208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.816654 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-69f0d245-39a4-4320-a067-739f823a1de1 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.8196082 May 06 13:51:09.816855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60104) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:09.823384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:09.831584 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a3c3997c-68fe-4bc4-ba24-f680f836fcc1 req-6db2c859-1804-43ed-8770-721da5e3c530 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5184734 May 06 13:51:09.845477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98471ff-fd59-4cde-bdaa-863c7387c927 None None] Routers {'a5908298-a1e5-4c14-94e2-5f4130889c86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:09.846195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a98471ff-fd59-4cde-bdaa-863c7387c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a5908298-a1e5-4c14-94e2-5f4130889c86'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:09.861323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.873312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:09.925302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.942119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.942858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.011322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d313a-0d65-4c63-a1eb-e956402d4410 None None] Pushing event updated for resources: {'Port': ['ID=0ca505ed-8144-41a4-b220-8f173548ed32,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:10.020648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a98471ff-fd59-4cde-bdaa-863c7387c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.021015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98471ff-fd59-4cde-bdaa-863c7387c927 None None] The sync data for ids ['a5908298-a1e5-4c14-94e2-5f4130889c86'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:10.058022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b3f5c972-8b0a-4105-b2b9-7aa9c7c5a5f5 None None] Provisioning complete for port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:10.058408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3f5c972-8b0a-4105-b2b9-7aa9c7c5a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.196881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5c972-8b0a-4105-b2b9-7aa9c7c5a5f5 None None] Port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:10.243830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016fa5f-e207-4e98-a60a-7c2bfcb7b59b None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:51:10.248708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fac215b-13dc-4ead-a63a-7f0a717cc98b']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.293383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.293677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.302526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=567c6bd6-b4b5-4161-80ff-17e76d8528f7,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:10.310001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60114) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:10.332708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.406223 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016fa5f-e207-4e98-a60a-7c2bfcb7b59b None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:51:10.610970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.674506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.675647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.681632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:10.682592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.690213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.710549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:10.717354 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:10.725302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Deleting port 7b3369dc-ef55-414c-b95d-55a0bbe8d90b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:10.726148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.808730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-238c2bf9-2bda-4b7a-9d4d-1338b69906c0 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.003259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.030004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:51:11.030004 dv-neutron-840889-1-hyperv neutron-server[84022]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:51:11.030004 dv-neutron-840889-1-hyperv neutron-server[84022]: [parameters: {'id': '0fac215b-13dc-4ead-a63a-7f0a717cc98b'}] May 06 13:51:11.030004 dv-neutron-840889-1-hyperv neutron-server[84022]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:51:11.030488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:51:11.088034 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-69339870-7d6b-4894-af4b-9fec5c69fb77 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88142fc0a3264a76af4e153cd0ab1c23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7727978 May 06 13:51:11.099249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60120) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:11.106468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network b2f8d745-2c78-47fa-a968-6c10138eb6df is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:11.131338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Calling delete_port for 7b3369dc-ef55-414c-b95d-55a0bbe8d90b owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:11.136246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:11.147816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e466e-7e0e-4249-85d4-deafb9f21117 req-f17c5716-c7b9-4ea7-acd4-da750b3a0ea0 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:11.149462 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-af3e466e-7e0e-4249-85d4-deafb9f21117 req-f17c5716-c7b9-4ea7-acd4-da750b3a0ea0 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.7366467 May 06 13:51:11.157598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c061b791-8066-49fc-9d62-9ffdd32e1904 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:11.229660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-238c2bf9-2bda-4b7a-9d4d-1338b69906c0 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.256940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c061b791-8066-49fc-9d62-9ffdd32e1904 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:11.257452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.348253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.384791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c2bf9-2bda-4b7a-9d4d-1338b69906c0 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Subnet': ['ID=aea83e61-ce8c-4414-a559-7d718ce65322,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:11.430230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6030684-4ddf-4e3e-b079-46a5e2fc2ea8 None None] Network 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:11.432037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-238c2bf9-2bda-4b7a-9d4d-1338b69906c0 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.435672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Pushing event deleted for resources: {'Port': ['ID=7b3369dc-ef55-414c-b95d-55a0bbe8d90b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:11.465878 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-238c2bf9-2bda-4b7a-9d4d-1338b69906c0 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/subnets/aea83e61-ce8c-4414-a559-7d718ce65322 HTTP/1.1" status: 204 len: 168 time: 3.0680614 May 06 13:51:11.476366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60126) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:11.496445 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-af3e466e-7e0e-4249-85d4-deafb9f21117 req-f814e45d-e3dd-48a6-a90c-cd6fb6ebae9e tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695746 May 06 13:51:11.503760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f6a15e27-a2dd-4b5c-bfde-51fa27aef39e no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:11.509900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2806932c-8ad5-4e62-b518-e818c2b33bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.576162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: f6a15e27-a2dd-4b5c-bfde-51fa27aef39e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:11.576851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f6a15e27-a2dd-4b5c-bfde-51fa27aef39e not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:11.599416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.693593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2806932c-8ad5-4e62-b518-e818c2b33bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.699164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b69b2448-70d0-4166-95dd-252b7d009379 None None] Provisioning complete for port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:11.699694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b69b2448-70d0-4166-95dd-252b7d009379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.792586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b69b2448-70d0-4166-95dd-252b7d009379 None None] Port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:11.879061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] DHCP port deletion for 3e39e1b8-51da-4f0a-b097-f7aaa83d6577 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:11.884060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] Deleting port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:11.884586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.894093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.932085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port 0ca505ed-8144-41a4-b220-8f173548ed32 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:11.932489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.972451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Router 183afb16-690b-4289-b3ee-35937949e2d4 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:51:12.071339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.080539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.162797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] For port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c145ac7-dc9f-4778-bd6c-2387b97c8bed,segment=NetworkSegment(95995c5d-d26b-4576-a88d-5c4ed81d5d3b),segment_id=95995c5d-d26b-4576-a88d-5c4ed81d5d3b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:12.163379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.235858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-25781fff-6e47-414d-bebe-4636cd505ec6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting subnet 66d03ed5-4933-44ad-9a95-7d87a27a3216 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:12.241874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25781fff-6e47-414d-bebe-4636cd505ec6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.244113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2806932c-8ad5-4e62-b518-e818c2b33bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.307297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] Calling delete_port for 9c145ac7-dc9f-4778-bd6c-2387b97c8bed owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:12.313227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Router a5908298-a1e5-4c14-94e2-5f4130889c86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:12.315897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25781fff-6e47-414d-bebe-4636cd505ec6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.423621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.430308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806932c-8ad5-4e62-b518-e818c2b33bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68456a2e-420e-4757-9115-79e11e1d7198,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:12.468396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2806932c-8ad5-4e62-b518-e818c2b33bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.469517 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2806932c-8ad5-4e62-b518-e818c2b33bf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68456a2e-420e-4757-9115-79e11e1d7198 HTTP/1.1" status: 204 len: 168 time: 1.3674483 May 06 13:51:12.484521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] For port 0ca505ed-8144-41a4-b220-8f173548ed32, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0ca505ed-8144-41a4-b220-8f173548ed32,segment=NetworkSegment(785bec6f-c1fa-4669-8ae7-7dbb9aba15bd),segment_id=785bec6f-c1fa-4669-8ae7-7dbb9aba15bd)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:12.484879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.489447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] No DVR routers for this DVR port 9c145ac7-dc9f-4778-bd6c-2387b97c8bed on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:12.523302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596d2a0-a9bd-4aa3-ba51-f74207b4492a None None] Pushing event deleted for resources: {'Port': ['ID=9c145ac7-dc9f-4778-bd6c-2387b97c8bed,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:12.626977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:12.633573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Calling delete_port for 0ca505ed-8144-41a4-b220-8f173548ed32 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:12.641017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.645257 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-31656b69-75ac-473c-a96d-8b997b3ba04e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "PUT /v2.0/routers/a5908298-a1e5-4c14-94e2-5f4130889c86 HTTP/1.1" status: 200 len: 706 time: 2.8245187 May 06 13:51:12.645401 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bf581-0994-4e20-9052-ae0a78a1997e None None] Sync routers for ids ['a5908298-a1e5-4c14-94e2-5f4130889c86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:12.645877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60144) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:12.661026 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bf581-0994-4e20-9052-ae0a78a1997e None None] Routers {'a5908298-a1e5-4c14-94e2-5f4130889c86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:12.662047 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-918bf581-0994-4e20-9052-ae0a78a1997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a5908298-a1e5-4c14-94e2-5f4130889c86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:12.724094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:12.725024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25781fff-6e47-414d-bebe-4636cd505ec6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.749027 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-918bf581-0994-4e20-9052-ae0a78a1997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:12.762211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Router ea880d3c-a0db-45ff-8d5e-9fbef9ad9396 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:51:12.777249 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bf581-0994-4e20-9052-ae0a78a1997e None None] Routers {'a5908298-a1e5-4c14-94e2-5f4130889c86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:12.777890 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-918bf581-0994-4e20-9052-ae0a78a1997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a5908298-a1e5-4c14-94e2-5f4130889c86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:12.794506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.837951 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-918bf581-0994-4e20-9052-ae0a78a1997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:12.838383 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bf581-0994-4e20-9052-ae0a78a1997e None None] The sync data for ids ['a5908298-a1e5-4c14-94e2-5f4130889c86'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:12.898222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25781fff-6e47-414d-bebe-4636cd505ec6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.951506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25781fff-6e47-414d-bebe-4636cd505ec6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Subnet': ['ID=66d03ed5-4933-44ad-9a95-7d87a27a3216,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:12.957735 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2d7011fb-c7f7-4ad9-aacc-707c545e5b3e tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/routers/a5908298-a1e5-4c14-94e2-5f4130889c86 HTTP/1.1" status: 200 len: 741 time: 0.3119199 May 06 13:51:12.958940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-25781fff-6e47-414d-bebe-4636cd505ec6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.961569 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60156) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:12.966854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b8eb9-40d6-4c51-8568-b9955ac69ace None None] Network ef54d19c-7681-40ee-af84-24fc66349771 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:12.970907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607438-64d9-4bb1-ae74-b71e6e81d5e7 req-88fa32bc-092f-4b3a-bb23-ad21c2209320 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:12.977622 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e7607438-64d9-4bb1-ae74-b71e6e81d5e7 req-88fa32bc-092f-4b3a-bb23-ad21c2209320 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6023233 May 06 13:51:13.002033 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-25781fff-6e47-414d-bebe-4636cd505ec6 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/subnets/66d03ed5-4933-44ad-9a95-7d87a27a3216 HTTP/1.1" status: 204 len: 168 time: 1.5258222 May 06 13:51:13.006968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60162) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.019305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Port': ['ID=0ca505ed-8144-41a4-b220-8f173548ed32,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:13.032111 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0c74ccde-c2b9-4221-83cd-43c12f15ada1 tempest-RoutersAdminTest-376431566 tempest-RoutersAdminTest-376431566-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=a5908298-a1e5-4c14-94e2-5f4130889c86 HTTP/1.1" status: 200 len: 205 time: 0.0695641 May 06 13:51:13.035832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60166) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.082143 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bdcc4f3b-46f4-4c39-8154-5677ec03dd09 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5908298-a1e5-4c14-94e2-5f4130889c86 HTTP/1.1" status: 200 len: 205 time: 0.0453629 May 06 13:51:13.119176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60170) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.137982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:13.186136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.196137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e4b8f-b93b-4309-941b-c12f5113f876 None None] Sync routers for ids ['183afb16-690b-4289-b3ee-35937949e2d4'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:13.212647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c145ac7-dc9f-4778-bd6c-2387b97c8bed no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:13.229571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No DVR routers for this DVR port 0ca505ed-8144-41a4-b220-8f173548ed32 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:13.257058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 9c145ac7-dc9f-4778-bd6c-2387b97c8bed {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:13.257409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c145ac7-dc9f-4778-bd6c-2387b97c8bed not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:13.274368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e4b8f-b93b-4309-941b-c12f5113f876 None None] Routers {'183afb16-690b-4289-b3ee-35937949e2d4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:13.275024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-da5e4b8f-b93b-4309-941b-c12f5113f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['183afb16-690b-4289-b3ee-35937949e2d4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.343656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-da5e4b8f-b93b-4309-941b-c12f5113f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.359238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e4b8f-b93b-4309-941b-c12f5113f876 None None] Routers {'183afb16-690b-4289-b3ee-35937949e2d4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:13.359924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-da5e4b8f-b93b-4309-941b-c12f5113f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['183afb16-690b-4289-b3ee-35937949e2d4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.380618 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.413186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e39e1b8-51da-4f0a-b097-f7aaa83d6577']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.427079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-da5e4b8f-b93b-4309-941b-c12f5113f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.427079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e4b8f-b93b-4309-941b-c12f5113f876 None None] The sync data for ids ['183afb16-690b-4289-b3ee-35937949e2d4'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:13.435447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95995c5d-d26b-4576-a88d-5c4ed81d5d3b') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.435824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95995c5d-d26b-4576-a88d-5c4ed81d5d3b') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.450002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.454881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] DHCP port deletion for ef54d19c-7681-40ee-af84-24fc66349771 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:13.460816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] Deleting port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:13.461442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.473402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.480896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:13.481437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:13.588118 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:13.591328 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c132e625-ec43-497c-86c1-ba1f947684b1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "PUT /v2.0/routers/183afb16-690b-4289-b3ee-35937949e2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4663417 May 06 13:51:13.595292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60182) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.596089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.661444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60186) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.661725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.669832 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/networks/3e39e1b8-51da-4f0a-b097-f7aaa83d6577 HTTP/1.1" status: 204 len: 168 time: 0.6618896 May 06 13:51:13.684597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60190) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.693322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e7607438-64d9-4bb1-ae74-b71e6e81d5e7 req-c4c423f5-92f1-49fa-95a4-a35f1b36a3db tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7147851 May 06 13:51:13.709773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49031402-7ed8-4c8a-bd7e-9e9ca9847f99 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Network': ['ID=3e39e1b8-51da-4f0a-b097-f7aaa83d6577,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:13.730279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.749012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] For port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=77bf144f-7b1b-4a4a-9b50-3c84fcda9d93,segment=NetworkSegment(5d1b8acb-8cba-4131-9462-ad4915dfbb6d),segment_id=5d1b8acb-8cba-4131-9462-ad4915dfbb6d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:13.749682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.780302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7935fd3d-abba-41a1-afae-455bd33bcb47 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.843140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.852942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e4edf-b332-4896-b684-476dd234abbf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:13.853971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e81e4edf-b332-4896-b684-476dd234abbf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:13.875505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1599059768-network', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:13.903317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fac215b-13dc-4ead-a63a-7f0a717cc98b']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.907344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:13.910129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:13.910551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.920778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] Calling delete_port for 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:13.942293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.942600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785bec6f-c1fa-4669-8ae7-7dbb9aba15bd') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:13.944224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Usage tracker for resource:network and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:13.954780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:13.967873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.970560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e81e4edf-b332-4896-b684-476dd234abbf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:13.975053 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e81e4edf-b332-4896-b684-476dd234abbf tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports?device_id=183afb16-690b-4289-b3ee-35937949e2d4 HTTP/1.1" status: 200 len: 988 time: 0.3730447 May 06 13:51:13.975807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:13.977322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60196) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.009690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.066362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] No DVR routers for this DVR port 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:14.070249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e29caa-eec3-476b-97bd-b19bfad22f69 None None] Pushing event deleted for resources: {'Port': ['ID=77bf144f-7b1b-4a4a-9b50-3c84fcda9d93,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:14.130619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.132844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Made reservation on behalf of f9474ae57cd847da84ea370292c66aa4 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:14.135612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.152520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:14.152968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.154410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] The port '77bf144f-7b1b-4a4a-9b50-3c84fcda9d93' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:14.167716 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:14.170436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:14.175608 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f699176a-31d6-46bd-a8c2-04f0673a159b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7796676 May 06 13:51:14.180968 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:14.190376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60200) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.192479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.196915 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:14.198292 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.217606 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1278906484'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:14.341855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:14.356828 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:14.405490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7935fd3d-abba-41a1-afae-455bd33bcb47 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.406553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:network and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:14.408647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.412931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.430997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:14.443920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7935fd3d-abba-41a1-afae-455bd33bcb47 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.445629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=0fac215b-13dc-4ead-a63a-7f0a717cc98b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:14.446888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:14.450636 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-73ed64f3-f427-430f-9ae5-c3059a0a83b1 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/0fac215b-13dc-4ead-a63a-7f0a717cc98b HTTP/1.1" status: 204 len: 168 time: 7.4430256 May 06 13:51:14.455117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60204) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.466820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.467026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1496617815'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:14.471852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:14.477072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:14.488025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Usage tracker for resource:security_group_rule and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:14.489469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:14.494130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22b52c-c2c6-4083-9e64-d10677ab8033 None None] Sync routers for ids ['ea880d3c-a0db-45ff-8d5e-9fbef9ad9396'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:14.500024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:14.501016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:14.502770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:14.505704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.506569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:14.507586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22b52c-c2c6-4083-9e64-d10677ab8033 None None] Routers {'ea880d3c-a0db-45ff-8d5e-9fbef9ad9396'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:14.508345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4a22b52c-c2c6-4083-9e64-d10677ab8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea880d3c-a0db-45ff-8d5e-9fbef9ad9396'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.516436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:14.523303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:14.533099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef54d19c-7681-40ee-af84-24fc66349771']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.561003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1b8acb-8cba-4131-9462-ad4915dfbb6d') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.561360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1b8acb-8cba-4131-9462-ad4915dfbb6d') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.567084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:14.571319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.580297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4a22b52c-c2c6-4083-9e64-d10677ab8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.587398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.595690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.597064 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-66f73ad9-986e-41e9-9cd1-ba7f2d000c18 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.2025769 May 06 13:51:14.597467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22b52c-c2c6-4083-9e64-d10677ab8033 None None] Routers {'ea880d3c-a0db-45ff-8d5e-9fbef9ad9396'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:14.598255 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4a22b52c-c2c6-4083-9e64-d10677ab8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea880d3c-a0db-45ff-8d5e-9fbef9ad9396'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.600607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60208) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.601893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7935fd3d-abba-41a1-afae-455bd33bcb47 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.602143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7935fd3d-abba-41a1-afae-455bd33bcb47 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Fanout notify agent at l3_agent the message router_deleted on router a5908298-a1e5-4c14-94e2-5f4130889c86 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:51:14.608598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:14.634279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.637887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.638234 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added segment d3e5fd40-cafa-495b-8532-db19a8a0c69d of type vlan for network 0357e8f4-c352-42cf-8e62-6455cae5c14f May 06 13:51:14.655200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:14.655741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:14.677543 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:14.695606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4a22b52c-c2c6-4083-9e64-d10677ab8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.696061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22b52c-c2c6-4083-9e64-d10677ab8033 None None] The sync data for ids ['ea880d3c-a0db-45ff-8d5e-9fbef9ad9396'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:14.768739 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:07Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:08Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.773814 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:14.774325 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Updating router 6b1a148f-4957-4e39-92d6-67512b0b3e44 port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:51:14.790201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:14.801301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7935fd3d-abba-41a1-afae-455bd33bcb47 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.802389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7935fd3d-abba-41a1-afae-455bd33bcb47 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/a5908298-a1e5-4c14-94e2-5f4130889c86 HTTP/1.1" status: 204 len: 168 time: 1.6811714 May 06 13:51:14.810904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60214) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.850673 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.863865 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-04912f1b-b234-4006-ad8c-64165feff34e tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5908298-a1e5-4c14-94e2-5f4130889c86 HTTP/1.1" status: 200 len: 205 time: 0.0504920 May 06 13:51:14.869139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60218) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.872017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.872405 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment e9167311-a1da-436e-9bad-e523e889a656 of type vlan for network ea802520-6878-4334-b6ff-eb7e3c738917 May 06 13:51:14.950702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-0552462b-f95e-4b28-a760-a12ed4c5869f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] delete failed (client error): The resource could not be found. May 06 13:51:14.952206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0552462b-f95e-4b28-a760-a12ed4c5869f tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/a5908298-a1e5-4c14-94e2-5f4130889c86 HTTP/1.1" status: 404 len: 336 time: 0.0816336 May 06 13:51:14.954483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60222) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.969783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.987285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.993794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.001167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.021674 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-20ab9f1b-64c0-48bf-9feb-872f8608de94 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e62f93b-6d77-42d6-a667-18a40b0e9749 HTTP/1.1" status: 200 len: 205 time: 0.0660851 May 06 13:51:15.026135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60226) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.026302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.032615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.066987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Network': ['ID=ef54d19c-7681-40ee-af84-24fc66349771,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:15.099603 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-2e668aad-1ba9-472e-93b9-7158fff88d21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] delete failed (client error): The resource could not be found. May 06 13:51:15.100064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:15.100924 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2e668aad-1ba9-472e-93b9-7158fff88d21 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/2e62f93b-6d77-42d6-a667-18a40b0e9749 HTTP/1.1" status: 404 len: 336 time: 0.0724180 May 06 13:51:15.103830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60230) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.128788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.129135 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Added segment 7925ed95-ac30-48b7-9407-56bd0cd8215e of type vlan for network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce May 06 13:51:15.158690 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0c985402-193c-4e60-abd3-c50a8cd3fb0c tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/networks/ef54d19c-7681-40ee-af84-24fc66349771 HTTP/1.1" status: 204 len: 168 time: 1.4730246 May 06 13:51:15.164566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60234) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.166899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa93f0d-9585-4362-94d5-c57d60e619a7,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:15.171366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.175171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:15.176142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.176292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:15.243473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:15.244038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 77bf144f-7b1b-4a4a-9b50-3c84fcda9d93 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:15.295352 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f24fb973-b88e-4296-adfc-49e28c694dd7 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=001953f5-b02b-4f31-babf-cde6b273d397 HTTP/1.1" status: 200 len: 205 time: 0.1900315 May 06 13:51:15.299541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60238) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.304800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:15.324886 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.339406 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Transition to ACTIVE for port object 567c6bd6-b4b5-4161-80ff-17e76d8528f7 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:15.347875 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.376964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.382898 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-0b2511d5-af90-4b9f-973d-b813e381dd07 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] delete failed (client error): The resource could not be found. May 06 13:51:15.383950 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0b2511d5-af90-4b9f-973d-b813e381dd07 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/001953f5-b02b-4f31-babf-cde6b273d397 HTTP/1.1" status: 404 len: 336 time: 0.0833163 May 06 13:51:15.386899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60242) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.395831 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1914513 May 06 13:51:15.409386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60246) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.422581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8ed6c-4496-45cd-85a3-ba81c0fdfc67 req-11608a07-ea10-431b-b439-0d1e47c418d3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:15.424055 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e8b8ed6c-4496-45cd-85a3-ba81c0fdfc67 req-11608a07-ea10-431b-b439-0d1e47c418d3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5270507 May 06 13:51:15.424661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbea58-5490-4fde-969b-ef9aa4a0ff58 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Network': ['ID=0357e8f4-c352-42cf-8e62-6455cae5c14f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:15.432763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'subnet': {'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:15.434930 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470159b-1007-4701-ade8-8bc79fc086c5 None None] Pushing event updated for resources: {'Port': ['ID=567c6bd6-b4b5-4161-80ff-17e76d8528f7,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:15.436935 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0556a737-b219-4746-8461-431a338978dd tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=8484c7b7-6de6-48f3-8234-f99efb009a60 HTTP/1.1" status: 200 len: 205 time: 0.0489688 May 06 13:51:15.440485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60250) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.453241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 0357e8f4-c352-42cf-8e62-6455cae5c14f details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:15.532443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.536551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:15.536727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.542183 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-8dfbdde0-4327-4e0e-ba76-21fff3411efe tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] delete failed (client error): The resource could not be found. May 06 13:51:15.543201 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8dfbdde0-4327-4e0e-ba76-21fff3411efe tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/8484c7b7-6de6-48f3-8234-f99efb009a60 HTTP/1.1" status: 404 len: 336 time: 0.1019106 May 06 13:51:15.560075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60254) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.663346 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2063839 May 06 13:51:15.664214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60258) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.674567 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Attempting to bind port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:15.675671 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Attempting to bind port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:15.675986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=ea802520-6878-4334-b6ff-eb7e3c738917,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:15.676658 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Attempting to bind port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 on network b2f8d745-2c78-47fa-a968-6c10138eb6df {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:15.682751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-846707d1-7634-47d3-ba9a-10c41b3aefdc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:15.687430 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:15.687851 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Checking segment: {'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:15.688228 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.688766 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Bound using segment: {'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:15.689396 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Bound port: 567c6bd6-b4b5-4161-80ff-17e76d8528f7, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb9b4b9-4213-4dc1-97f5-bd9292232cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:15.689886 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.716469 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-241f50f8-bdbf-4171-9a87-77171237c902 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/routers/ea880d3c-a0db-45ff-8d5e-9fbef9ad9396 HTTP/1.1" status: 200 len: 924 time: 1.1011112 May 06 13:51:15.727149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60262) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.749309 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ca1b3aa4-5ded-46e9-873d-bf48824811e5 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c56106b-5215-4d86-a207-51b26439e335 HTTP/1.1" status: 200 len: 205 time: 0.1146946 May 06 13:51:15.767022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60266) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.798130 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] For port 567c6bd6-b4b5-4161-80ff-17e76d8528f7, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:15.800890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.800890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.801215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.801524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.801864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.802290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.802787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.803293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.803776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.804431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.805602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa203f46-0cf4-4572-95a8-f86800baf860 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:15.805737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.808511 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] For port 567c6bd6-b4b5-4161-80ff-17e76d8528f7, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=567c6bd6-b4b5-4161-80ff-17e76d8528f7,segment=NetworkSegment(6fb9b4b9-4213-4dc1-97f5-bd9292232cde),segment_id=6fb9b4b9-4213-4dc1-97f5-bd9292232cde)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:15.808810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:15.808810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.820101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network ea802520-6878-4334-b6ff-eb7e3c738917 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:15.821576 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.944741 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:15.945364 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.998108 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8a144734-aa7c-4eec-b3d4-fa7391b79632 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea880d3c-a0db-45ff-8d5e-9fbef9ad9396 HTTP/1.1" status: 200 len: 205 time: 0.2658987 May 06 13:51:16.011521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60270) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.012127 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470159b-1007-4701-ade8-8bc79fc086c5 None None] Pushing event updated for resources: {'Port': ['ID=567c6bd6-b4b5-4161-80ff-17e76d8528f7,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:16.050477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-846707d1-7634-47d3-ba9a-10c41b3aefdc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.081006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-846707d1-7634-47d3-ba9a-10c41b3aefdc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.114752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-846707d1-7634-47d3-ba9a-10c41b3aefdc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network ea802520-6878-4334-b6ff-eb7e3c738917 is not hosted by any dhcp agent {{(pid=84022) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 13:51:16.119033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846707d1-7634-47d3-ba9a-10c41b3aefdc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:16.120522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-846707d1-7634-47d3-ba9a-10c41b3aefdc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.125088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-846707d1-7634-47d3-ba9a-10c41b3aefdc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "PUT /v2.0/networks/ea802520-6878-4334-b6ff-eb7e3c738917 HTTP/1.1" status: 200 len: 723 time: 0.4556277 May 06 13:51:16.128950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60272) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.139537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': 'ea802520-6878-4334-b6ff-eb7e3c738917', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:16.145516 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:16.239965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:16.250237 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-e78d23a1-9f8c-4037-ad05-02d43eb6d846 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] delete failed (client error): The resource could not be found. May 06 13:51:16.251933 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e78d23a1-9f8c-4037-ad05-02d43eb6d846 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/7c56106b-5215-4d86-a207-51b26439e335 HTTP/1.1" status: 404 len: 336 time: 0.4377081 May 06 13:51:16.260358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60278) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.310293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:16.320437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:subnet and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:16.331643 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6639869 May 06 13:51:16.334670 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e8b8ed6c-4496-45cd-85a3-ba81c0fdfc67 req-898cb3e3-1435-4de6-a5fe-9f1a52619618 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8683472 May 06 13:51:16.358929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:16.361800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60282) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.368777 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8406355a-c635-465e-ac02-edd5745f85ff tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "GET /v2.0/ports?device_id=32feb22b-5481-4085-862b-421bd2fa3e8a HTTP/1.1" status: 200 len: 205 time: 0.0602803 May 06 13:51:16.382213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60286) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.383443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:16.391300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:16.415446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Request body: {'subnet': {'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1599059768-subnet', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:16.438431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:16.445399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:16.447643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Pushing event updated for resources: {'Network': ['ID=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:16.451680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-836a8d75-3c08-49e5-938f-a0b2ad708ef7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting subnet 63b52c7f-ee49-449f-b64c-87deafba2e04 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:16.465768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:16.467226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-836a8d75-3c08-49e5-938f-a0b2ad708ef7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.471671 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-6dd74efe-6cd0-4ece-9115-3455e636351c tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] delete failed (client error): The resource could not be found. May 06 13:51:16.475107 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6dd74efe-6cd0-4ece-9115-3455e636351c tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/routers/32feb22b-5481-4085-862b-421bd2fa3e8a HTTP/1.1" status: 404 len: 336 time: 0.0863831 May 06 13:51:16.477713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60290) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.501485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Usage tracker for resource:subnet and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:16.511984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846707d1-7634-47d3-ba9a-10c41b3aefdc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=ea802520-6878-4334-b6ff-eb7e3c738917,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:16.512515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:16.513608 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:07Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:15Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:16.519321 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf55587-f3b5-4e7c-b6c2-f95558160d1d None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:07Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:15Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:16.526367 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-719bd459-660e-4f5c-8550-9ccb7c70b5e2 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] DELETE failed (client error): The resource could not be found. May 06 13:51:16.526563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719bd459-660e-4f5c-8550-9ccb7c70b5e2 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:16.528483 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-719bd459-660e-4f5c-8550-9ccb7c70b5e2 tempest-RoutersAdminTest-508023497 tempest-RoutersAdminTest-508023497-project] 10.222.0.65 "DELETE /v2.0/subnets/b8c96af6-cd59-4936-aa3c-ddbe299410a2 HTTP/1.1" status: 404 len: 337 time: 0.0473094 May 06 13:51:16.531642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:16.533916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:16.538728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network ea802520-6878-4334-b6ff-eb7e3c738917 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:16.538890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Made reservation on behalf of da59d8aaafa745318704dd6c5a03643d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:16.561033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.561379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.561713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.562044 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.562373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.562696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.563148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.563333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.563654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.563998 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.564315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a3fe1b-87a8-4fc8-a301-b5b03893c86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:16.670164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-836a8d75-3c08-49e5-938f-a0b2ad708ef7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.724689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Made reservation on behalf of f9474ae57cd847da84ea370292c66aa4 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:16.726131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.728882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:16.742733 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.921318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60298) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:17.023897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.073950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.152391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.160026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-836a8d75-3c08-49e5-938f-a0b2ad708ef7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.202144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 567c6bd6-b4b5-4161-80ff-17e76d8528f7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:17.203217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=c22051db-4bb3-40ba-ba30-c3471ba9a976,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:17.228552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:17.238786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] Usage tracker for resource:security_group_rule and tenant:12ea37eea5b9483e8c2fe835c3715663 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:17.239972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:17.243107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': 'e9167311-a1da-436e-9bad-e523e889a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ea802520-6878-4334-b6ff-eb7e3c738917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:17.243531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: ea802520-6878-4334-b6ff-eb7e3c738917, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:17.252935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:17.301540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network ea802520-6878-4334-b6ff-eb7e3c738917 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:17.320793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:17.321295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, ea802520-6878-4334-b6ff-eb7e3c738917) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:17.328401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:17.329357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.334841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675747c-7cc9-49dc-b85b-ca5869f58dc4 None None] Network ea802520-6878-4334-b6ff-eb7e3c738917 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:17.383726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.390892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.469575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:17.469943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.488431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-836a8d75-3c08-49e5-938f-a0b2ad708ef7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.515984 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e7619b84-b367-4211-9489-3a219be5bd0c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3855219 May 06 13:51:17.516764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60306) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:17.532790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-296de2c8-3569-45c4-83b8-2ed3deed5235 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:17.578647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.589060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1da084-45b4-4050-b9bf-e663c898d5fe None None] Network ac3816d7-9078-4475-9ff6-9637791ca39c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:17.648633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824ddca9-021b-42de-81ef-b908363bb284,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:17.662257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-836a8d75-3c08-49e5-938f-a0b2ad708ef7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.666337 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-217367a0-9ca3-4798-bfe7-9b25b56e8648 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12ea37eea5b9483e8c2fe835c3715663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7415671 May 06 13:51:17.668685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60310) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:17.693908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a8d75-3c08-49e5-938f-a0b2ad708ef7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Subnet': ['ID=63b52c7f-ee49-449f-b64c-87deafba2e04,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:17.751988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-296de2c8-3569-45c4-83b8-2ed3deed5235 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3324803'] for subnet, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.791800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d7a55-70e4-440b-902d-8afe6319d7ba req-2c589cf9-f003-4e65-bdfa-3834fdf35529 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:17.793587 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b74d7a55-70e4-440b-902d-8afe6319d7ba req-2c589cf9-f003-4e65-bdfa-3834fdf35529 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.2266335 May 06 13:51:17.805991 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-836a8d75-3c08-49e5-938f-a0b2ad708ef7 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/subnets/63b52c7f-ee49-449f-b64c-87deafba2e04 HTTP/1.1" status: 204 len: 168 time: 2.6229336 May 06 13:51:17.806366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.811310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60314) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:17.861868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-ea802520-6878-4334-b6ff-eb7e3c738917', 'network_id': 'ea802520-6878-4334-b6ff-eb7e3c738917', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': 'c22051db-4bb3-40ba-ba30-c3471ba9a976'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:17.862677 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.887302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.988271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 567c6bd6-b4b5-4161-80ff-17e76d8528f7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=567c6bd6-b4b5-4161-80ff-17e76d8528f7,segment=NetworkSegment(6fb9b4b9-4213-4dc1-97f5-bd9292232cde),segment_id=6fb9b4b9-4213-4dc1-97f5-bd9292232cde)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:18.000807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.007368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.053198 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b74d7a55-70e4-440b-902d-8afe6319d7ba req-f5c84b40-4803-4fe5-81ea-0707e31e918a tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426500 May 06 13:51:18.068546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.082884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=567c6bd6-b4b5-4161-80ff-17e76d8528f7,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:18.092567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.092937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.093336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.093895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.094107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.094498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.094885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.095274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.095860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.096392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.096849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:18.099182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1afb88-e1bb-4d86-b212-51fc47b39d78,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:18.125768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Deleting port edcee9fe-5896-475c-b082-b922bcdbd086 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:18.126113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.154243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] DHCP port deletion for ac3816d7-9078-4475-9ff6-9637791ca39c request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:18.158626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] Deleting port edcee9fe-5896-475c-b082-b922bcdbd086 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:18.158999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.235175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-296de2c8-3569-45c4-83b8-2ed3deed5235 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784472941725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2903037'] for subnet, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.337981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Allocated IP 172.20.0.2 (ea802520-6878-4334-b6ff-eb7e3c738917/c22051db-4bb3-40ba-ba30-c3471ba9a976/1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:18.340140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296de2c8-3569-45c4-83b8-2ed3deed5235 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:18.340689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-296de2c8-3569-45c4-83b8-2ed3deed5235 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.345262 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-296de2c8-3569-45c4-83b8-2ed3deed5235 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "PUT /v2.0/subnets/c22051db-4bb3-40ba-ba30-c3471ba9a976 HTTP/1.1" status: 200 len: 806 time: 0.8218818 May 06 13:51:18.360534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60318) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:18.409932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296de2c8-3569-45c4-83b8-2ed3deed5235 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=c22051db-4bb3-40ba-ba30-c3471ba9a976,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:18.410148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0a7f92ce-8c2c-4c5d-b2e9-601a84ba3d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.441561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] For port edcee9fe-5896-475c-b082-b922bcdbd086, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=edcee9fe-5896-475c-b082-b922bcdbd086,segment=NetworkSegment(385d4b9a-2b6f-488d-8bef-7132809d82ff),segment_id=385d4b9a-2b6f-488d-8bef-7132809d82ff)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:18.442290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.503585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] For port edcee9fe-5896-475c-b082-b922bcdbd086, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=edcee9fe-5896-475c-b082-b922bcdbd086,segment=NetworkSegment(385d4b9a-2b6f-488d-8bef-7132809d82ff),segment_id=385d4b9a-2b6f-488d-8bef-7132809d82ff)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:18.504006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.574121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Calling delete_port for edcee9fe-5896-475c-b082-b922bcdbd086 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:18.577315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.582290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0a7f92ce-8c2c-4c5d-b2e9-601a84ba3d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.659095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.678615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Checking segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:18.681642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Network hostable DHCP agents. Network: f7b0fd4d-ab06-4664-8d00-e6a6555dbcce, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:18.682873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] Calling delete_port for edcee9fe-5896-475c-b082-b922bcdbd086 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:18.706493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Port': ['ID=edcee9fe-5896-475c-b082-b922bcdbd086,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:18.714708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] No DVR routers for this DVR port edcee9fe-5896-475c-b082-b922bcdbd086 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:18.771331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Subnet': ['ID=b20fe156-0fa6-463c-8211-454d3cd08e77,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:18.783157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.845306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:51:18.848762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:51:18.850374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.893422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0a7f92ce-8c2c-4c5d-b2e9-601a84ba3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.896081 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3816d7-9078-4475-9ff6-9637791ca39c']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:18.911835 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385d4b9a-2b6f-488d-8bef-7132809d82ff') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:18.912388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385d4b9a-2b6f-488d-8bef-7132809d82ff') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:18.914458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Checking segment: {'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:18.914972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network hostable DHCP agents. Network: 0357e8f4-c352-42cf-8e62-6455cae5c14f, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:18.919038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:18.924127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.929026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.948973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Transition to ACTIVE for port object 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:18.950489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.961198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:18.961627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.971847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f92ce-8c2c-4c5d-b2e9-601a84ba3d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824ddca9-021b-42de-81ef-b908363bb284,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:18.976968 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:19.002103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, f7b0fd4d-ab06-4664-8d00-e6a6555dbcce) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:19.018489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab77fef-0293-4a09-a865-74d5b7b558c9 None None] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:19.056737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0a7f92ce-8c2c-4c5d-b2e9-601a84ba3d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.057743 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0a7f92ce-8c2c-4c5d-b2e9-601a84ba3d38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/824ddca9-021b-42de-81ef-b908363bb284 HTTP/1.1" status: 204 len: 168 time: 1.3608096 May 06 13:51:19.077569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.077972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:19.078781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.082292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Transition to ACTIVE for port object 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:19.083583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.097447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.131689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Pushing event deleted for resources: {'Network': ['ID=ac3816d7-9078-4475-9ff6-9637791ca39c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:19.139956 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0f577138-ecd5-4773-8ba3-455de76f7f43 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/networks/ac3816d7-9078-4475-9ff6-9637791ca39c HTTP/1.1" status: 204 len: 168 time: 1.3270478 May 06 13:51:19.141759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60326) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.151471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.190730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.226702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Network ea802520-6878-4334-b6ff-eb7e3c738917 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:19.235627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:19.236335 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5a966010-d06c-4761-ae24-1f8fbed2a311 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8724689 May 06 13:51:19.239636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60330) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.241742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Pushing event updated for resources: {'Port': ['ID=1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:19.254714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-53a4d8a9-40c7-493a-992d-db1dee1bdfdd tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Synchronizing usage tracker for tenant:3c822850734f435a96a402a440af3cb9 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:19.255564 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:19.256919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:19.262295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Deleting port bacc5602-1c84-41e8-ac4e-02efa91417d7 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:19.262636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.288612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-53a4d8a9-40c7-493a-992d-db1dee1bdfdd tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Unset dirty status for tenant:3c822850734f435a96a402a440af3cb9 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:19.292304 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-53a4d8a9-40c7-493a-992d-db1dee1bdfdd tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "GET /v2.0/ports?device_id=41d729ac-ce52-406a-bce1-1a1eb884236f HTTP/1.1" status: 200 len: 205 time: 0.1448836 May 06 13:51:19.293529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60334) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.297289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 0357e8f4-c352-42cf-8e62-6455cae5c14f is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:19.303897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:19.328492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Usage tracker for resource:router and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:19.333778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 0357e8f4-c352-42cf-8e62-6455cae5c14f) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:19.349060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 567c6bd6-b4b5-4161-80ff-17e76d8528f7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:19.418912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] Deleting port edcee9fe-5896-475c-b082-b922bcdbd086 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:19.419519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.445632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ad297-f458-4d12-90e0-77dcfd9bb520 None None] Network 0357e8f4-c352-42cf-8e62-6455cae5c14f requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:19.473116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:19.491200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:19.492649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.521448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:19.558164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60340) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.591954 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2ea01fa7-15e2-49c0-a772-5e991f70a640 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1801760 May 06 13:51:19.597149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60344) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.608507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:19.608846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.662833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.663980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.668004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.674442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-62aac51a-f181-40f9-b9b3-2212783b91ce None None] The port 'edcee9fe-5896-475c-b082-b922bcdbd086' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:51:19.685171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Attempting to bind port 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:19.685541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Attempting to bind port 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e9167311-a1da-436e-9bad-e523e889a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ea802520-6878-4334-b6ff-eb7e3c738917'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:19.685893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Attempting to bind port 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c on network ea802520-6878-4334-b6ff-eb7e3c738917 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:19.696512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:19.696925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.720647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:19.721021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Checking segment: {'id': 'e9167311-a1da-436e-9bad-e523e889a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ea802520-6878-4334-b6ff-eb7e3c738917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:19.721418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.721803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Bound using segment: {'id': 'e9167311-a1da-436e-9bad-e523e889a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ea802520-6878-4334-b6ff-eb7e3c738917'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:19.722278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Bound port: 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9167311-a1da-436e-9bad-e523e889a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ea802520-6878-4334-b6ff-eb7e3c738917'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:19.722644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.741932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=c22051db-4bb3-40ba-ba30-c3471ba9a976,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:19.768099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-55bdd082-cc5c-412d-b741-ac7c74575796 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.795409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.826256 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-81a65e0c-90b6-45a8-97a7-e44d5496fe7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16e16eac6aed4f58855551ccad45231f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2650771 May 06 13:51:19.831762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60348) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.988682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] For port 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:19.991496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:19.992353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.036474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] For port 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c,segment=NetworkSegment(e9167311-a1da-436e-9bad-e523e889a656),segment_id=e9167311-a1da-436e-9bad-e523e889a656)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:20.048929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.090062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Calling delete_port for bacc5602-1c84-41e8-ac4e-02efa91417d7 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:20.119273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.127526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.243907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-0357e8f4-c352-42cf-8e62-6455cae5c14f', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:20.245306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.314965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.330865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d703a-88cd-46cb-92fa-31f0f8136201 None None] Pushing event updated for resources: {'Port': ['ID=1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:20.331849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9096-f7c7-4d13-9e7f-5bff62137164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.339513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3e14c-794a-4f1b-a070-0777c7963902 req-6df4e3de-8ba5-4dc1-938d-c843eaafc0c1 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:20.341801 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-40f3e14c-794a-4f1b-a070-0777c7963902 req-6df4e3de-8ba5-4dc1-938d-c843eaafc0c1 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.8045006 May 06 13:51:20.355421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea802520-6878-4334-b6ff-eb7e3c738917']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:20.462639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-55bdd082-cc5c-412d-b741-ac7c74575796 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.482883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-55bdd082-cc5c-412d-b741-ac7c74575796 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.486083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9096-f7c7-4d13-9e7f-5bff62137164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.511308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device edcee9fe-5896-475c-b082-b922bcdbd086 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:20.512465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9167311-a1da-436e-9bad-e523e889a656') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:20.512765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9167311-a1da-436e-9bad-e523e889a656') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:20.569797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-55bdd082-cc5c-412d-b741-ac7c74575796 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.570859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bdd082-cc5c-412d-b741-ac7c74575796 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Fanout notify agent at l3_agent the message router_deleted on router 41d729ac-ce52-406a-bce1-1a1eb884236f {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:51:20.585993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: edcee9fe-5896-475c-b082-b922bcdbd086 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:20.585993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device edcee9fe-5896-475c-b082-b922bcdbd086 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:20.609623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-55bdd082-cc5c-412d-b741-ac7c74575796 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.611309 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-55bdd082-cc5c-412d-b741-ac7c74575796 tempest-RoutersNegativeIpV6Test-771315124 tempest-RoutersNegativeIpV6Test-771315124-project] 10.222.0.65 "DELETE /v2.0/routers/41d729ac-ce52-406a-bce1-1a1eb884236f HTTP/1.1" status: 204 len: 168 time: 1.3172941 May 06 13:51:20.613907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9096-f7c7-4d13-9e7f-5bff62137164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.618131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9096-f7c7-4d13-9e7f-5bff62137164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.620386 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bf2c9096-f7c7-4d13-9e7f-5bff62137164 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/758f81d9-49b0-4caf-a33d-477c6c1e7549 HTTP/1.1" status: 204 len: 168 time: 0.7853272 May 06 13:51:20.631568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Allocated IP 172.20.0.2 (f7b0fd4d-ab06-4664-8d00-e6a6555dbcce/3a1afb88-e1bb-4d86-b212-51fc47b39d78/7760831f-bcaa-4fa2-a230-9042977b4521) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:20.665308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba4ed8b-7a70-4051-9a52-2716ef7bf395 None None] Network ea802520-6878-4334-b6ff-eb7e3c738917 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:20.733314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.745684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c9096-f7c7-4d13-9e7f-5bff62137164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758f81d9-49b0-4caf-a33d-477c6c1e7549,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:20.759034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.793266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.804209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:20.804720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:20.912597 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:20.954260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Allocated IP 2001:db8:3::2 (0357e8f4-c352-42cf-8e62-6455cae5c14f/b20fe156-0fa6-463c-8211-454d3cd08e77/29771cf9-23fe-4107-aa97-6d745dd71085) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:21.146305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.189580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:21.221558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:51:21.221558 dv-neutron-840889-1-hyperv neutron-server[84021]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:51:21.221558 dv-neutron-840889-1-hyperv neutron-server[84021]: [parameters: {'id': 'ea802520-6878-4334-b6ff-eb7e3c738917'}] May 06 13:51:21.221558 dv-neutron-840889-1-hyperv neutron-server[84021]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:51:21.222015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:51:21.253942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60362) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:21.256907 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-40f3e14c-794a-4f1b-a070-0777c7963902 req-f2aaee9c-0a48-4276-9493-a5a1d4610866 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8863144 May 06 13:51:21.284762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.307604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.383510 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-13e14bf7-fa76-411a-b9a7-873a1d21f86e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9237957 May 06 13:51:21.400707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event deleted for resources: {'Port': ['ID=bacc5602-1c84-41e8-ac4e-02efa91417d7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:21.598062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.678317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Transition to ACTIVE for port object 7760831f-bcaa-4fa2-a230-9042977b4521 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:21.698882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27004780-500f-47b7-8af6-62ee7d8f8758 None None] Network ea802520-6878-4334-b6ff-eb7e3c738917 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:21.757709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.830423 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:51:21.856290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.867280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Transition to ACTIVE for port object 29771cf9-23fe-4107-aa97-6d745dd71085 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:21.903409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Transition to ACTIVE for port object 29771cf9-23fe-4107-aa97-6d745dd71085 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:21.934721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Transition to ACTIVE for port object 7760831f-bcaa-4fa2-a230-9042977b4521 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:21.946523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.957029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-90656094-988a-466a-8dae-e9e015103922 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c822850734f435a96a402a440af3cb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6989336 May 06 13:51:21.961116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60382) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:21.982724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.021828 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.030591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Allocated IP 2001:db8:3::1 (0357e8f4-c352-42cf-8e62-6455cae5c14f/b20fe156-0fa6-463c-8211-454d3cd08e77/c7739fd7-2127-4d6f-9ef1-92876765d890) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:22.066288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Pushing event updated for resources: {'Port': ['ID=29771cf9-23fe-4107-aa97-6d745dd71085,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:22.141638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Network 0357e8f4-c352-42cf-8e62-6455cae5c14f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:22.142185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-92b18bea-1b74-4132-9b64-9bd7a29bf0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.157368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:22.193005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-92b18bea-1b74-4132-9b64-9bd7a29bf0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.195847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:22.196782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:22.210888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60388) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:22.211149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:22.224091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:22.274626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Pushing event updated for resources: {'Port': ['ID=7760831f-bcaa-4fa2-a230-9042977b4521,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:22.287465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.306632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Transition to ACTIVE for port object c7739fd7-2127-4d6f-9ef1-92876765d890 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:22.310709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-92b18bea-1b74-4132-9b64-9bd7a29bf0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.332318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b18bea-1b74-4132-9b64-9bd7a29bf0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dcb3f1-1650-4705-a1a2-3d087c99ad94,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:22.355753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-92b18bea-1b74-4132-9b64-9bd7a29bf0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.359622 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-92b18bea-1b74-4132-9b64-9bd7a29bf0bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39dcb3f1-1650-4705-a1a2-3d087c99ad94 HTTP/1.1" status: 204 len: 168 time: 0.3975065 May 06 13:51:22.366234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.447180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Attempting to bind port 29771cf9-23fe-4107-aa97-6d745dd71085 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:22.449087 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Attempting to bind port 29771cf9-23fe-4107-aa97-6d745dd71085 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:22.449924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Attempting to bind port 29771cf9-23fe-4107-aa97-6d745dd71085 on network 0357e8f4-c352-42cf-8e62-6455cae5c14f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:22.451525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 0357e8f4-c352-42cf-8e62-6455cae5c14f is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:22.454446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Attempting to bind port 7760831f-bcaa-4fa2-a230-9042977b4521 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:22.455018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Attempting to bind port 7760831f-bcaa-4fa2-a230-9042977b4521 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:22.455538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Attempting to bind port 7760831f-bcaa-4fa2-a230-9042977b4521 on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:22.456839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:22.458926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=c7739fd7-2127-4d6f-9ef1-92876765d890,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:22.461253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:22.461868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.470672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:22.471401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Checking segment: {'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:22.472018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.472646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Bound using segment: {'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:22.473378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Bound port: 29771cf9-23fe-4107-aa97-6d745dd71085, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:22.474208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.488270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:22.488849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Checking segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:22.489405 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.489950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Bound using segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:22.490855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Bound port: 7760831f-bcaa-4fa2-a230-9042977b4521, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:22.491474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.536952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-471971501'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:22.549882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:22.562908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:network and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:22.567539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:22.573421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.577406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:22.578005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.582295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.605543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:22.606135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.634412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:22.638715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.656993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.673004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] For port 29771cf9-23fe-4107-aa97-6d745dd71085, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:22.677673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] For port 29771cf9-23fe-4107-aa97-6d745dd71085, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=29771cf9-23fe-4107-aa97-6d745dd71085,segment=NetworkSegment(d3e5fd40-cafa-495b-8532-db19a8a0c69d),segment_id=d3e5fd40-cafa-495b-8532-db19a8a0c69d)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:22.682856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] For port 7760831f-bcaa-4fa2-a230-9042977b4521, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:22.685796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] For port 7760831f-bcaa-4fa2-a230-9042977b4521, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7760831f-bcaa-4fa2-a230-9042977b4521,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:22.688548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.733210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.749727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.750223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Fanout notify agent at l3_agent the message router_deleted on router ea880d3c-a0db-45ff-8d5e-9fbef9ad9396 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:51:22.752554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.789481 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-a77abf7e-dbae-4f79-add7-cd251c651894 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 1.2427275 May 06 13:51:22.816092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29e4a3-3a28-4004-ae73-a68b755ef8bf None None] Pushing event updated for resources: {'Port': ['ID=29771cf9-23fe-4107-aa97-6d745dd71085,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:23.006903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2919ac-ddc0-4fef-8dfa-45bbe1bb93cb None None] Pushing event updated for resources: {'Port': ['ID=7760831f-bcaa-4fa2-a230-9042977b4521,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:23.026163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:23.050729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:security_group_rule and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:23.068906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-ca29a9fc-6c2c-47ef-8e9b-df1ee67edd02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:23.070411 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-ca29a9fc-6c2c-47ef-8e9b-df1ee67edd02 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 0.2323241 May 06 13:51:23.080003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:23.132914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:23.159906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:23.388320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.389390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f08ced67-4ad2-48de-aa24-ae665fd76b16 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/ea880d3c-a0db-45ff-8d5e-9fbef9ad9396 HTTP/1.1" status: 204 len: 168 time: 7.1564975 May 06 13:51:23.437742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60406) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:23.448787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'router': {'name': 'tempest-snat-router-903094960', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': False}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:23.457142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 29771cf9-23fe-4107-aa97-6d745dd71085 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:23.465389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.467937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:23.478070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Usage tracker for resource:router and tenant:7393580dc2e94d3387187ab224939fc6 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:23.482172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.483214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.487726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:23.576248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:23.592022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event updated for resources: {'Port': ['ID=c7739fd7-2127-4d6f-9ef1-92876765d890,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:23.616044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 29771cf9-23fe-4107-aa97-6d745dd71085 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:23.617706 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-0bb51161-f925-4ebf-8854-5a395988dac2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 1001 time: 0.5321000 May 06 13:51:23.685457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.688804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.785234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bde42-8821-41c1-bffa-73fa251eb49c req-9dd76183-0517-4be8-bbc6-2b4f0dfe9322 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:23.787065 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f31bde42-8821-41c1-bffa-73fa251eb49c req-9dd76183-0517-4be8-bbc6-2b4f0dfe9322 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 1.8928492 May 06 13:51:23.794309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] For port 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c,segment=NetworkSegment(e9167311-a1da-436e-9bad-e523e889a656),segment_id=e9167311-a1da-436e-9bad-e523e889a656)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:23.794840 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.877238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-bafa0167-24ce-4f00-9f33-d6c96a8e1617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:23.877787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.879356 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-bafa0167-24ce-4f00-9f33-d6c96a8e1617 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.2357318 May 06 13:51:23.906299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.973554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.975756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:24.004349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Network 0357e8f4-c352-42cf-8e62-6455cae5c14f is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:24.008428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:24.066689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60416) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.069692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e68fce-ba94-46ad-8640-60fa4d405069,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:24.078973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Calling delete_port for 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:24.085012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.085312 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Added segment f232205d-414a-48c1-89cc-dc2ec32b9fc2 of type vlan for network 50bbb88f-72fc-4a05-991e-345befa7062b May 06 13:51:24.259753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.338959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.359959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3dc27acc-6859-4720-ad27-a04b6d4f0200 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:24.360851 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-3dc27acc-6859-4720-ad27-a04b6d4f0200 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:51:24.362304 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3dc27acc-6859-4720-ad27-a04b6d4f0200 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2884319 May 06 13:51:24.369796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60422) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.375292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.386239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902987926'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:24.403193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:24.426658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.471700 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f31bde42-8821-41c1-bffa-73fa251eb49c req-80d06295-a2ec-4f01-8545-f2a64b2bd01d tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6592669 May 06 13:51:24.474522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:24.482658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.486376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:24.490813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.553611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:24.574994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.584913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.589450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:24.590130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.624917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51267417-bb5d-4e47-a2de-8ddfa577b7f6 None None] Network 0357e8f4-c352-42cf-8e62-6455cae5c14f requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:24.634021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Port': ['ID=1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:24.711404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.733498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8eace8e5-d877-47aa-a449-2f1678b7aca0 None None] Provisioning for port 29771cf9-23fe-4107-aa97-6d745dd71085 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:24.749573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8eace8e5-d877-47aa-a449-2f1678b7aca0 None None] Provisioning complete for port 29771cf9-23fe-4107-aa97-6d745dd71085 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:24.750349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8eace8e5-d877-47aa-a449-2f1678b7aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.773946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No DVR routers for this DVR port 1fe9d7c9-c2f4-4ecd-8e1f-8b6a09587f8c on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:24.806525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:24.819305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:24.825793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Network': ['ID=50bbb88f-72fc-4a05-991e-345befa7062b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:24.834524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:24.845144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:24.867636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac79ff2-9343-4910-8cac-f4e88008c207 None None] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:24.894316 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-613d30e8-6dc0-4f71-953d-6db87aeaff27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6825473 May 06 13:51:24.897217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:24.900767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60426) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.908885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:24.942629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.966753 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-dfc578bd-4ff7-4e94-a9b7-2741c0f14efa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9851844 May 06 13:51:25.002181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea802520-6878-4334-b6ff-eb7e3c738917']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:25.090084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Allocated IP 172.26.0.58 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/4d404c82-4fd8-4988-88ec-9d28c6e29d2e) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:25.110321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:25.132065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:25.140435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:25.154269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:25.180888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:25.184159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.197319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:25.214687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.218682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9167311-a1da-436e-9bad-e523e889a656') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:25.219773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9167311-a1da-436e-9bad-e523e889a656') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:25.304113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8eace8e5-d877-47aa-a449-2f1678b7aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.305679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.373777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.392687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2c018-1af2-4d3d-9e70-23c56d454333,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:25.397201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:25.427060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7760831f-bcaa-4fa2-a230-9042977b4521 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:25.455682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:25.456358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.475095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:25.534637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:25.545973 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:25.570602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8eace8e5-d877-47aa-a449-2f1678b7aca0 None None] For port 29771cf9-23fe-4107-aa97-6d745dd71085, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=29771cf9-23fe-4107-aa97-6d745dd71085,segment=NetworkSegment(d3e5fd40-cafa-495b-8532-db19a8a0c69d),segment_id=d3e5fd40-cafa-495b-8532-db19a8a0c69d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:25.584485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8eace8e5-d877-47aa-a449-2f1678b7aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.704976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eace8e5-d877-47aa-a449-2f1678b7aca0 None None] Pushing event updated for resources: {'Port': ['ID=29771cf9-23fe-4107-aa97-6d745dd71085,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:25.715476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 7760831f-bcaa-4fa2-a230-9042977b4521 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:25.726659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:25.741372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.742401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1c308ca1-05e8-46c4-abe1-02f93dfb2271 None None] Provisioning for port 7760831f-bcaa-4fa2-a230-9042977b4521 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:25.748804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1c308ca1-05e8-46c4-abe1-02f93dfb2271 None None] Provisioning complete for port 7760831f-bcaa-4fa2-a230-9042977b4521 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:25.749165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c308ca1-05e8-46c4-abe1-02f93dfb2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.867138 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-11c6c4fb-0c47-4018-966b-0b0fc44adca3 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8754132 May 06 13:51:25.903455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.929723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c308ca1-05e8-46c4-abe1-02f93dfb2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.970008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.995606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1c308ca1-05e8-46c4-abe1-02f93dfb2271 None None] For port 7760831f-bcaa-4fa2-a230-9042977b4521, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7760831f-bcaa-4fa2-a230-9042977b4521,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:26.001056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c308ca1-05e8-46c4-abe1-02f93dfb2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.044278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.100099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c308ca1-05e8-46c4-abe1-02f93dfb2271 None None] Pushing event updated for resources: {'Port': ['ID=7760831f-bcaa-4fa2-a230-9042977b4521,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.132947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-99f98ef7-35b9-4dd2-b4de-be4fa42127dc None None] Provisioning complete for port 7760831f-bcaa-4fa2-a230-9042977b4521 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:26.133698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-99f98ef7-35b9-4dd2-b4de-be4fa42127dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.213746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.220661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.237425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.242960 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/ea802520-6878-4334-b6ff-eb7e3c738917 HTTP/1.1" status: 204 len: 168 time: 7.8804777 May 06 13:51:26.256965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Router 183afb16-690b-4289-b3ee-35937949e2d4 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:26.257847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60432) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:26.269918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf94b6-bf6e-4da8-9478-bf3d0bb9d8cb tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=ea802520-6878-4334-b6ff-eb7e3c738917,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.330925 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a58f14-3f0c-4791-9eb7-c7a27ed4d101 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:51:26.331292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a58f14-3f0c-4791-9eb7-c7a27ed4d101 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:26.337375 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-05a58f14-3f0c-4791-9eb7-c7a27ed4d101 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/ea802520-6878-4334-b6ff-eb7e3c738917 HTTP/1.1" status: 404 len: 339 time: 0.0759406 May 06 13:51:26.341476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60436) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:26.343685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87d98-793d-484c-9f64-74881d9d8bf9 req-04d9fd13-2429-4e33-acde-0a23f36ac6e0 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:26.345282 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-79f87d98-793d-484c-9f64-74881d9d8bf9 req-04d9fd13-2429-4e33-acde-0a23f36ac6e0 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6224887 May 06 13:51:26.352412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.356357 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9806957 May 06 13:51:26.361535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1419096664', 'description': 'd1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:26.363765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60440) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:26.367178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fe2c9-59f3-4d6b-bed2-254492f13459 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d603299f-8e4d-4671-9488-3df92c90ae5c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.370421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.379561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'd603299f-8e4d-4671-9488-3df92c90ae5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:26.387418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:26.402410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:network and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:26.405877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:26.406941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:26.412732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:26.423449 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:26.427479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:26.437718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b411bdba-d52e-4da1-a786-f6220ee26a66 None None] Provisioning for port c7739fd7-2127-4d6f-9ef1-92876765d890 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:26.440128 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-adf75a4c-9818-4029-a99c-3bc23c319c17 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8407142 May 06 13:51:26.441461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:26.447496 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:26.448841 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:26.450259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b411bdba-d52e-4da1-a786-f6220ee26a66 None None] Provisioning complete for port c7739fd7-2127-4d6f-9ef1-92876765d890 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:26.450813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b411bdba-d52e-4da1-a786-f6220ee26a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.452563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60444) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:26.457230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:26.473599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:26.491824 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64aec34b-2653-4de2-8d98-7cfc30fcbb5d req-dd27ac9a-42d8-432d-82fe-f4e50cd5a878 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902126 May 06 13:51:26.508968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:26.532227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b411bdba-d52e-4da1-a786-f6220ee26a66 None None] Port c7739fd7-2127-4d6f-9ef1-92876765d890 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:26.547770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b411bdba-d52e-4da1-a786-f6220ee26a66 None None] Provisioning complete for port 29771cf9-23fe-4107-aa97-6d745dd71085 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:26.548222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b411bdba-d52e-4da1-a786-f6220ee26a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.624700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:26.629420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.664903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:26.673437 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9017c0f3-9f86-4a64-9846-2e40374eb2d9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "PUT /v2.0/routers/183afb16-690b-4289-b3ee-35937949e2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6934464 May 06 13:51:26.678016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60450) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:26.695935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3634a-dd51-447c-a0fe-a660fa7db1a0 None None] Sync routers for ids ['183afb16-690b-4289-b3ee-35937949e2d4'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:26.705564 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:26.719169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.790908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3634a-dd51-447c-a0fe-a660fa7db1a0 None None] Routers {'183afb16-690b-4289-b3ee-35937949e2d4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:26.795685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-53c3634a-dd51-447c-a0fe-a660fa7db1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['183afb16-690b-4289-b3ee-35937949e2d4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:26.820203 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-79f87d98-793d-484c-9f64-74881d9d8bf9 req-23d9cf2e-164f-47ae-8d45-7475e167d033 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4573147 May 06 13:51:26.827738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.844457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.892288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:26.897604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:26.915058 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4f0deb-d9e5-4272-9d32-0989b512a36e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:51:26.916306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0b4f0deb-d9e5-4272-9d32-0989b512a36e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:26.927062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:26.929990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:26.956928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Allocated IP 172.26.0.146 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/cc68074c-8eaa-4999-93a7-730d6676e0a4) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:26.962737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f58d5f-920d-429c-82bc-a20ca58925bb None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:51:27.047696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.048524 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment 23073d1f-03d6-4323-a1a6-51286fb28d9a of type vlan for network 72f6cc15-e4ac-45f8-80f0-55addac7c63d May 06 13:51:27.090644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Pushing event updated for resources: {'Port': ['ID=4d404c82-4fd8-4988-88ec-9d28c6e29d2e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.096463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-53c3634a-dd51-447c-a0fe-a660fa7db1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:27.127401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0b4f0deb-d9e5-4272-9d32-0989b512a36e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:27.129352 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0b4f0deb-d9e5-4272-9d32-0989b512a36e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/8c3b8f9b-cdb9-4e81-83c4-a88df4ae343c HTTP/1.1" status: 404 len: 333 time: 0.4478266 May 06 13:51:27.142597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60454) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.147250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.154966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3634a-dd51-447c-a0fe-a660fa7db1a0 None None] Routers {'183afb16-690b-4289-b3ee-35937949e2d4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:27.160077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-53c3634a-dd51-447c-a0fe-a660fa7db1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['183afb16-690b-4289-b3ee-35937949e2d4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:27.170844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.203217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=d344618f-be1d-4eb0-96e7-82be953296a7,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.254456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:27.255170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network hostable DHCP agents. Network: 50bbb88f-72fc-4a05-991e-345befa7062b, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:27.286950 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:22Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:22Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:27.292948 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:27.293469 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Updating router 6b1a148f-4957-4e39-92d6-67512b0b3e44 port c7739fd7-2127-4d6f-9ef1-92876765d890 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:51:27.294236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 29771cf9-23fe-4107-aa97-6d745dd71085 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:27.308907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.312974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.352681 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-53c3634a-dd51-447c-a0fe-a660fa7db1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:27.353275 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3634a-dd51-447c-a0fe-a660fa7db1a0 None None] The sync data for ids ['183afb16-690b-4289-b3ee-35937949e2d4'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:27.371832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.386098 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-066ab441-1202-40e0-98bb-94f8f1bd9697 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 0.7059262 May 06 13:51:27.399668 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.450273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0993d913-1e27-40d9-a911-f5760b4b0568 None None] Provisioning complete for port c7739fd7-2127-4d6f-9ef1-92876765d890 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:27.450804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0993d913-1e27-40d9-a911-f5760b4b0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.526981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.533148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:27.533767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.581043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222d2265-e06e-4b5f-b8fb-547bec364b4a,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.587442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf8ffcd5-a277-469c-9ce6-4f697cb66838 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.602760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:27.617166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:27.622006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.623271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3cb76511-68f8-47ef-9206-394b4d874d64 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2576771 May 06 13:51:27.628137 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:27.642914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60458) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.726404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'Port': ['ID=cc68074c-8eaa-4999-93a7-730d6676e0a4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.729683 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b9fa4095-b932-49d7-b269-a4ee4eb84ef1 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'd603299f-8e4d-4671-9488-3df92c90ae5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:27.735678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b9fa4095-b932-49d7-b269-a4ee4eb84ef1 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:27.737663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:27.740106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b9fa4095-b932-49d7-b269-a4ee4eb84ef1 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:27.743387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b9fa4095-b932-49d7-b269-a4ee4eb84ef1 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:27.750644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b9fa4095-b932-49d7-b269-a4ee4eb84ef1 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:27.775319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 50bbb88f-72fc-4a05-991e-345befa7062b) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:27.791469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0993d913-1e27-40d9-a911-f5760b4b0568 None None] Port c7739fd7-2127-4d6f-9ef1-92876765d890 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:27.799883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 29771cf9-23fe-4107-aa97-6d745dd71085 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:27.800266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.825796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:27.826289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.854436 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5077181 May 06 13:51:27.855672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.856559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.858054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60462) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.914591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f58d5f-920d-429c-82bc-a20ca58925bb None None] Unable to find a vacant binding_index for network 50bbb88f-72fc-4a05-991e-345befa7062b and agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 06 13:51:27.923044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f58d5f-920d-429c-82bc-a20ca58925bb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 50bbb88f-72fc-4a05-991e-345befa7062b) {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:51:27.950636 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.969137 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Transition to ACTIVE for port object c7739fd7-2127-4d6f-9ef1-92876765d890 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:27.978173 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.082313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7760831f-bcaa-4fa2-a230-9042977b4521 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:28.116792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4095-b932-49d7-b269-a4ee4eb84ef1 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.240274 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-394a1ca2-c082-4765-b84d-70d4d4a4a575 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3354018 May 06 13:51:28.255972 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Pushing event updated for resources: {'Port': ['ID=c7739fd7-2127-4d6f-9ef1-92876765d890,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:28.258705 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 7760831f-bcaa-4fa2-a230-9042977b4521 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:28.259089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.290700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60468) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:28.317843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'name': 'tempest-NetworksTestDHCPv6-1581217800'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:28.329504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f835e88-31e5-4b08-974c-fd538c50564d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=72f6cc15-e4ac-45f8-80f0-55addac7c63d,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:28.362972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 72f6cc15-e4ac-45f8-80f0-55addac7c63d details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:28.364714 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Attempting to bind port c7739fd7-2127-4d6f-9ef1-92876765d890 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:28.365244 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Attempting to bind port c7739fd7-2127-4d6f-9ef1-92876765d890 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:28.366110 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Attempting to bind port c7739fd7-2127-4d6f-9ef1-92876765d890 on network 0357e8f4-c352-42cf-8e62-6455cae5c14f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:28.372446 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.373559 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.374416 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.374950 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.375460 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.375963 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.376508 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.387843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.388463 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.389012 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.389506 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:28.408224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-182395ef-09e0-4c4e-ae59-3f84287ff596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:28.409238 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:28.409837 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Checking segment: {'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:28.410063 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-182395ef-09e0-4c4e-ae59-3f84287ff596 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 1.0103078 May 06 13:51:28.410797 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.411334 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Bound using segment: {'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:28.412018 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Bound port: c7739fd7-2127-4d6f-9ef1-92876765d890, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e5fd40-cafa-495b-8532-db19a8a0c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:28.412586 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.478458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de8fd5b-2ccc-4791-a366-0a244ec7e528 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:28.479171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2de8fd5b-2ccc-4791-a366-0a244ec7e528 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Synchronizing usage tracker for tenant:74419c2ffdb6446f98ed554caa5f4945 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:28.542201 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] For port c7739fd7-2127-4d6f-9ef1-92876765d890, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:28.545661 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] For port c7739fd7-2127-4d6f-9ef1-92876765d890, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c7739fd7-2127-4d6f-9ef1-92876765d890,segment=NetworkSegment(d3e5fd40-cafa-495b-8532-db19a8a0c69d),segment_id=d3e5fd40-cafa-495b-8532-db19a8a0c69d)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:28.552265 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.659332 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:28.660416 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:28.703197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:28.707835 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2de8fd5b-2ccc-4791-a366-0a244ec7e528 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Unset dirty status for tenant:74419c2ffdb6446f98ed554caa5f4945 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:28.715708 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2de8fd5b-2ccc-4791-a366-0a244ec7e528 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/networks?id=72f6cc15-e4ac-45f8-80f0-55addac7c63d HTTP/1.1" status: 200 len: 761 time: 0.8515098 May 06 13:51:28.719815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60472) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:28.735464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ec79b403-0324-4917-a78e-e7f4d4f4019e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'description': 'd2'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:28.768596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'd344618f-be1d-4eb0-96e7-82be953296a7'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:28.769934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.773740 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-b9fa4095-b932-49d7-b269-a4ee4eb84ef1 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:51:28.774970 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b9fa4095-b932-49d7-b269-a4ee4eb84ef1 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1156693 May 06 13:51:28.789553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:28.793122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60476) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:28.882717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:28.961644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf8ffcd5-a277-469c-9ce6-4f697cb66838 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.967045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf8ffcd5-a277-469c-9ce6-4f697cb66838 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.978811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:28.979482 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:29.016290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf8ffcd5-a277-469c-9ce6-4f697cb66838 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.016962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8ffcd5-a277-469c-9ce6-4f697cb66838 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Fanout notify agent at l3_agent the message router_deleted on router 183afb16-690b-4289-b3ee-35937949e2d4 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:51:29.034679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/d344618f-be1d-4eb0-96e7-82be953296a7/b8714c1b-763d-4d15-949b-2de1da454ed2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:29.038315 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-e8257745-5316-4faa-bd1f-b69d98f1e79f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 1001 time: 0.6202364 May 06 13:51:29.057980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57ec5-ac72-4692-bcb5-d57e916ec758 req-565db276-1a3b-437a-bc81-431855b50407 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:29.059807 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85b57ec5-ac72-4692-bcb5-d57e916ec758 req-565db276-1a3b-437a-bc81-431855b50407 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.7484713 May 06 13:51:29.067237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.068222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.076642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:29.079851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.143627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-c5603542-7082-476e-afb6-d4f6f117a293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:29.145093 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-c5603542-7082-476e-afb6-d4f6f117a293 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.0783870 May 06 13:51:29.153945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf8ffcd5-a277-469c-9ce6-4f697cb66838 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.158116 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cf8ffcd5-a277-469c-9ce6-4f697cb66838 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/routers/183afb16-690b-4289-b3ee-35937949e2d4 HTTP/1.1" status: 204 len: 168 time: 2.0144153 May 06 13:51:29.158837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:29.219375 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2f57c-76b2-4249-bfe8-9665b797c294 None None] Pushing event updated for resources: {'Port': ['ID=c7739fd7-2127-4d6f-9ef1-92876765d890,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:29.233852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 7ca1a9e4-3ff8-4be5-b984-4173b51bd198 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:51:29.337837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.351297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Transition to ACTIVE for port object b8714c1b-763d-4d15-949b-2de1da454ed2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:29.378503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Transition to ACTIVE for port object b8714c1b-763d-4d15-949b-2de1da454ed2 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:29.389762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.457305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.extraroute_db [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:51:29.506325 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:22Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:28Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:29.512010 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173134ba-9a34-465c-a938-46a8b99da3f7 None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:22Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:28Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:29.616657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.extraroute_db [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Removed routes are [] {{(pid=84022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:51:29.617050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.634840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ec79b403-0324-4917-a78e-e7f4d4f4019e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.637427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:29.640706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:29.675934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:29.679007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dc70bb-11e3-445f-b4d9-c052ccd1ec42 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.696153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Pushing event updated for resources: {'Port': ['ID=b8714c1b-763d-4d15-949b-2de1da454ed2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:29.718214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-172c0f26-f4fa-433c-9760-d9a9a3e50a28 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet 1965448f-8054-4717-a00b-4a1e33630577 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:29.737737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-172c0f26-f4fa-433c-9760-d9a9a3e50a28 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.758718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::15a (50bbb88f-72fc-4a05-991e-345befa7062b/d344618f-be1d-4eb0-96e7-82be953296a7/7ca1a9e4-3ff8-4be5-b984-4173b51bd198) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:29.793765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Attempting to bind port b8714c1b-763d-4d15-949b-2de1da454ed2 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:29.794041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Attempting to bind port b8714c1b-763d-4d15-949b-2de1da454ed2 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:29.794398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Attempting to bind port b8714c1b-763d-4d15-949b-2de1da454ed2 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:29.802968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:29.802968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:29.802968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.804393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:29.804393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Bound port: b8714c1b-763d-4d15-949b-2de1da454ed2, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:29.804393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.816541 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85b57ec5-ac72-4692-bcb5-d57e916ec758 req-c91a6ced-6595-4b0b-9f9c-ccec3b50cd2b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6702085 May 06 13:51:29.827886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dc70bb-11e3-445f-b4d9-c052ccd1ec42 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.859393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ec79b403-0324-4917-a78e-e7f4d4f4019e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.886348 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-a51a2eb2-e0dc-47dc-87d6-ae6850daddbc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7081738 May 06 13:51:29.935007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] For port b8714c1b-763d-4d15-949b-2de1da454ed2, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:29.937893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-172c0f26-f4fa-433c-9760-d9a9a3e50a28 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.940352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] For port b8714c1b-763d-4d15-949b-2de1da454ed2, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b8714c1b-763d-4d15-949b-2de1da454ed2,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:29.947827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.056178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79b403-0324-4917-a78e-e7f4d4f4019e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=72f6cc15-e4ac-45f8-80f0-55addac7c63d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:30.062708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d883b0-b707-4af3-857b-00d9245a2ea5 None None] Pushing event updated for resources: {'Port': ['ID=b8714c1b-763d-4d15-949b-2de1da454ed2,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:30.091981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 72f6cc15-e4ac-45f8-80f0-55addac7c63d details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:30.147633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec79b403-0324-4917-a78e-e7f4d4f4019e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network 72f6cc15-e4ac-45f8-80f0-55addac7c63d is not hosted by any dhcp agent {{(pid=84022) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 13:51:30.151812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec79b403-0324-4917-a78e-e7f4d4f4019e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:30.152676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ec79b403-0324-4917-a78e-e7f4d4f4019e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.157694 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ec79b403-0324-4917-a78e-e7f4d4f4019e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "PUT /v2.0/networks/72f6cc15-e4ac-45f8-80f0-55addac7c63d HTTP/1.1" status: 200 len: 758 time: 1.4311891 May 06 13:51:30.171360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60484) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:30.316837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-172c0f26-f4fa-433c-9760-d9a9a3e50a28 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.426587 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-976db93b-b9d0-45b8-9f55-f5497daeed39 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220470 May 06 13:51:30.436188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dc70bb-11e3-445f-b4d9-c052ccd1ec42 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.493875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc70bb-11e3-445f-b4d9-c052ccd1ec42 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603299f-8e4d-4671-9488-3df92c90ae5c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:30.561422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:51:30.592780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a04f7-7774-470e-ba96-d10e4faf2a03 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:30.596318 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9d3a04f7-7774-470e-ba96-d10e4faf2a03 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/networks?id=72f6cc15-e4ac-45f8-80f0-55addac7c63d HTTP/1.1" status: 200 len: 761 time: 0.4123712 May 06 13:51:30.604011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60488) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:30.608840 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dc70bb-11e3-445f-b4d9-c052ccd1ec42 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.612533 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a2dc70bb-11e3-445f-b4d9-c052ccd1ec42 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/d603299f-8e4d-4671-9488-3df92c90ae5c HTTP/1.1" status: 204 len: 168 time: 1.6163278 May 06 13:51:30.615665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-313055277'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:30.621616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60492) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:30.628399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:30.849754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.855967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-172c0f26-f4fa-433c-9760-d9a9a3e50a28 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.863007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:30.925762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 7ca1a9e4-3ff8-4be5-b984-4173b51bd198 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:30.944328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.966961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.005080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c0f26-f4fa-433c-9760-d9a9a3e50a28 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=1965448f-8054-4717-a00b-4a1e33630577,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:31.031540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:31.034662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.045732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-172c0f26-f4fa-433c-9760-d9a9a3e50a28 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.052675 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b83649d8-06af-4975-94d2-c2ba36dac832 req-04c1fa9a-0951-45eb-b7d6-b1af59838cdd service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197677 May 06 13:51:31.067190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Router fd0a4a81-0c0d-4b5d-8924-ad55147e9367 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:51:31.075204 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-172c0f26-f4fa-433c-9760-d9a9a3e50a28 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/1965448f-8054-4717-a00b-4a1e33630577 HTTP/1.1" status: 204 len: 168 time: 1.8618798 May 06 13:51:31.085269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60498) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.197403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b897794f-cf3e-4c92-b434-aa79f9560bfa tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:31.201612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.206408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:31.270704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.271824 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment 980319ba-dfe8-4a94-8497-d864cc86ffe9 of type vlan for network 2c7b8413-0ab0-4bdb-9d5b-aecc551b6789 May 06 13:51:31.299251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.312647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b897794f-cf3e-4c92-b434-aa79f9560bfa tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:31.314435 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b897794f-cf3e-4c92-b434-aa79f9560bfa tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6891463 May 06 13:51:31.327953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60502) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.341251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440397823'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:31.346559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.353066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:31.360293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b8714c1b-763d-4d15-949b-2de1da454ed2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:31.375712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port e71946a8-5ed6-471a-b8c1-0731f5235b85 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:31.376078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.401689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:31.426242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad581285-f4c3-403f-af2c-98c48317f634 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:31.466700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.509578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:31.518746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed599f9e-e2e4-4a32-b4b4-c185fa932cbb None None] Network 48175bbc-39c6-4f4f-b99c-2f2a031384f8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:31.520050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:31.524217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=7ca1a9e4-3ff8-4be5-b984-4173b51bd198,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:31.531326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:31.536149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.537299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:31.537948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.542905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:31.543528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.685296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531004c-6990-40a7-a902-59b8d39e3f87 req-0189fc70-3c03-49e1-a7b5-6f003bc33b48 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:31.694121 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1531004c-6990-40a7-a902-59b8d39e3f87 req-0189fc70-3c03-49e1-a7b5-6f003bc33b48 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6372290 May 06 13:51:31.699988 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-04fc4b36-a13b-408a-a6f3-d9f4e2cd9f99 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4072862 May 06 13:51:31.703740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60506) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.843961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:31.849554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-83b45d56-f7af-4f05-a5ea-d018487eaa9f None None] Provisioning for port b8714c1b-763d-4d15-949b-2de1da454ed2 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:31.850387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=2c7b8413-0ab0-4bdb-9d5b-aecc551b6789,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:31.855168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:31.860908 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e942d233-abb7-48a9-8c2a-30ade33e6173 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2529759 May 06 13:51:31.865729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60510) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.868720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:31.873859 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:31.874479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:31.892155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': '2c7b8413-0ab0-4bdb-9d5b-aecc551b6789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:31.892407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:31.907424 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:31.907677 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1531004c-6990-40a7-a902-59b8d39e3f87 req-e3f071e3-9905-48c6-ae76-ef29e87a2918 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946833 May 06 13:51:31.908072 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:31.952537 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:31.971053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaf60ef-6c3d-437e-8ba9-606ad363d6bf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:31.973420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 2c7b8413-0ab0-4bdb-9d5b-aecc551b6789 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:31.985784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaf60ef-6c3d-437e-8ba9-606ad363d6bf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:31.986686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-aeaf60ef-6c3d-437e-8ba9-606ad363d6bf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:32.117926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] For port e71946a8-5ed6-471a-b8c1-0731f5235b85, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e71946a8-5ed6-471a-b8c1-0731f5235b85,segment=NetworkSegment(a864c7b8-7e93-414a-ae33-175cf8d48010),segment_id=a864c7b8-7e93-414a-ae33-175cf8d48010)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:32.118659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.161155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port b8714c1b-763d-4d15-949b-2de1da454ed2 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:32.167755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.172576 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bcdd0da0-0b78-4613-b217-3765b36f5f9c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9260464 May 06 13:51:32.177011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60514) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.178795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-aeaf60ef-6c3d-437e-8ba9-606ad363d6bf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:32.180200 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-aeaf60ef-6c3d-437e-8ba9-606ad363d6bf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4722936 May 06 13:51:32.187397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60516) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.212606 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:32.240857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-83b45d56-f7af-4f05-a5ea-d018487eaa9f None None] Provisioning complete for port b8714c1b-763d-4d15-949b-2de1da454ed2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:32.241274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83b45d56-f7af-4f05-a5ea-d018487eaa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.270902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-57f08a1f-c4b0-44a0-9105-7af809f63914 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 7ca1a9e4-3ff8-4be5-b984-4173b51bd198 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:32.271151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57f08a1f-c4b0-44a0-9105-7af809f63914 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.302783 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port b8714c1b-763d-4d15-949b-2de1da454ed2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:32.303201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.381166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for e71946a8-5ed6-471a-b8c1-0731f5235b85 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:32.388213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b314b85-8b78-474f-ab11-3414d99047aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.520144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:32.529477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:32.533418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Usage tracker for resource:subnet and tenant:74419c2ffdb6446f98ed554caa5f4945 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:32.544388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:32.547224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.567327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Sync routers for ids ['fd0a4a81-0c0d-4b5d-8924-ad55147e9367'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:32.589218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:32.603158 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:27Z', 'revision_number': 3, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:32.609761 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:32.610112 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Updating router cc07bf73-000d-43ae-ba60-28bfbd676e32 port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:51:32.628209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.644690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.648677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.650123 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dacf5353-9ecb-4d4a-b3fe-c6b84269f050 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2114160 May 06 13:51:32.657590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60522) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.668862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:32.695848 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.705972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.709791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Routers {'fd0a4a81-0c0d-4b5d-8924-ad55147e9367'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:32.710576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['fd0a4a81-0c0d-4b5d-8924-ad55147e9367'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:32.930949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Set router fd0a4a81-0c0d-4b5d-8924-ad55147e9367 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:33.063433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port b8714c1b-763d-4d15-949b-2de1da454ed2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b8714c1b-763d-4d15-949b-2de1da454ed2,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:33.082981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84c612-b608-427a-84f1-d422077ac325 None None] DHCP port deletion for 48175bbc-39c6-4f4f-b99c-2f2a031384f8 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:33.085771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83b45d56-f7af-4f05-a5ea-d018487eaa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.103257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.104657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c7739fd7-2127-4d6f-9ef1-92876765d890 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:33.236812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57f08a1f-c4b0-44a0-9105-7af809f63914 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.395811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-57f08a1f-c4b0-44a0-9105-7af809f63914 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 7ca1a9e4-3ff8-4be5-b984-4173b51bd198 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:33.397648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=e71946a8-5ed6-471a-b8c1-0731f5235b85,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.433013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-83b45d56-f7af-4f05-a5ea-d018487eaa9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:51:33.434027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-83b45d56-f7af-4f05-a5ea-d018487eaa9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:51:33.501472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.503839 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1742377 May 06 13:51:33.505077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb464a-0900-4153-93c4-254ebd180099 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095c864b-f016-464d-8f78-7ea1ec37877c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.511075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372d77d-fb31-473b-916b-96e6ce9eee56 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:33.512430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60528) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:33.532218 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.533994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-56c98d17-ff49-41ef-bb49-e1568f584e32 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': '095c864b-f016-464d-8f78-7ea1ec37877c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:33.534907 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-56c98d17-ff49-41ef-bb49-e1568f584e32 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:33.539107 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-56c98d17-ff49-41ef-bb49-e1568f584e32 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0158274 May 06 13:51:33.545997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60532) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:33.546824 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Transition to ACTIVE for port object 4d404c82-4fd8-4988-88ec-9d28c6e29d2e will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:33.555254 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.581789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No DVR routers for this DVR port e71946a8-5ed6-471a-b8c1-0731f5235b85 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:33.639943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.648644 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ba3e5-9b20-4d02-a7f6-32c184b8c98f None None] Pushing event updated for resources: {'Port': ['ID=4d404c82-4fd8-4988-88ec-9d28c6e29d2e,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.655851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:33.668944 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:33.685761 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:33.686636 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:33.694745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.699124 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5eb5f24f-b8e7-4c45-88cd-7007ef6621dc tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 200 len: 953 time: 7.2451861 May 06 13:51:33.700136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60536) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:33.761648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=b8714c1b-763d-4d15-949b-2de1da454ed2,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.777663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.809899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48175bbc-39c6-4f4f-b99c-2f2a031384f8']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:33.825833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a864c7b8-7e93-414a-ae33-175cf8d48010') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:33.826124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a864c7b8-7e93-414a-ae33-175cf8d48010') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:33.840789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.862584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.870699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:33.870699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.876833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-facac018-8271-46ba-afd2-3746b5f80361 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.902487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57f08a1f-c4b0-44a0-9105-7af809f63914 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.917214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c7739fd7-2127-4d6f-9ef1-92876765d890 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:33.925514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c7739fd7-2127-4d6f-9ef1-92876765d890 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:33.926048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.965770 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:33.966985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-facac018-8271-46ba-afd2-3746b5f80361 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.994845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f08a1f-c4b0-44a0-9105-7af809f63914 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=7ca1a9e4-3ff8-4be5-b984-4173b51bd198,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:34.008927 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:34.020101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.111329 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Attempting to bind port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:34.111974 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Attempting to bind port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:34.112981 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Attempting to bind port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:34.120083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.128065 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:34.128756 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:34.129535 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.130124 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:34.130787 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Bound port: 4d404c82-4fd8-4988-88ec-9d28c6e29d2e, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:34.131339 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.139601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Network': ['ID=48175bbc-39c6-4f4f-b99c-2f2a031384f8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:34.152043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57f08a1f-c4b0-44a0-9105-7af809f63914 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.153365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2b294-6827-4f26-a4de-ea5aacc9dda6 req-a33a7dc2-f622-4f33-8aac-f281e546aa4b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:34.155467 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5da2b294-6827-4f26-a4de-ea5aacc9dda6 req-a33a7dc2-f622-4f33-8aac-f281e546aa4b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.8820240 May 06 13:51:34.168311 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4d6d50b5-2cd4-407e-a068-af07492fa51d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/networks/48175bbc-39c6-4f4f-b99c-2f2a031384f8 HTTP/1.1" status: 204 len: 168 time: 3.0686841 May 06 13:51:34.168578 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-57f08a1f-c4b0-44a0-9105-7af809f63914 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/7ca1a9e4-3ff8-4be5-b984-4173b51bd198 HTTP/1.1" status: 204 len: 168 time: 1.9701715 May 06 13:51:34.171626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60540) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:34.172001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60542) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:34.252744 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5da2b294-6827-4f26-a4de-ea5aacc9dda6 req-bfd761ed-9bce-4f26-b236-0af01f58e217 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750275 May 06 13:51:34.322546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-facac018-8271-46ba-afd2-3746b5f80361 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.347501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.382217 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91a91f27-0bee-43df-9c7a-368ef1859c6c tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/routers/fd0a4a81-0c0d-4b5d-8924-ad55147e9367 HTTP/1.1" status: 200 len: 908 time: 1.7220538 May 06 13:51:34.392666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60550) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:34.406389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'router': {'name': 'tempest-snat-router-903094960', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': True}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:34.412644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facac018-8271-46ba-afd2-3746b5f80361 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095c864b-f016-464d-8f78-7ea1ec37877c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:34.423505 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] For port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:34.429084 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] For port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4d404c82-4fd8-4988-88ec-9d28c6e29d2e,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:34.435520 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.443605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:34.451080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Usage tracker for resource:router and tenant:7393580dc2e94d3387187ab224939fc6 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:34.458484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:34.477810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8275-7f21-43f4-a47f-9d397dbb0a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.492771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:34.521344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad0275-44d0-4d4f-ada8-507bf6997d80 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:34.524314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad0275-44d0-4d4f-ada8-507bf6997d80 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:34.525442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-94ad0275-44d0-4d4f-ada8-507bf6997d80 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:34.529433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0a4a81-0c0d-4b5d-8924-ad55147e9367', 'name': 'tempest-snat-router-903094960', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.146'}], 'enable_snat': False}, 'gw_port_id': 'cc68074c-8eaa-4999-93a7-730d6676e0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:23Z', 'updated_at': '2022-05-06T13:51:27Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'cc68074c-8eaa-4999-93a7-730d6676e0a4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0a4a81-0c0d-4b5d-8924-ad55147e9367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:26Z', 'updated_at': '2022-05-06T13:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:34.539384 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-39acd312-b95c-42ee-9f44-aa5adfe74c60 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 200 len: 953 time: 0.8340192 May 06 13:51:34.549142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27459f2-233c-40c5-a78f-661516be362b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:34.550173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d27459f2-233c-40c5-a78f-661516be362b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:34.554873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Checking router: fd0a4a81-0c0d-4b5d-8924-ad55147e9367 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:34.555217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Updating router fd0a4a81-0c0d-4b5d-8924-ad55147e9367 port cc68074c-8eaa-4999-93a7-730d6676e0a4 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:51:34.558529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60554) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:34.573227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'routes': None}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:34.605737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port c7739fd7-2127-4d6f-9ef1-92876765d890, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c7739fd7-2127-4d6f-9ef1-92876765d890,segment=NetworkSegment(d3e5fd40-cafa-495b-8532-db19a8a0c69d),segment_id=d3e5fd40-cafa-495b-8532-db19a8a0c69d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:34.617983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-98701e58-f77d-425e-9238-fbadaafe08ac None None] Provisioning complete for port c7739fd7-2127-4d6f-9ef1-92876765d890 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:34.618357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98701e58-f77d-425e-9238-fbadaafe08ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.626621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.627941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.660027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.692229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-facac018-8271-46ba-afd2-3746b5f80361 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.698813 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-facac018-8271-46ba-afd2-3746b5f80361 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/095c864b-f016-464d-8f78-7ea1ec37877c HTTP/1.1" status: 204 len: 168 time: 1.1490784 May 06 13:51:34.718280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.724401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.757423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60558) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:34.766609 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ba3e5-9b20-4d02-a7f6-32c184b8c98f None None] Pushing event updated for resources: {'Port': ['ID=4d404c82-4fd8-4988-88ec-9d28c6e29d2e,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:34.792415 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:34.793725 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:34.826051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-94ad0275-44d0-4d4f-ada8-507bf6997d80 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:34.829686 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-94ad0275-44d0-4d4f-ada8-507bf6997d80 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6508472 May 06 13:51:34.844608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60562) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:34.924346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d27459f2-233c-40c5-a78f-661516be362b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:34.938012 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d27459f2-233c-40c5-a78f-661516be362b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/0119b6d9-6c50-40c6-971a-fd59ed30b8ff HTTP/1.1" status: 200 len: 845 time: 0.7634149 May 06 13:51:34.944047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60566) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:34.980330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.991108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0fd0e-f1f8-42db-a5df-69c89739626f req-3f956236-cdd6-4ae4-9bf1-35300486d54c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:34.993431 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-86d0fd0e-f1f8-42db-a5df-69c89739626f req-3f956236-cdd6-4ae4-9bf1-35300486d54c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.4359233 May 06 13:51:35.141351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b8714c1b-763d-4d15-949b-2de1da454ed2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:35.184822 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:29Z', 'revision_number': 6, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:28Z', 'revision_number': 4, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:35.204189 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:35.217716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.279239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-69ed70ae-9ef1-4bfa-8d6e-e815dd0b3add tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:35.282990 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:35.328388 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-86d0fd0e-f1f8-42db-a5df-69c89739626f req-ec782df5-17e3-4266-bb74-9f79d7083cf4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244181 May 06 13:51:35.459252 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:35.461088 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:35.499535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=c7739fd7-2127-4d6f-9ef1-92876765d890,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:35.516663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port b8714c1b-763d-4d15-949b-2de1da454ed2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:35.517277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.550842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f28ea41c-d92e-4c7d-9fe4-a5153a2b06e1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:35.594940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.632888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.698881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b00adf-f2fa-4f7d-a6e2-d4faf14dc76d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet d344618f-be1d-4eb0-96e7-82be953296a7 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:35.716497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-69ed70ae-9ef1-4bfa-8d6e-e815dd0b3add tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:35.722603 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-69ed70ae-9ef1-4bfa-8d6e-e815dd0b3add tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9597306 May 06 13:51:35.725240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75b00adf-f2fa-4f7d-a6e2-d4faf14dc76d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.736136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60574) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:35.761973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.770423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370466318'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:35.790960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f28ea41c-d92e-4c7d-9fe4-a5153a2b06e1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:35.793071 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f28ea41c-d92e-4c7d-9fe4-a5153a2b06e1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/0119b6d9-6c50-40c6-971a-fd59ed30b8ff?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.8383274 May 06 13:51:35.798480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60578) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:35.804157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:35.830767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:35.835224 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:35.871053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=d5f94125-6605-414b-bb89-dd1bff4990bb,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:35.902110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': '980319ba-dfe8-4a94-8497-d864cc86ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2c7b8413-0ab0-4bdb-9d5b-aecc551b6789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:35.902635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: 2c7b8413-0ab0-4bdb-9d5b-aecc551b6789, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:35.908158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.924855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75b00adf-f2fa-4f7d-a6e2-d4faf14dc76d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.932415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:36.023572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-98701e58-f77d-425e-9238-fbadaafe08ac None None] Could not find standard attr ID for object 7ca1a9e4-3ff8-4be5-b984-4173b51bd198. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:51:36.085518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.108588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-98701e58-f77d-425e-9238-fbadaafe08ac None None] Provisioning complete for port b8714c1b-763d-4d15-949b-2de1da454ed2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:36.108965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98701e58-f77d-425e-9238-fbadaafe08ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.141905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.157853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e71946a8-5ed6-471a-b8c1-0731f5235b85 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:36.203960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:36.208578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:36.208851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Transition to ACTIVE for port object cc68074c-8eaa-4999-93a7-730d6676e0a4 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:36.211762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:36.218548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:36.219933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: e71946a8-5ed6-471a-b8c1-0731f5235b85 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:36.220495 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e71946a8-5ed6-471a-b8c1-0731f5235b85 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:36.234648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:36.237307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.256742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:36.321005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48262-2f25-4160-88f6-34ee5311f933 None None] Pushing event updated for resources: {'Port': ['ID=cc68074c-8eaa-4999-93a7-730d6676e0a4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:36.333903 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:27Z', 'revision_number': 3, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:36.363535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:36.376735 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343218c-1d41-4c49-9b7b-99008cd1da7b None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:27Z', 'revision_number': 3, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:36.387597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:36.413565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832563f3-0d58-4c62-8d04-ab91948578e8 req-47353884-e377-4f17-8343-ce38b83400b5 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:36.417021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Attempting to bind port cc68074c-8eaa-4999-93a7-730d6676e0a4 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:36.417518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Attempting to bind port cc68074c-8eaa-4999-93a7-730d6676e0a4 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:36.420359 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-832563f3-0d58-4c62-8d04-ab91948578e8 req-47353884-e377-4f17-8343-ce38b83400b5 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5038569 May 06 13:51:36.423224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Attempting to bind port cc68074c-8eaa-4999-93a7-730d6676e0a4 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:36.437340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network 2c7b8413-0ab0-4bdb-9d5b-aecc551b6789 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:36.440478 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:36.441172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:36.441313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.441629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:36.442108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Bound port: cc68074c-8eaa-4999-93a7-730d6676e0a4, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:36.442476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.446001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Allocated IP 172.26.0.41 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/a44f6b94-4da4-4ad6-b930-5869c6aab1e3) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:36.454898 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:29Z', 'revision_number': 6, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:36.461167 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fedec-35ae-4da8-9560-0f2a6bef675e None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:29Z', 'revision_number': 6, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:36.484789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 2c7b8413-0ab0-4bdb-9d5b-aecc551b6789) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:36.513317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:36.514070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.532389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] For port cc68074c-8eaa-4999-93a7-730d6676e0a4, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:36.535564 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] For port cc68074c-8eaa-4999-93a7-730d6676e0a4, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cc68074c-8eaa-4999-93a7-730d6676e0a4,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:36.540038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d406b-481c-4618-80ca-0749a585483a None None] Network 2c7b8413-0ab0-4bdb-9d5b-aecc551b6789 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:36.605252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75b00adf-f2fa-4f7d-a6e2-d4faf14dc76d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.644471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.647687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.665269 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-87d4f086-b97d-446e-9601-764cfae3bfcc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7926536 May 06 13:51:36.668780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60582) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:36.678915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:36.798456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48262-2f25-4160-88f6-34ee5311f933 None None] Pushing event updated for resources: {'Port': ['ID=cc68074c-8eaa-4999-93a7-730d6676e0a4,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:36.801157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.834990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.936398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:36.950793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:36.960800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:36.987995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.018751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-97e17425-89c6-46e6-b7f4-60875bc99c1e None None] Provisioning complete for port b8714c1b-763d-4d15-949b-2de1da454ed2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:37.019432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97e17425-89c6-46e6-b7f4-60875bc99c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.052779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c7739fd7-2127-4d6f-9ef1-92876765d890 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:37.071021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.072688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3334014 May 06 13:51:37.091415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.118388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.139078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Routers {'fd0a4a81-0c0d-4b5d-8924-ad55147e9367'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:37.139755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['fd0a4a81-0c0d-4b5d-8924-ad55147e9367'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:37.167597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60586) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:37.174371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.192624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6542ba8f-03ec-46e6-9802-0e5103390bc5 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': '4563e693-64f3-4ced-8153-69d1408f2375', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:37.193464 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-6542ba8f-03ec-46e6-9802-0e5103390bc5 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:37.194631 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6542ba8f-03ec-46e6-9802-0e5103390bc5 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0179694 May 06 13:51:37.199009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60590) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:37.366463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026b2b6-adcf-40ef-ab90-1275e1db24e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-2c7b8413-0ab0-4bdb-9d5b-aecc551b6789', 'network_id': '2c7b8413-0ab0-4bdb-9d5b-aecc551b6789', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': 'd5f94125-6605-414b-bb89-dd1bff4990bb'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:37.366801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5026b2b6-adcf-40ef-ab90-1275e1db24e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.398292 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-832563f3-0d58-4c62-8d04-ab91948578e8 req-24e664e4-689b-45d8-acec-3f6ad681c88e tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5948431 May 06 13:51:37.412147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.486048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75b00adf-f2fa-4f7d-a6e2-d4faf14dc76d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.508150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'Port': ['ID=a44f6b94-4da4-4ad6-b930-5869c6aab1e3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:37.558586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75b00adf-f2fa-4f7d-a6e2-d4faf14dc76d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.578412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.extraroute_db [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added routes are [] {{(pid=84021) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:51:37.578875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.extraroute_db [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84021) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:51:37.594972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b00adf-f2fa-4f7d-a6e2-d4faf14dc76d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=d344618f-be1d-4eb0-96e7-82be953296a7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:37.628336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa785f9-e207-4812-8160-165c0372b0c9 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:37.628945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.631613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104f654-2abb-4541-8258-cad91f08f2dc tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4563e693-64f3-4ced-8153-69d1408f2375,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:37.640749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:37.647449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:37.658002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c7739fd7-2127-4d6f-9ef1-92876765d890 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:37.658375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.668274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:37.668966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.674664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85f2be04-984f-419c-ba79-b46797cd1e80 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.710817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=bd4a1a7b-3e17-4496-8717-8471c1ca0bd5,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:37.712157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a642d-e5db-4969-89f1-b795e22ac266 None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:37.734509 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c800790f-63ee-41df-a8f3-28941dd3cbcc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9237151 May 06 13:51:37.742365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60596) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:37.753364 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-75b00adf-f2fa-4f7d-a6e2-d4faf14dc76d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/d344618f-be1d-4eb0-96e7-82be953296a7 HTTP/1.1" status: 204 len: 168 time: 2.9056592 May 06 13:51:37.756738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1783750315'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:37.764031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:37.768057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60600) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:37.773933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:37.848591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:37.856827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85f2be04-984f-419c-ba79-b46797cd1e80 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.864889 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91bb5045-e323-4874-b236-7c8ef2258e82 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939555 May 06 13:51:37.867154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:37.868579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60604) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:37.878191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:37.905220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.918284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-97e17425-89c6-46e6-b7f4-60875bc99c1e None None] Could not find standard attr ID for object 7ca1a9e4-3ff8-4be5-b984-4173b51bd198. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:51:37.946237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] Set router fd0a4a81-0c0d-4b5d-8924-ad55147e9367 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:38.085465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.086465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.103288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server [None req-5026b2b6-adcf-40ef-ab90-1275e1db24e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5f94125-6605-414b-bb89-dd1bff4990bb: This subnet is being modified by another concurrent operation. May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise exception May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5f94125-6605-414b-bb89-dd1bff4990bb: This subnet is being modified by another concurrent operation. May 06 13:51:38.189965 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server May 06 13:51:38.251637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.252290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27552d-6bff-4aa5-9e54-701d1b7e0e64 None None] Network 2c7b8413-0ab0-4bdb-9d5b-aecc551b6789 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:38.289234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:38.307259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:38.313129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:38.322870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4188ac-eeaa-49d0-b29c-ebb3c48807fb req-a12cdc9e-cde6-460d-8b2f-a414af277532 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:38.324446 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ad4188ac-eeaa-49d0-b29c-ebb3c48807fb req-a12cdc9e-cde6-460d-8b2f-a414af277532 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6537771 May 06 13:51:38.326674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:38.329080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:38.331259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f94125-6605-414b-bb89-dd1bff4990bb,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:38.339077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group_rule and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:38.343474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:38.352379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:38.356467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85f2be04-984f-419c-ba79-b46797cd1e80 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.357955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:38.474519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.502065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2be04-984f-419c-ba79-b46797cd1e80 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4563e693-64f3-4ced-8153-69d1408f2375,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:38.525373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.562440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.652905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.655083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85f2be04-984f-419c-ba79-b46797cd1e80 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.659628 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-85f2be04-984f-419c-ba79-b46797cd1e80 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/4563e693-64f3-4ced-8153-69d1408f2375 HTTP/1.1" status: 204 len: 168 time: 1.4515829 May 06 13:51:38.659628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7b8413-0ab0-4bdb-9d5b-aecc551b6789']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:38.668380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60608) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:38.675668 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ad4188ac-eeaa-49d0-b29c-ebb3c48807fb req-60e07260-4095-4218-9e92-f6f1f4a4548b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291845 May 06 13:51:38.676582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.710210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980319ba-dfe8-4a94-8497-d864cc86ffe9') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:38.712395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980319ba-dfe8-4a94-8497-d864cc86ffe9') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:38.763047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.814800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.818891 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0686269 May 06 13:51:38.823799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe32a93-eab5-4001-9b91-397097f82a2a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae933c3e-36f4-48b6-831f-0125163e73d5,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:38.826195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60614) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:38.843738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'security_group': {'name': 'tempest-secgroup-12135781'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:38.885626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:38.892562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.948788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:38.960638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:38.974182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ef00424e-522a-4faf-a80f-9935e2a16147 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:38.989597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:39.023344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4d404c82-4fd8-4988-88ec-9d28c6e29d2e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:39.079304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:39.079762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.098731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ef00424e-522a-4faf-a80f-9935e2a16147 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:39.098960 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:39.100961 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ef00424e-522a-4faf-a80f-9935e2a16147 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4294198 May 06 13:51:39.103215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.112918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60618) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:39.130497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--126790647'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:39.160307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:39.196321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:39.198615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-b533b190-e633-4b83-a902-213036155a8e', 'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'tenant_id': '2578e9ffc9bb415999c0afe4f5790b5d', 'fixed_ips': [{'subnet_id': 'bd4a1a7b-3e17-4496-8717-8471c1ca0bd5'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:39.199368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.212238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0a4a81-0c0d-4b5d-8924-ad55147e9367', 'name': 'tempest-snat-router-903094960', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.146'}], 'enable_snat': False}, 'gw_port_id': 'cc68074c-8eaa-4999-93a7-730d6676e0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:23Z', 'updated_at': '2022-05-06T13:51:27Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'cc68074c-8eaa-4999-93a7-730d6676e0a4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0a4a81-0c0d-4b5d-8924-ad55147e9367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:26Z', 'updated_at': '2022-05-06T13:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:39.217310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:39.230983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:39.231513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.261808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:39.278573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ebba04-297a-42eb-8472-a37b74c6a0b0 None None] The sync data for ids ['fd0a4a81-0c0d-4b5d-8924-ad55147e9367'] in dv-neutron-840889-1-hyperv is: [{'id': 'fd0a4a81-0c0d-4b5d-8924-ad55147e9367', 'name': 'tempest-snat-router-903094960', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.146'}], 'enable_snat': False}, 'gw_port_id': 'cc68074c-8eaa-4999-93a7-730d6676e0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:23Z', 'updated_at': '2022-05-06T13:51:27Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'cc68074c-8eaa-4999-93a7-730d6676e0a4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0a4a81-0c0d-4b5d-8924-ad55147e9367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:26Z', 'updated_at': '2022-05-06T13:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:39.278876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.285278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:39.296463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7969-e316-442f-b911-0ae8b756f5fb req-bf01354a-1526-42a8-a593-d5ca3a93f569 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:39.297413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.299347 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-699c7969-e316-442f-b911-0ae8b756f5fb req-bf01354a-1526-42a8-a593-d5ca3a93f569 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.4324985 May 06 13:51:39.300164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group_rule and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:39.302705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.305298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Allocated IP 172.20.0.1 (f7b0fd4d-ab06-4664-8d00-e6a6555dbcce/3a1afb88-e1bb-4d86-b212-51fc47b39d78/3bcfb57f-a638-4d3a-a903-4474e2451220) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:39.308172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Router c7e34e03-c60c-4c47-9036-5485cfd71aa5 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:51:39.321062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:39.331700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] Deleting port b8714c1b-763d-4d15-949b-2de1da454ed2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:39.331938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.332346 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.341900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.349591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.356923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:39.357978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=2c7b8413-0ab0-4bdb-9d5b-aecc551b6789,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:39.384708 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-089d4fea-7df4-4612-b9d5-cfe4f190c307 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/2c7b8413-0ab0-4bdb-9d5b-aecc551b6789 HTTP/1.1" status: 204 len: 168 time: 2.6967971 May 06 13:51:39.394667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60622) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:39.508257 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc93eff-fe4a-4e2e-b2a1-8e6c3f194137 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] GET failed (client error): The resource could not be found. May 06 13:51:39.508666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0cc93eff-fe4a-4e2e-b2a1-8e6c3f194137 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Synchronizing usage tracker for tenant:74419c2ffdb6446f98ed554caa5f4945 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:39.512194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:39.533430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:39.592189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:39.600799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=bee14d55-c672-4063-910b-3d52ee53598a,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:39.603133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:39.612864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:39.623665 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-699c7969-e316-442f-b911-0ae8b756f5fb req-410af1cf-0cf8-401d-9989-2337c506999d tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132982 May 06 13:51:39.629906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:39.630361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.677294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.693191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:39.704001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Transition to ACTIVE for port object 3bcfb57f-a638-4d3a-a903-4474e2451220 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:39.715875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.728304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0cc93eff-fe4a-4e2e-b2a1-8e6c3f194137 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Unset dirty status for tenant:74419c2ffdb6446f98ed554caa5f4945 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:39.730482 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0cc93eff-fe4a-4e2e-b2a1-8e6c3f194137 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/subnets/d5f94125-6605-414b-bb89-dd1bff4990bb HTTP/1.1" status: 404 len: 337 time: 0.3339477 May 06 13:51:39.733576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:39.735135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60628) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:39.738582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4d404c82-4fd8-4988-88ec-9d28c6e29d2e,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:39.754777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.771384 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bee021-a1a4-4901-aa4c-84465b088b4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:51:39.771846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bee021-a1a4-4901-aa4c-84465b088b4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:39.773676 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-94bee021-a1a4-4901-aa4c-84465b088b4f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/2c7b8413-0ab0-4bdb-9d5b-aecc551b6789 HTTP/1.1" status: 404 len: 339 time: 0.0375469 May 06 13:51:39.779737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60632) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:39.782478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.789202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.808397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.840318 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2fd4ced1-d508-4599-81d9-b56e5a2b3e49 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9656835 May 06 13:51:39.844500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Allocated IP 2001:db8::2 (b533b190-e633-4b83-a902-213036155a8e/bd4a1a7b-3e17-4496-8717-8471c1ca0bd5/97f0b290-af01-4e28-a432-7572bd64c550) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:39.849526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4d404c82-4fd8-4988-88ec-9d28c6e29d2e,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:39.852128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60636) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:39.862560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'name': 'tempest-NetworksTestDHCPv6-435049641'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:39.925450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.927519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cddeef8-b1a1-44f6-a5ed-8e43999c6724,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:39.961998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.965901 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-65cfa03e-6dd9-4bd1-af43-c79f075d8b3b tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.1326139 May 06 13:51:39.967794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.020593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] For port b8714c1b-763d-4d15-949b-2de1da454ed2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b8714c1b-763d-4d15-949b-2de1da454ed2,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:40.020839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.081002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60642) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:40.113560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2029463746', 'security_groups': ['8cddeef8-b1a1-44f6-a5ed-8e43999c6724'], 'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd4a1a7b-3e17-4496-8717-8471c1ca0bd5'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:40.147823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.153095 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0315144 May 06 13:51:40.231014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60646) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:40.298121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] Calling delete_port for b8714c1b-763d-4d15-949b-2de1da454ed2 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:40.343859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:40.355116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:40.357947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:40.391950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcfb57f-a638-4d3a-a903-4474e2451220,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:40.431497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2ea7b312-f2d7-47da-8647-f502d2b7c462 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'a7957334-9c32-4ab7-890f-671df8a53127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:40.433865 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-2ea7b312-f2d7-47da-8647-f502d2b7c462 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:40.435052 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2ea7b312-f2d7-47da-8647-f502d2b7c462 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0344794 May 06 13:51:40.449771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60650) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:40.483049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f8f3d4cd-65da-462c-8eea-e87760670471 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'a7957334-9c32-4ab7-890f-671df8a53127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:40.483809 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-f8f3d4cd-65da-462c-8eea-e87760670471 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:40.489145 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f8f3d4cd-65da-462c-8eea-e87760670471 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0181713 May 06 13:51:40.496911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60654) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:40.497832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.504038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e220a-26f9-42c3-948f-4472c9de7d48 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7957334-9c32-4ab7-890f-671df8a53127,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:40.513860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.517731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Transition to ACTIVE for port object 97f0b290-af01-4e28-a432-7572bd64c550 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:40.533994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fbaa9b90-4252-48c7-85c1-de755bdd8d5a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'a7957334-9c32-4ab7-890f-671df8a53127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:40.535761 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-fbaa9b90-4252-48c7-85c1-de755bdd8d5a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:40.536925 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fbaa9b90-4252-48c7-85c1-de755bdd8d5a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0358410 May 06 13:51:40.546630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60658) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:40.556847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a5e6c8f3-4826-499b-ae75-19f28a19516e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'a7957334-9c32-4ab7-890f-671df8a53127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:40.557763 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-a5e6c8f3-4826-499b-ae75-19f28a19516e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:40.559095 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a5e6c8f3-4826-499b-ae75-19f28a19516e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099430 May 06 13:51:40.560211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.563247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60662) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:40.570132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95ccef5-6eb5-4d0a-aa29-34de6d8e3891 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:40.571239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d95ccef5-6eb5-4d0a-aa29-34de6d8e3891 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Synchronizing usage tracker for tenant:74419c2ffdb6446f98ed554caa5f4945 on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:40.598126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] Pushing event deleted for resources: {'Port': ['ID=b8714c1b-763d-4d15-949b-2de1da454ed2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:40.608308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Transition to ACTIVE for port object 97f0b290-af01-4e28-a432-7572bd64c550 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:40.610573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f663d-c00d-421f-ad2e-852e37293d19 None None] No DVR routers for this DVR port b8714c1b-763d-4d15-949b-2de1da454ed2 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:40.621396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.677961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c3ee2-2661-4d93-aec6-d3123cb45a11 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:40.716936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:40.719678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:40.727422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d95ccef5-6eb5-4d0a-aa29-34de6d8e3891 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Unset dirty status for tenant:74419c2ffdb6446f98ed554caa5f4945 on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:40.735018 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d95ccef5-6eb5-4d0a-aa29-34de6d8e3891 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9540615 May 06 13:51:40.737552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60666) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:40.739699 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52087508-4cdc-43af-95bf-4e6b9ab2f193 req-a4625e32-9f59-4fb7-b4c0-a6a99af9cf63 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:40.741509 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-52087508-4cdc-43af-95bf-4e6b9ab2f193 req-a4625e32-9f59-4fb7-b4c0-a6a99af9cf63 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6332288 May 06 13:51:40.751640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:40.756453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:40.829979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:40.849646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.893258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:40.899400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.954772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:40.960402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.988379 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-52087508-4cdc-43af-95bf-4e6b9ab2f193 req-a89017e4-1d3e-4a6f-8070-eb751ef08f14 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335732 May 06 13:51:41.011003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 123010dd-6f0c-4c2e-a1b2-192b2379edd3 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:51:41.019140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5998eb19-d28f-4e67-b2ea-8d8cbd48557a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Synchronizing usage tracker for tenant:74419c2ffdb6446f98ed554caa5f4945 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:41.044926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cc68074c-8eaa-4999-93a7-730d6676e0a4 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:41.048886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-671e5bbd-47e6-4f97-96ae-7cb572a3cd5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.070774 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Sync routers for ids ['c7e34e03-c60c-4c47-9036-5485cfd71aa5'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:41.121810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-671e5bbd-47e6-4f97-96ae-7cb572a3cd5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.128186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:41.135733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:41.138483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:41.149483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:41.151607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5998eb19-d28f-4e67-b2ea-8d8cbd48557a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Unset dirty status for tenant:74419c2ffdb6446f98ed554caa5f4945 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:41.152810 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5998eb19-d28f-4e67-b2ea-8d8cbd48557a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 207 time: 0.3619568 May 06 13:51:41.163833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Pushing event updated for resources: {'Port': ['ID=97f0b290-af01-4e28-a432-7572bd64c550,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:41.167462 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:41.180381 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:41.181236 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:41.186031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.187306 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-67c6de71-607d-45ec-a285-b0aedba2eb31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 200 len: 703 time: 6.6186817 May 06 13:51:41.257545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ce6037d2-6da8-45cf-8286-63be95e109c3 None None] Provisioning for port 3bcfb57f-a638-4d3a-a903-4474e2451220 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:41.271114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::1fc (b533b190-e633-4b83-a902-213036155a8e/bd4a1a7b-3e17-4496-8717-8471c1ca0bd5/123010dd-6f0c-4c2e-a1b2-192b2379edd3) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:41.289698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Routers {'c7e34e03-c60c-4c47-9036-5485cfd71aa5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:41.290388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c7e34e03-c60c-4c47-9036-5485cfd71aa5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:41.360950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'bee14d55-c672-4063-910b-3d52ee53598a'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:41.361763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.440631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ce6037d2-6da8-45cf-8286-63be95e109c3 None None] Provisioning complete for port 3bcfb57f-a638-4d3a-a903-4474e2451220 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:41.440999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce6037d2-6da8-45cf-8286-63be95e109c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.445236 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:41.452886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.491285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60670) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:41.491633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60672) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:41.505521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.518172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ce6037d2-6da8-45cf-8286-63be95e109c3 None None] Port 3bcfb57f-a638-4d3a-a903-4474e2451220 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:41.523710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 123010dd-6f0c-4c2e-a1b2-192b2379edd3 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:41.569611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Attempting to bind port 97f0b290-af01-4e28-a432-7572bd64c550 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:41.571033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Attempting to bind port 97f0b290-af01-4e28-a432-7572bd64c550 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '47204bd1-a916-4413-bb82-9ac7a7c02577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b533b190-e633-4b83-a902-213036155a8e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:41.571706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Attempting to bind port 97f0b290-af01-4e28-a432-7572bd64c550 on network b533b190-e633-4b83-a902-213036155a8e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:41.573056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.576833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port ed8721aa-c879-40ee-bbfb-4619fae8e706 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:51:41.619259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:41.619632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Checking segment: {'id': '47204bd1-a916-4413-bb82-9ac7a7c02577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b533b190-e633-4b83-a902-213036155a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:41.620066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.620457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Bound using segment: {'id': '47204bd1-a916-4413-bb82-9ac7a7c02577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b533b190-e633-4b83-a902-213036155a8e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:41.620945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Bound port: 97f0b290-af01-4e28-a432-7572bd64c550, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47204bd1-a916-4413-bb82-9ac7a7c02577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b533b190-e633-4b83-a902-213036155a8e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:41.621317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.646575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port cc68074c-8eaa-4999-93a7-730d6676e0a4 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:41.664531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.670122 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a15f9187-61c3-44e3-b807-af9c95399f4f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.2763026 May 06 13:51:41.722222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-671e5bbd-47e6-4f97-96ae-7cb572a3cd5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.733543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60678) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:41.748467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.822967 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port cc68074c-8eaa-4999-93a7-730d6676e0a4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:41.823388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.887416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e5bbd-47e6-4f97-96ae-7cb572a3cd5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7957334-9c32-4ab7-890f-671df8a53127,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:41.941192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-671e5bbd-47e6-4f97-96ae-7cb572a3cd5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.942873 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-671e5bbd-47e6-4f97-96ae-7cb572a3cd5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/a7957334-9c32-4ab7-890f-671df8a53127 HTTP/1.1" status: 204 len: 168 time: 1.3675363 May 06 13:51:41.959304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60682) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:41.994066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/bee14d55-c672-4063-910b-3d52ee53598a/c1ba5ba5-81c6-4116-b883-cbad7934991c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:42.000539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.011070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=123010dd-6f0c-4c2e-a1b2-192b2379edd3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:42.020230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:42.030176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:42.035600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:42.037798 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:37Z', 'revision_number': 7, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:42.040000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.040612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.042389 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:42.051589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcfb57f-a638-4d3a-a903-4474e2451220,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:42.062078 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:42.063227 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:42.085603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65fa08-aa99-439b-a0e1-7ec79893c29e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.095742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65fa08-aa99-439b-a0e1-7ec79893c29e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.104234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65fa08-aa99-439b-a0e1-7ec79893c29e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.108747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65fa08-aa99-439b-a0e1-7ec79893c29e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.110547 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9b65fa08-aa99-439b-a0e1-7ec79893c29e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6178203 May 06 13:51:42.112818 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9e41f907-86f6-491e-8b60-b10581ba9f89 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0191276 May 06 13:51:42.114146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60688) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:42.114477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60690) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:42.143113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:42.165617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c5a6d67a-ad0d-44d3-8574-0b5fe4e857da tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:42.165852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] For port 97f0b290-af01-4e28-a432-7572bd64c550, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:42.175746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.257202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] For port 97f0b290-af01-4e28-a432-7572bd64c550, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=97f0b290-af01-4e28-a432-7572bd64c550,segment=NetworkSegment(47204bd1-a916-4413-bb82-9ac7a7c02577),segment_id=47204bd1-a916-4413-bb82-9ac7a7c02577)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:42.266185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port cc68074c-8eaa-4999-93a7-730d6676e0a4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cc68074c-8eaa-4999-93a7-730d6676e0a4,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:42.309480 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2b8f1a82-75e9-44cf-9f4d-c9a7332d4eaf tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 200 len: 703 time: 0.8106754 May 06 13:51:42.316854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:42.317913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60696) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:42.319602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:42.349302 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:42.371852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c5a6d67a-ad0d-44d3-8574-0b5fe4e857da tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:42.376838 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c5a6d67a-ad0d-44d3-8574-0b5fe4e857da tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4086235 May 06 13:51:42.390521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60698) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:42.400942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.457678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641420977'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:42.461168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Set router c7e34e03-c60c-4c47-9036-5485cfd71aa5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:42.474838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:42.491638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:42.519912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.526901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4d404c82-4fd8-4988-88ec-9d28c6e29d2e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:42.529868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.620722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:42.625039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:42.629704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:42.637530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:42.671610 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f2330802-3c70-4414-837e-efbdbb1a5d5c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5535328 May 06 13:51:42.679249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60704) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:42.683038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:42.813695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:42.814070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.844619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfef5ba-a0f2-41a9-b314-9a25ed7bd9bc req-b8a5c620-b685-49cd-9e1b-594ef279e514 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.848059 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:37Z', 'revision_number': 7, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:42.852729 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cfef5ba-a0f2-41a9-b314-9a25ed7bd9bc req-b8a5c620-b685-49cd-9e1b-594ef279e514 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6142960 May 06 13:51:42.852888 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c3478-0810-4f78-b570-47590e1db887 None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:37Z', 'revision_number': 7, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7739fd7-2127-4d6f-9ef1-92876765d890', 'name': '', 'network_id': '0357e8f4-c352-42cf-8e62-6455cae5c14f', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:bb:0b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:21Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'b20fe156-0fa6-463c-8211-454d3cd08e77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:42.909263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:42.925608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:42.935418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:42.953580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:42.971095 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8dec7d35-498f-4858-b552-c51ceda0287a tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/routers/c7e34e03-c60c-4c47-9036-5485cfd71aa5 HTTP/1.1" status: 200 len: 906 time: 1.2293229 May 06 13:51:42.982930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef25945-e469-4087-8d9f-a7a6e9f03075 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.984301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef25945-e469-4087-8d9f-a7a6e9f03075 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.986567 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9ef25945-e469-4087-8d9f-a7a6e9f03075 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3051925 May 06 13:51:42.992246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60708) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:42.992699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60710) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:42.993304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2269b-3e93-41e9-8a78-248c1fc375bc None None] Pushing event updated for resources: {'Port': ['ID=97f0b290-af01-4e28-a432-7572bd64c550,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:43.033685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.110143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0bd6b8db-1bd5-48e8-897d-0a89c30bb788 None None] Provisioning complete for port 3bcfb57f-a638-4d3a-a903-4474e2451220 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:43.110514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b8db-1bd5-48e8-897d-0a89c30bb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.232486 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cfef5ba-a0f2-41a9-b314-9a25ed7bd9bc req-6710f2eb-6a19-4d7a-b0a3-8965166c36c9 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784940 May 06 13:51:43.287698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.295181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6b8db-1bd5-48e8-897d-0a89c30bb788 None None] Port 3bcfb57f-a638-4d3a-a903-4474e2451220 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:43.320052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=cc68074c-8eaa-4999-93a7-730d6676e0a4,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:43.337218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Transition to ACTIVE for port object c1ba5ba5-81c6-4116-b883-cbad7934991c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:43.369039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.408773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.458443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.460644 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0688603 May 06 13:51:43.463862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Transition to ACTIVE for port object c1ba5ba5-81c6-4116-b883-cbad7934991c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:43.477948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60718) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:43.489249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-29e44a0f-8275-4714-a994-689ec38e6d81 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:43.489891 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-29e44a0f-8275-4714-a994-689ec38e6d81 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:43.491595 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-29e44a0f-8275-4714-a994-689ec38e6d81 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079446 May 06 13:51:43.502061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.508338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60724) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:43.565237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:43.568280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::9 (50bbb88f-72fc-4a05-991e-345befa7062b/bee14d55-c672-4063-910b-3d52ee53598a/ed8721aa-c879-40ee-bbfb-4619fae8e706) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:43.576593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:43.601075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:43.619236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-25cec8c1-eec9-49d2-8f63-68686e50379a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:43.635286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd98b56e-683a-4032-9142-bd975ea51fa6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:43.640138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd98b56e-683a-4032-9142-bd975ea51fa6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:43.646462 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd98b56e-683a-4032-9142-bd975ea51fa6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5954382 May 06 13:51:43.650248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-25cec8c1-eec9-49d2-8f63-68686e50379a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:43.652922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60728) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:43.662802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e34e03-c60c-4c47-9036-5485cfd71aa5', 'name': 'tempest-snat-router-903094960', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a44f6b94-4da4-4ad6-b930-5869c6aab1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:37Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'a44f6b94-4da4-4ad6-b930-5869c6aab1e3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e34e03-c60c-4c47-9036-5485cfd71aa5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:35Z', 'updated_at': '2022-05-06T13:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:43.670319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Checking router: c7e34e03-c60c-4c47-9036-5485cfd71aa5 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:43.670955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Updating router c7e34e03-c60c-4c47-9036-5485cfd71aa5 port a44f6b94-4da4-4ad6-b930-5869c6aab1e3 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:51:43.689602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-25cec8c1-eec9-49d2-8f63-68686e50379a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:43.712319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-25cec8c1-eec9-49d2-8f63-68686e50379a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:43.732351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b8714c1b-763d-4d15-949b-2de1da454ed2 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:43.781579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: b8714c1b-763d-4d15-949b-2de1da454ed2 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:43.781890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b8714c1b-763d-4d15-949b-2de1da454ed2 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:43.783353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Pushing event updated for resources: {'Port': ['ID=c1ba5ba5-81c6-4116-b883-cbad7934991c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:43.851379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-25cec8c1-eec9-49d2-8f63-68686e50379a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:43.860414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.906590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Attempting to bind port c1ba5ba5-81c6-4116-b883-cbad7934991c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:43.907119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Attempting to bind port c1ba5ba5-81c6-4116-b883-cbad7934991c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:43.907588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Attempting to bind port c1ba5ba5-81c6-4116-b883-cbad7934991c on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:43.911581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object ed8721aa-c879-40ee-bbfb-4619fae8e706 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:43.916715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:43.937542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:43.938193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.938843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:43.939326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Bound port: c1ba5ba5-81c6-4116-b883-cbad7934991c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:43.939835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.959290 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.ipam_backend_mixin [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd4a1a7b-3e17-4496-8717-8471c1ca0bd5 (CIDR: 2001:db8::/64) May 06 13:51:43.965594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a041cb4-77c2-4c56-b288-cb05bc6d4d4c tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f1e3b-4d57-4bbe-9215-16187a79d577,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:43.966637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.976226 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:43.976574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:44.032333 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1c818bc9-8ceb-4b93-b13c-aab9bf9bb4d8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9161787 May 06 13:51:44.032944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60732) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.038842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:44.065805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.083891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badbc2ec-4f13-4bda-b534-9296a451661f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:44.090888 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-badbc2ec-4f13-4bda-b534-9296a451661f tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/networks/4ec2599b-2024-4afe-a902-d16f924c5e45 HTTP/1.1" status: 200 len: 799 time: 0.4308953 May 06 13:51:44.095510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60736) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.122063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] For port c1ba5ba5-81c6-4116-b883-cbad7934991c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:44.125945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] For port c1ba5ba5-81c6-4116-b883-cbad7934991c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c1ba5ba5-81c6-4116-b883-cbad7934991c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:44.143444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cc68074c-8eaa-4999-93a7-730d6676e0a4 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:44.179658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.206987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:44.213519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:44.216029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:44.220197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:44.220826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.257004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=ed8721aa-c879-40ee-bbfb-4619fae8e706,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:44.260971 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-25cec8c1-eec9-49d2-8f63-68686e50379a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:44.262156 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-25cec8c1-eec9-49d2-8f63-68686e50379a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6490319 May 06 13:51:44.269798 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60740) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.283202 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c30ccb05-9dbb-4374-9779-6f37b5692d72 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4267983 May 06 13:51:44.286538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60744) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.297669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-02593bfd-0889-441b-add1-c412afd5076b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:44.298242 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-02593bfd-0889-441b-add1-c412afd5076b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:44.301862 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-02593bfd-0889-441b-add1-c412afd5076b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169356 May 06 13:51:44.305119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae309741-b1d8-4641-9481-8633440a829a req-ba284592-1cbe-41f1-b655-676b77a5b57c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:44.311939 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ae309741-b1d8-4641-9481-8633440a829a req-ba284592-1cbe-41f1-b655-676b77a5b57c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5939648 May 06 13:51:44.314688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60748) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.343800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426ac27-fe6f-498a-b9e0-338fbfc3afde None None] Pushing event updated for resources: {'Port': ['ID=c1ba5ba5-81c6-4116-b883-cbad7934991c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:44.353022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:44.359746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:44.364106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-40397b93-821f-44a2-a70a-36df35001f37 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:44.364318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:44.379449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:44.402492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-40397b93-821f-44a2-a70a-36df35001f37 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:44.404464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:44.409501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.436600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01137f-9442-40d4-af45-58318597aa2c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:44.440669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01137f-9442-40d4-af45-58318597aa2c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:44.441620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0c01137f-9442-40d4-af45-58318597aa2c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:44.459259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port cc68074c-8eaa-4999-93a7-730d6676e0a4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:44.459559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.535709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0c01137f-9442-40d4-af45-58318597aa2c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:44.537518 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0c01137f-9442-40d4-af45-58318597aa2c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2501390 May 06 13:51:44.541279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60752) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.559033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d8d28a8b-6430-4e40-a3c4-266b44bfc462 None None] Provisioning for port 97f0b290-af01-4e28-a432-7572bd64c550 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:44.625654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-40397b93-821f-44a2-a70a-36df35001f37 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:44.632463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-40397b93-821f-44a2-a70a-36df35001f37 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:44.643392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-40397b93-821f-44a2-a70a-36df35001f37 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:44.661207 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-70d27742-dca9-4092-9c7c-6eec90faa89e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port ed8721aa-c879-40ee-bbfb-4619fae8e706 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:44.661987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-70d27742-dca9-4092-9c7c-6eec90faa89e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.693397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.790948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d8d28a8b-6430-4e40-a3c4-266b44bfc462 None None] Provisioning complete for port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:44.791732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8d28a8b-6430-4e40-a3c4-266b44bfc462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.826400 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-222d7b61-a497-4bfc-8194-5b89994aac86 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/networks/4ec2599b-2024-4afe-a902-d16f924c5e45?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7237601 May 06 13:51:44.886296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60756) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.926841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 97f0b290-af01-4e28-a432-7572bd64c550 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:44.963982 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ae309741-b1d8-4641-9481-8633440a829a req-73104080-7b41-4ad5-ab45-35aba0c99f91 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6510632 May 06 13:51:44.982563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d8d28a8b-6430-4e40-a3c4-266b44bfc462 None None] Port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:44.989246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80f9f9-0ab8-46a6-8568-5373a41abf2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:44.991100 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-40397b93-821f-44a2-a70a-36df35001f37 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:44.992070 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-40397b93-821f-44a2-a70a-36df35001f37 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6478417 May 06 13:51:44.997816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60760) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.998289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60762) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.999864 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cc80f9f9-0ab8-46a6-8568-5373a41abf2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/subnets/9f760af4-08ef-48a8-bf38-40ef3a70a6e7 HTTP/1.1" status: 200 len: 811 time: 0.1121943 May 06 13:51:45.067989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5379e00f-60a4-4a86-bdba-573a2b1e8937 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:45.068885 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-5379e00f-60a4-4a86-bdba-573a2b1e8937 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:45.070520 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5379e00f-60a4-4a86-bdba-573a2b1e8937 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0698733 May 06 13:51:45.080344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60768) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:45.092642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9fdd9176-d17c-459a-b043-51228394441e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:45.094192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.118924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9fdd9176-d17c-459a-b043-51228394441e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:45.119726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 97f0b290-af01-4e28-a432-7572bd64c550 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:45.131199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9fdd9176-d17c-459a-b043-51228394441e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:45.135662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:45.136396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.139702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9fdd9176-d17c-459a-b043-51228394441e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:45.153988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9fdd9176-d17c-459a-b043-51228394441e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:45.155755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:45.212599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-70d27742-dca9-4092-9c7c-6eec90faa89e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.221354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.239686 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9e0aacf0-d13b-4772-a70a-38fe8907a228 None None] Provisioning for port 123010dd-6f0c-4c2e-a1b2-192b2379edd3 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:45.252963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b985c6-bbcb-4421-9100-9d2d40eab1bc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:45.257877 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-72b985c6-bbcb-4421-9100-9d2d40eab1bc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "GET /v2.0/subnets/9f760af4-08ef-48a8-bf38-40ef3a70a6e7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2550769 May 06 13:51:45.258044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9e0aacf0-d13b-4772-a70a-38fe8907a228 None None] Provisioning complete for port 123010dd-6f0c-4c2e-a1b2-192b2379edd3 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:45.258044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e0aacf0-d13b-4772-a70a-38fe8907a228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.259411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60772) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:45.269115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-631221747'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:45.286535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:45.320607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aacf0-d13b-4772-a70a-38fe8907a228 None None] Port 123010dd-6f0c-4c2e-a1b2-192b2379edd3 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:45.326814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Transition to ACTIVE for port object a44f6b94-4da4-4ad6-b930-5869c6aab1e3 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:45.370646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-70d27742-dca9-4092-9c7c-6eec90faa89e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for ed8721aa-c879-40ee-bbfb-4619fae8e706 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:45.398323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.416278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.429016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.440319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:45.488708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:45.491927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.536617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85035925-0e82-41c6-9b07-fbcd29a76d37 None None] Pushing event updated for resources: {'Port': ['ID=a44f6b94-4da4-4ad6-b930-5869c6aab1e3,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:45.570490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 97f0b290-af01-4e28-a432-7572bd64c550, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=97f0b290-af01-4e28-a432-7572bd64c550,segment=NetworkSegment(47204bd1-a916-4413-bb82-9ac7a7c02577),segment_id=47204bd1-a916-4413-bb82-9ac7a7c02577)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:45.576421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Attempting to bind port a44f6b94-4da4-4ad6-b930-5869c6aab1e3 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:45.577400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Attempting to bind port a44f6b94-4da4-4ad6-b930-5869c6aab1e3 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:45.578242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Attempting to bind port a44f6b94-4da4-4ad6-b930-5869c6aab1e3 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:45.579515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=c6e7232c-89d2-4eb8-b146-435993e8d19d,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:45.581985 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-9fdd9176-d17c-459a-b043-51228394441e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:45.583209 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9fdd9176-d17c-459a-b043-51228394441e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5018482 May 06 13:51:45.592438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:45.593144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:45.593678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.594231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:45.594826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Bound port: a44f6b94-4da4-4ad6-b930-5869c6aab1e3, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:45.595311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.598334 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60776) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:45.613420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-392c9bdc-6ac9-4d69-aaf9-0c51e4bcadc6 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:45.616024 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-392c9bdc-6ac9-4d69-aaf9-0c51e4bcadc6 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:45.617182 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-392c9bdc-6ac9-4d69-aaf9-0c51e4bcadc6 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161858 May 06 13:51:45.621013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60780) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:45.627028 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.639036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-16f3aad3-f302-48c0-bcf0-f6c8d445637a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:45.650513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-16f3aad3-f302-48c0-bcf0-f6c8d445637a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:45.656205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:45.659607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:45.673251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-16f3aad3-f302-48c0-bcf0-f6c8d445637a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:45.677126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:45.678120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.704096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-16f3aad3-f302-48c0-bcf0-f6c8d445637a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:45.715251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:45.715488 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5d36b01e-e590-428e-b245-333af3c086d6 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6810639 May 06 13:51:45.716797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60784) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:45.717627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-16f3aad3-f302-48c0-bcf0-f6c8d445637a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:45.734030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7009f0-e538-4b33-a324-8ade837e5203 None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:45.741917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1456218775', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6e7232c-89d2-4eb8-b146-435993e8d19d'}], 'security_groups': ['ae933c3e-36f4-48b6-831f-0125163e73d5']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:45.743743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.744642 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Added segment d3901ddd-b6f9-44a1-96be-70ca138c44c0 of type vlan for network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 May 06 13:51:45.899816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] For port a44f6b94-4da4-4ad6-b930-5869c6aab1e3, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:45.903209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] For port a44f6b94-4da4-4ad6-b930-5869c6aab1e3, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a44f6b94-4da4-4ad6-b930-5869c6aab1e3,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:45.919447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.923597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.951058 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-16f3aad3-f302-48c0-bcf0-f6c8d445637a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:45.952122 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-16f3aad3-f302-48c0-bcf0-f6c8d445637a tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3275778 May 06 13:51:45.958372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60788) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:45.964502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-98c210ad-b1ec-4175-ae1a-c6d256537c09 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'b53f1e3b-4d57-4bbe-9215-16187a79d577', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:45.985347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-98c210ad-b1ec-4175-ae1a-c6d256537c09 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:46.042052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c1ba5ba5-81c6-4116-b883-cbad7934991c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:46.095539 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=97f0b290-af01-4e28-a432-7572bd64c550,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:46.137879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-98c210ad-b1ec-4175-ae1a-c6d256537c09 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:46.144868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.149172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-98c210ad-b1ec-4175-ae1a-c6d256537c09 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:46.151106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:46.152349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.160552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-70d27742-dca9-4092-9c7c-6eec90faa89e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.295082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-98c210ad-b1ec-4175-ae1a-c6d256537c09 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:46.338961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Routers {'c7e34e03-c60c-4c47-9036-5485cfd71aa5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:46.339656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c7e34e03-c60c-4c47-9036-5485cfd71aa5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:46.352514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.379673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d27742-dca9-4092-9c7c-6eec90faa89e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=ed8721aa-c879-40ee-bbfb-4619fae8e706,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:46.396372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Network': ['ID=6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:46.417224 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5001e53d-780d-4d88-95d0-9350ad3ab9d6 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1550381 May 06 13:51:46.419058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60794) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:46.440111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:46.444067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:46.474432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.612282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Deleting port a44f6b94-4da4-4ad6-b930-5869c6aab1e3 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:46.612632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.612932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-70d27742-dca9-4092-9c7c-6eec90faa89e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.616165 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-98c210ad-b1ec-4175-ae1a-c6d256537c09 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:46.619852 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-98c210ad-b1ec-4175-ae1a-c6d256537c09 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6578853 May 06 13:51:46.636406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60798) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:46.652500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85035925-0e82-41c6-9b07-fbcd29a76d37 None None] Pushing event updated for resources: {'Port': ['ID=a44f6b94-4da4-4ad6-b930-5869c6aab1e3,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:46.688886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c1ba5ba5-81c6-4116-b883-cbad7934991c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:46.722708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfc20-a28f-40d1-8233-b1176302e65d req-984a8308-2c89-4ddf-9f82-a9993a5e40e6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:46.724278 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-34fbfc20-a28f-40d1-8233-b1176302e65d req-984a8308-2c89-4ddf-9f82-a9993a5e40e6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5653193 May 06 13:51:46.728206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-70d27742-dca9-4092-9c7c-6eec90faa89e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/ed8721aa-c879-40ee-bbfb-4619fae8e706 HTTP/1.1" status: 204 len: 168 time: 2.1855247 May 06 13:51:46.754804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60802) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:46.826901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:46.910364 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ec5bcc6e-1602-4758-a8cf-e6c6235085d8 admin admin] 10.222.0.65 "PUT /v2.0/routers/cc07bf73-000d-43ae-ba60-28bfbd676e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7267807 May 06 13:51:46.921819 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-34fbfc20-a28f-40d1-8233-b1176302e65d req-8da9faf1-ceb2-43fe-8f13-ba340960a337 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329992 May 06 13:51:46.928266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:46.970564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c182-9bb1-4a1b-a96e-8366e00d651e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.066207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-96ed12fc-360f-4f90-9ab5-2467a81150d4 None None] Provisioning for port c1ba5ba5-81c6-4116-b883-cbad7934991c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:47.086357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-96ed12fc-360f-4f90-9ab5-2467a81150d4 None None] Provisioning complete for port c1ba5ba5-81c6-4116-b883-cbad7934991c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:47.089240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96ed12fc-360f-4f90-9ab5-2467a81150d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.144941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:47.146992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:47.158716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:47.169962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:47.191365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8752b03-db35-4a86-85ac-3158cbbb6a27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:47.193266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8752b03-db35-4a86-85ac-3158cbbb6a27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:47.194422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a8752b03-db35-4a86-85ac-3158cbbb6a27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:47.195532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c182-9bb1-4a1b-a96e-8366e00d651e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.204364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Made reservation on behalf of 74419c2ffdb6446f98ed554caa5f4945 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:47.309240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Delete allocated IP 2001:db8::1fc (b533b190-e633-4b83-a902-213036155a8e/bd4a1a7b-3e17-4496-8717-8471c1ca0bd5) {{(pid=84022) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:51:47.312761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] Set router c7e34e03-c60c-4c47-9036-5485cfd71aa5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:47.319642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8:0:1::263 (b533b190-e633-4b83-a902-213036155a8e/c6e7232c-89d2-4eb8-b146-435993e8d19d/123010dd-6f0c-4c2e-a1b2-192b2379edd3) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:47.433034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a8752b03-db35-4a86-85ac-3158cbbb6a27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:47.437004 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a8752b03-db35-4a86-85ac-3158cbbb6a27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6731510 May 06 13:51:47.440390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60814) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:47.511455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.566754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.585833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 123010dd-6f0c-4c2e-a1b2-192b2379edd3 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:47.593459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.676887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] For port a44f6b94-4da4-4ad6-b930-5869c6aab1e3, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a44f6b94-4da4-4ad6-b930-5869c6aab1e3,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:47.677258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.705638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c182-9bb1-4a1b-a96e-8366e00d651e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.714019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing IP validity checks on allocation pools {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:51:47.714533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:51:47.802512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8c182-9bb1-4a1b-a96e-8366e00d651e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f1e3b-4d57-4bbe-9215-16187a79d577,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:47.810646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96ed12fc-360f-4f90-9ab5-2467a81150d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.830977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] In _notify_port_updated(), no bound segment for port 123010dd-6f0c-4c2e-a1b2-192b2379edd3 on network b533b190-e633-4b83-a902-213036155a8e {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:51:47.857789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:47.861620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.871910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "PUT /v2.0/ports/123010dd-6f0c-4c2e-a1b2-192b2379edd3 HTTP/1.1" status: 200 len: 931 time: 2.1517467 May 06 13:51:47.874761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60826) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:47.888298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c182-9bb1-4a1b-a96e-8366e00d651e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.889589 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d9b8c182-9bb1-4a1b-a96e-8366e00d651e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/b53f1e3b-4d57-4bbe-9215-16187a79d577 HTTP/1.1" status: 204 len: 168 time: 1.2510610 May 06 13:51:47.892590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef14028-e17d-47be-bcbd-7e45d11abada tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=123010dd-6f0c-4c2e-a1b2-192b2379edd3,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:47.896785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:47.902371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Calling delete_port for a44f6b94-4da4-4ad6-b930-5869c6aab1e3 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:47.966243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-96ed12fc-360f-4f90-9ab5-2467a81150d4 None None] For port c1ba5ba5-81c6-4116-b883-cbad7934991c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c1ba5ba5-81c6-4116-b883-cbad7934991c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:47.971593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60830) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:47.985593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 97f0b290-af01-4e28-a432-7572bd64c550 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:48.043737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96ed12fc-360f-4f90-9ab5-2467a81150d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.064437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-226cabc3-1108-4a8b-bda8-93cc0be97c90 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:48.075516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7539504b-617d-4a67-b051-ebf1114d0bcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 123010dd-6f0c-4c2e-a1b2-192b2379edd3 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:48.075803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7539504b-617d-4a67-b051-ebf1114d0bcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.127811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed12fc-360f-4f90-9ab5-2467a81150d4 None None] Pushing event updated for resources: {'Port': ['ID=c1ba5ba5-81c6-4116-b883-cbad7934991c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:48.131721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc912cc2-c2e6-49da-ba3a-78c44058ebb7 None None] Update dhcp port {'port': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'fixed_ips': [{'subnet_id': 'bd4a1a7b-3e17-4496-8717-8471c1ca0bd5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6e7232c-89d2-4eb8-b146-435993e8d19d'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '97f0b290-af01-4e28-a432-7572bd64c550'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:51:48.198085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5df13f4d-206d-4c0e-8d8e-a56e15d3e089 None None] Could not find standard attr ID for object ed8721aa-c879-40ee-bbfb-4619fae8e706. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:51:48.203167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-226cabc3-1108-4a8b-bda8-93cc0be97c90 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:48.212175 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-226cabc3-1108-4a8b-bda8-93cc0be97c90 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2393734 May 06 13:51:48.212779 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60836) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:48.223467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772541333'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:48.232458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:48.301703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ed7f-e994-4fdd-876b-3a594c8afb36 req-88beee0a-72ae-4f36-a353-536621625691 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:48.303217 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0583ed7f-e994-4fdd-876b-3a594c8afb36 req-88beee0a-72ae-4f36-a353-536621625691 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 1.1022942 May 06 13:51:48.306488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60842) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:48.307284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e34e03-c60c-4c47-9036-5485cfd71aa5', 'name': 'tempest-snat-router-903094960', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a44f6b94-4da4-4ad6-b930-5869c6aab1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:37Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'a44f6b94-4da4-4ad6-b930-5869c6aab1e3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e34e03-c60c-4c47-9036-5485cfd71aa5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:35Z', 'updated_at': '2022-05-06T13:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:48.313901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebca21-c8c5-4f8f-97d0-c2628bde6593 None None] The sync data for ids ['c7e34e03-c60c-4c47-9036-5485cfd71aa5'] in dv-neutron-840889-1-hyperv is: [{'id': 'c7e34e03-c60c-4c47-9036-5485cfd71aa5', 'name': 'tempest-snat-router-903094960', 'tenant_id': '7393580dc2e94d3387187ab224939fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a44f6b94-4da4-4ad6-b930-5869c6aab1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:37Z', 'revision_number': 3, 'project_id': '7393580dc2e94d3387187ab224939fc6', 'gw_port': {'id': 'a44f6b94-4da4-4ad6-b930-5869c6aab1e3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e34e03-c60c-4c47-9036-5485cfd71aa5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:35Z', 'updated_at': '2022-05-06T13:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:48.315510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e277608-f543-44aa-bd60-1106ccc11f05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet bee14d55-c672-4063-910b-3d52ee53598a {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:48.328592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:48.328782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.343371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:48.343567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.351361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-372867087-network', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:48.354497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8e277608-f543-44aa-bd60-1106ccc11f05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.358253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.367013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc912cc2-c2e6-49da-ba3a-78c44058ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.468071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:48.514080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event deleted for resources: {'Port': ['ID=a44f6b94-4da4-4ad6-b930-5869c6aab1e3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:48.516341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Usage tracker for resource:network and tenant:f05539d90be84cfa8dbb53bfd7b1ded2 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:48.536302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:48.547229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port c7739fd7-2127-4d6f-9ef1-92876765d890 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:48.547570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.549426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7539504b-617d-4a67-b051-ebf1114d0bcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.621554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:48.632409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8e277608-f543-44aa-bd60-1106ccc11f05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.685632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:48.694266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7539504b-617d-4a67-b051-ebf1114d0bcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 123010dd-6f0c-4c2e-a1b2-192b2379edd3 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:48.730374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:48.734601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:48.750482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:48.778961 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0583ed7f-e994-4fdd-876b-3a594c8afb36 req-61bfea6b-91f0-490d-89e4-85a7d3f87fe0 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4593878 May 06 13:51:48.779572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Made reservation on behalf of f05539d90be84cfa8dbb53bfd7b1ded2 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:48.781815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.882167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-dc912cc2-c2e6-49da-ba3a-78c44058ebb7 None None] Allocated IP 2001:db8:0:1::2 (b533b190-e633-4b83-a902-213036155a8e/c6e7232c-89d2-4eb8-b146-435993e8d19d/97f0b290-af01-4e28-a432-7572bd64c550) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:48.892114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.904298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:41Z', 'revision_number': 2, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:48.916283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:48.916632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Updating router cc07bf73-000d-43ae-ba60-28bfbd676e32 port 3bcfb57f-a638-4d3a-a903-4474e2451220 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:51:49.051367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.059252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.133256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.145862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf5809-1bf0-4193-954d-d1108aa63ccc,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.152115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7539504b-617d-4a67-b051-ebf1114d0bcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.191974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.196049 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4becd537-b577-45f8-82e8-4090f6b82ddd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9765875 May 06 13:51:49.199306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60848) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:49.210773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539504b-617d-4a67-b051-ebf1114d0bcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=123010dd-6f0c-4c2e-a1b2-192b2379edd3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.223292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89863ed-4ef8-47c5-a039-a021dbee932e req-82b6ec9b-063b-4c75-b058-4e1407878adc tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:49.225379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-745ec5d7-4a33-42b9-b713-3d0a93759b6b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'ccbf5809-1bf0-4193-954d-d1108aa63ccc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:49.228324 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f89863ed-4ef8-47c5-a039-a021dbee932e req-82b6ec9b-063b-4c75-b058-4e1407878adc tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.2536926 May 06 13:51:49.242745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-dc912cc2-c2e6-49da-ba3a-78c44058ebb7 None None] For port 97f0b290-af01-4e28-a432-7572bd64c550, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=97f0b290-af01-4e28-a432-7572bd64c550,segment=NetworkSegment(47204bd1-a916-4413-bb82-9ac7a7c02577),segment_id=47204bd1-a916-4413-bb82-9ac7a7c02577)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:49.268866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-745ec5d7-4a33-42b9-b713-3d0a93759b6b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:49.280750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-745ec5d7-4a33-42b9-b713-3d0a93759b6b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:49.286910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.294827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7539504b-617d-4a67-b051-ebf1114d0bcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.300478 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7539504b-617d-4a67-b051-ebf1114d0bcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/123010dd-6f0c-4c2e-a1b2-192b2379edd3 HTTP/1.1" status: 204 len: 168 time: 1.4207268 May 06 13:51:49.301102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60852) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:49.330283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc912cc2-c2e6-49da-ba3a-78c44058ebb7 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.349688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-745ec5d7-4a33-42b9-b713-3d0a93759b6b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:49.358527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dc912cc2-c2e6-49da-ba3a-78c44058ebb7 None None] Transition to ACTIVE for port object 97f0b290-af01-4e28-a432-7572bd64c550 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:49.360101 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-508c028a-cb53-46cd-89e0-6b2365cb1662 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:51:49.360680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-508c028a-cb53-46cd-89e0-6b2365cb1662 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:49.377036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc912cc2-c2e6-49da-ba3a-78c44058ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.378422 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f89863ed-4ef8-47c5-a039-a021dbee932e req-31306579-1cb5-41e0-9472-f95f6427dea3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100905 May 06 13:51:49.385839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-508c028a-cb53-46cd-89e0-6b2365cb1662 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:49.389817 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-508c028a-cb53-46cd-89e0-6b2365cb1662 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/123010dd-6f0c-4c2e-a1b2-192b2379edd3 HTTP/1.1" status: 404 len: 333 time: 0.0855136 May 06 13:51:49.390374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60856) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:49.428945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:49.439337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-745ec5d7-4a33-42b9-b713-3d0a93759b6b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:49.441616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.491645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Usage tracker for resource:security_group_rule and tenant:f05539d90be84cfa8dbb53bfd7b1ded2 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:49.494965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8e277608-f543-44aa-bd60-1106ccc11f05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.502455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-332f8bb0-28a6-4878-a837-78691af9d7b8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.531043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-332f8bb0-28a6-4878-a837-78691af9d7b8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.545263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:49.598592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-332f8bb0-28a6-4878-a837-78691af9d7b8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.617092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f8bb0-28a6-4878-a837-78691af9d7b8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cddeef8-b1a1-44f6-a5ed-8e43999c6724,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.619527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc912cc2-c2e6-49da-ba3a-78c44058ebb7 None None] Pushing event updated for resources: {'Port': ['ID=97f0b290-af01-4e28-a432-7572bd64c550,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.625889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-332f8bb0-28a6-4878-a837-78691af9d7b8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.629367 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-332f8bb0-28a6-4878-a837-78691af9d7b8 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/security-groups/8cddeef8-b1a1-44f6-a5ed-8e43999c6724 HTTP/1.1" status: 204 len: 168 time: 0.2379887 May 06 13:51:49.629957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60862) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:49.637378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:49.657184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port c7739fd7-2127-4d6f-9ef1-92876765d890, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c7739fd7-2127-4d6f-9ef1-92876765d890,segment=NetworkSegment(d3e5fd40-cafa-495b-8532-db19a8a0c69d),segment_id=d3e5fd40-cafa-495b-8532-db19a8a0c69d)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:49.657654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.722010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2bcb64c8-5ace-4af8-8c2c-5f62d9d9e70e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.730989 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.743951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Transition to ACTIVE for port object 3bcfb57f-a638-4d3a-a903-4474e2451220 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:49.753178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.758045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2bcb64c8-5ace-4af8-8c2c-5f62d9d9e70e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.816030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2bcb64c8-5ace-4af8-8c2c-5f62d9d9e70e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.843685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb64c8-5ace-4af8-8c2c-5f62d9d9e70e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae933c3e-36f4-48b6-831f-0125163e73d5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.856408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2bcb64c8-5ace-4af8-8c2c-5f62d9d9e70e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.861873 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2bcb64c8-5ace-4af8-8c2c-5f62d9d9e70e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/security-groups/ae933c3e-36f4-48b6-831f-0125163e73d5 HTTP/1.1" status: 204 len: 168 time: 0.2309520 May 06 13:51:49.862469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60866) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:49.926485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ad0a8-6d48-4576-8f00-9bee59c5097e None None] Pushing event updated for resources: {'Port': ['ID=3bcfb57f-a638-4d3a-a903-4474e2451220,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.953863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=9de838a1-f505-4db9-965a-9740a74935b4,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.975649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for c7739fd7-2127-4d6f-9ef1-92876765d890 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:50.142847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c1ba5ba5-81c6-4116-b883-cbad7934991c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:50.247246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Attempting to bind port 3bcfb57f-a638-4d3a-a903-4474e2451220 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:50.247625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Attempting to bind port 3bcfb57f-a638-4d3a-a903-4474e2451220 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:50.253629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Attempting to bind port 3bcfb57f-a638-4d3a-a903-4474e2451220 on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:50.274781 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.277059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:50.277535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Checking segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:50.278013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.278566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Bound using segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:50.279057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Bound port: 3bcfb57f-a638-4d3a-a903-4474e2451220, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:50.279430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.343897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a856138-6ccf-4fa8-af1f-f390c0ddaa66 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet bd4a1a7b-3e17-4496-8717-8471c1ca0bd5 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:50.344720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.348476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a856138-6ccf-4fa8-af1f-f390c0ddaa66 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.371971 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-745ec5d7-4a33-42b9-b713-3d0a93759b6b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The resource could not be found. May 06 13:51:50.373668 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-745ec5d7-4a33-42b9-b713-3d0a93759b6b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.1612570 May 06 13:51:50.393640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.397038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60870) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:50.409209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1a854f8b-8087-4bc9-86d5-57f35fa29e5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'ccbf5809-1bf0-4193-954d-d1108aa63ccc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c4b45fa7-e069-4ce0-8761-cd38aa4a1a10'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:50.418060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c1ba5ba5-81c6-4116-b883-cbad7934991c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:50.418435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.431164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1a854f8b-8087-4bc9-86d5-57f35fa29e5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:50.446134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.484578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a856138-6ccf-4fa8-af1f-f390c0ddaa66 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.495593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] For port 3bcfb57f-a638-4d3a-a903-4474e2451220, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:50.499411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1a854f8b-8087-4bc9-86d5-57f35fa29e5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:50.512517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8e277608-f543-44aa-bd60-1106ccc11f05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.514620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] For port 3bcfb57f-a638-4d3a-a903-4474e2451220, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3bcfb57f-a638-4d3a-a903-4474e2451220,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:50.516930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1a854f8b-8087-4bc9-86d5-57f35fa29e5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:50.552675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.578008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=c7739fd7-2127-4d6f-9ef1-92876765d890,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:50.580874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Checking segment: {'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:50.581232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network hostable DHCP agents. Network: 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:50.601609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1a854f8b-8087-4bc9-86d5-57f35fa29e5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:50.607673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e277608-f543-44aa-bd60-1106ccc11f05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=bee14d55-c672-4063-910b-3d52ee53598a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:50.621568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a856138-6ccf-4fa8-af1f-f390c0ddaa66 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.693388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:50.694425 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:50.739653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8e277608-f543-44aa-bd60-1106ccc11f05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.767094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 97f0b290-af01-4e28-a432-7572bd64c550 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:50.770161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a856138-6ccf-4fa8-af1f-f390c0ddaa66 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.782222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.782992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7e34e03-c60c-4c47-9036-5485cfd71aa5 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:51:50.795867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f4cfcf1-f36c-440f-9f49-de557e0aa47d None None] Provisioning for port 97f0b290-af01-4e28-a432-7572bd64c550 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:50.812716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320121d9-0a46-4f39-9139-d5da03762b3a None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:50.870263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a856138-6ccf-4fa8-af1f-f390c0ddaa66 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4a1a7b-3e17-4496-8717-8471c1ca0bd5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:50.894096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a856138-6ccf-4fa8-af1f-f390c0ddaa66 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.895071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.896357 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f4f06106-cd13-4c29-a63c-fb2c28113bf8 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "DELETE /v2.0/routers/c7e34e03-c60c-4c47-9036-5485cfd71aa5 HTTP/1.1" status: 204 len: 168 time: 7.8515983 May 06 13:51:50.906245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.910890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60876) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:50.922904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0895cea-98f4-420e-b999-a386d2fd4c26 req-48f22231-f1f2-4155-ba98-9aa614340caa tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:50.924494 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e0895cea-98f4-420e-b999-a386d2fd4c26 req-48f22231-f1f2-4155-ba98-9aa614340caa tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 1.2768965 May 06 13:51:50.936293 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8e277608-f543-44aa-bd60-1106ccc11f05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/bee14d55-c672-4063-910b-3d52ee53598a HTTP/1.1" status: 204 len: 168 time: 3.4917319 May 06 13:51:50.952586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60880) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:50.971882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.092342 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6a856138-6ccf-4fa8-af1f-f390c0ddaa66 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/bd4a1a7b-3e17-4496-8717-8471c1ca0bd5 HTTP/1.1" status: 204 len: 168 time: 1.2263668 May 06 13:51:51.097713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60884) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:51.109336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:51.163292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94707c52-f8b9-4a3d-8c11-6faf8d372336 None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:51.248149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f4cfcf1-f36c-440f-9f49-de557e0aa47d None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:51.248522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfcf1-f36c-440f-9f49-de557e0aa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.282322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:51.304072 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7d9d1d8c-9c54-47a7-9a40-d44ef7ff4e59 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3480461 May 06 13:51:51.321829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ad0a8-6d48-4576-8f00-9bee59c5097e None None] Pushing event updated for resources: {'Port': ['ID=3bcfb57f-a638-4d3a-a903-4474e2451220,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:51.325326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60888) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:51.334797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:51.341175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:51.376994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:51.387746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d3616-7f4d-4576-9ec4-883b1447832b,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:51.389187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:51.397199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:51.402893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:51.405647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b9aa8b-c0ca-4e47-97a9-c1725639fb7d None None] Network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:51.409897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:51.440024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:51.441718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:51.442312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2771352'] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.444217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.461013 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-1a854f8b-8087-4bc9-86d5-57f35fa29e5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The resource could not be found. May 06 13:51:51.462347 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1a854f8b-8087-4bc9-86d5-57f35fa29e5b tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0617223 May 06 13:51:51.479939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60892) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:51.482125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.482560 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Added segment be2e462e-2d60-4e22-a5fa-a497e1940106 of type vlan for network b0aec0cf-f165-4f16-b440-dead2cbde68c May 06 13:51:51.519184 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e0895cea-98f4-420e-b999-a386d2fd4c26 req-d863bbec-ef91-4bdc-bb5a-b1dc928e898b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5674317 May 06 13:51:51.562293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.605318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.656113 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3e1b436e-8ae2-4e2f-a5fa-ac3ac8ee5d0e tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 5.2207870 May 06 13:51:51.664919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.665850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:51.667165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.681987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60898) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:51.684045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:51.710072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:51.710439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.744654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:51.766383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:51.774636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bd88051c-4ddf-44d4-b955-0d451e7e5aba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:51.792046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f4cfcf1-f36c-440f-9f49-de557e0aa47d None None] Could not find standard attr ID for object 123010dd-6f0c-4c2e-a1b2-192b2379edd3. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:51:51.819086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:51.854507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b672217-5e66-4b7b-95bf-bf66218195dd req-68cbe0cb-b13c-49c5-9da2-a253fd371e6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:51.855993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0b672217-5e66-4b7b-95bf-bf66218195dd req-68cbe0cb-b13c-49c5-9da2-a253fd371e6b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.1691668 May 06 13:51:51.862297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:51.874798 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5567451 May 06 13:51:51.893623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60902) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:51.899081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5478b7-7d9b-449e-8fbd-cc23141a9c29 admin admin] Pushing event updated for resources: {'Network': ['ID=b0aec0cf-f165-4f16-b440-dead2cbde68c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:51.907970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Request body: {'subnet': {'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-372867087-subnet', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:51.912588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:51.917376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Usage tracker for resource:subnet and tenant:f05539d90be84cfa8dbb53bfd7b1ded2 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:51.921780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:51.927808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:51.935736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network b0aec0cf-f165-4f16-b440-dead2cbde68c details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:51.957466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Made reservation on behalf of f05539d90be84cfa8dbb53bfd7b1ded2 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:51.960027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.979113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:51.979347 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0b672217-5e66-4b7b-95bf-bf66218195dd req-b1b3778b-f4c8-4bf9-8122-0b82b9bd93f4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077163 May 06 13:51:51.983024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.998000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:52.051882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.075177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] Deleting port c1ba5ba5-81c6-4116-b883-cbad7934991c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:52.075800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.078795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Deleting port cc68074c-8eaa-4999-93a7-730d6676e0a4 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:52.079533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.111449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd88051c-4ddf-44d4-b955-0d451e7e5aba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2912604'] for subnet, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.174401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.195526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-755e93d8-b47d-4747-add2-365ff9de90a0 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.254839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f4cfcf1-f36c-440f-9f49-de557e0aa47d None None] Provisioning complete for port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:52.255445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfcf1-f36c-440f-9f49-de557e0aa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.292368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.322663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:52.333729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:52.336830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:52.338007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.357448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=a97d67a9-85f8-4914-a3d2-798068fa6fb8,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:52.392786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] For port cc68074c-8eaa-4999-93a7-730d6676e0a4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cc68074c-8eaa-4999-93a7-730d6676e0a4,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:52.393552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.408521 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e38aef4c-104c-4325-82ad-944a1dcdee90 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3096180 May 06 13:51:52.410815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60908) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:52.447359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1804572992'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:52.465643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:52.472625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-755e93d8-b47d-4747-add2-365ff9de90a0 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.497115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262', 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262', 'tenant_id': '74419c2ffdb6446f98ed554caa5f4945', 'fixed_ips': [{'subnet_id': '9de838a1-f505-4db9-965a-9740a74935b4'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:52.497836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.529987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Calling delete_port for cc68074c-8eaa-4999-93a7-730d6676e0a4 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:52.540392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2f4cfcf1-f36c-440f-9f49-de557e0aa47d None None] Port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:52.556878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:52.565078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:52.599075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:52.747466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.775494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a6194-71c8-4c6c-b2eb-439000d0f128 req-ee36c0f3-5c7a-4f02-82e0-16f788db6f09 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:52.784042 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-918a6194-71c8-4c6c-b2eb-439000d0f128 req-ee36c0f3-5c7a-4f02-82e0-16f788db6f09 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5894754 May 06 13:51:52.806195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc68074c-8eaa-4999-93a7-730d6676e0a4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:52.811922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c1ba5ba5-81c6-4116-b883-cbad7934991c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:52.833796 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.882140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b5e3280c-681c-4b2f-9876-5281133fbc50 None None] Could not find standard attr ID for object 123010dd-6f0c-4c2e-a1b2-192b2379edd3. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:51:52.945660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-755e93d8-b47d-4747-add2-365ff9de90a0 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.983129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] For port c1ba5ba5-81c6-4116-b883-cbad7934991c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c1ba5ba5-81c6-4116-b883-cbad7934991c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:52.983805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.032498 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-918a6194-71c8-4c6c-b2eb-439000d0f128 req-b646f2d2-2582-4e2d-86ea-e7dfb950a38d tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398584 May 06 13:51:53.123441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e93d8-b47d-4747-add2-365ff9de90a0 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf5809-1bf0-4193-954d-d1108aa63ccc,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:53.125790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.155441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] Calling delete_port for c1ba5ba5-81c6-4116-b883-cbad7934991c owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:53.341867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.351207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.393590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:50Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:53.414610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] Pushing event deleted for resources: {'Port': ['ID=c1ba5ba5-81c6-4116-b883-cbad7934991c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:53.421012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d3f7a-31b2-4452-b289-99ca3f8dca9d None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:50Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:53.461273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:53.468589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd88051c-4ddf-44d4-b955-0d451e7e5aba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784472941725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2933356'] for subnet, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.498254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9d13c-4618-4b5b-9c76-069bdbe1fcc4 None None] No DVR routers for this DVR port c1ba5ba5-81c6-4116-b883-cbad7934991c on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:53.503878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group_rule and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:53.516362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:53.538665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:53.669180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Allocated IP 172.20.0.3 (6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262/9de838a1-f505-4db9-965a-9740a74935b4/c9facc29-c4c7-4281-ab11-f7f96c73ad98) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:53.693470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.730735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88051c-4ddf-44d4-b955-0d451e7e5aba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:53.732889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd88051c-4ddf-44d4-b955-0d451e7e5aba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.732889 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bd88051c-4ddf-44d4-b955-0d451e7e5aba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "PUT /v2.0/subnets/9de838a1-f505-4db9-965a-9740a74935b4 HTTP/1.1" status: 200 len: 877 time: 2.0297582 May 06 13:51:53.748080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60914) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:53.785140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.790024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.816256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f146269-f134-483f-a228-907d1284d1eb None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:53.832974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.833211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd0a4a81-0c0d-4b5d-8924-ad55147e9367 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:51:53.837160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-755e93d8-b47d-4747-add2-365ff9de90a0 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.848822 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-755e93d8-b47d-4747-add2-365ff9de90a0 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/ccbf5809-1bf0-4193-954d-d1108aa63ccc HTTP/1.1" status: 204 len: 168 time: 2.3563211 May 06 13:51:53.851826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.852926 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-37c2fe82-17c4-4714-8595-740bfa83cb77 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "DELETE /v2.0/routers/fd0a4a81-0c0d-4b5d-8924-ad55147e9367 HTTP/1.1" status: 204 len: 168 time: 2.9408271 May 06 13:51:53.853627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60918) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:53.856527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60922) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:53.862479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-703476702', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:53.896862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:53.905103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Usage tracker for resource:router and tenant:d32b16e4d64749209cbcdcb46e87b26d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:53.908747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:53.960309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b6354116-73f9-464a-b2f1-3402e4fbfafd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:53.963276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:53.998332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.999565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.007638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b6354116-73f9-464a-b2f1-3402e4fbfafd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:54.009206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b6354116-73f9-464a-b2f1-3402e4fbfafd tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1545279 May 06 13:51:54.019823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60926) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:54.028331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88051c-4ddf-44d4-b955-0d451e7e5aba tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event updated for resources: {'Subnet': ['ID=9de838a1-f505-4db9-965a-9740a74935b4,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:54.028845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-496a1714-85c2-4f59-96e8-6b17993e1066 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'fb4ba3b8-9498-4088-8295-26ee86310faf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:54.054941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-496a1714-85c2-4f59-96e8-6b17993e1066 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:54.070119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-496a1714-85c2-4f59-96e8-6b17993e1066 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:54.074596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-496a1714-85c2-4f59-96e8-6b17993e1066 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:54.092955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-496a1714-85c2-4f59-96e8-6b17993e1066 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:54.099070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0bf130b6-a9de-44b5-9e70-1b574dde2031 None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:54.099645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bf130b6-a9de-44b5-9e70-1b574dde2031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.108572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.248688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.268884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.303706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.324215 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-496a1714-85c2-4f59-96e8-6b17993e1066 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The resource could not be found. May 06 13:51:54.332292 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-496a1714-85c2-4f59-96e8-6b17993e1066 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3111594 May 06 13:51:54.338592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60930) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:54.348963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203047290'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:54.357284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:54.376094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.379162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:54.391016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.431079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.434281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Checking segment: {'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:54.434753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Network hostable DHCP agents. Network: b0aec0cf-f165-4f16-b440-dead2cbde68c, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:54.501317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Transition to ACTIVE for port object c9facc29-c4c7-4281-ab11-f7f96c73ad98 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:54.545784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Transition to ACTIVE for port object c9facc29-c4c7-4281-ab11-f7f96c73ad98 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:54.558928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4360bfc6-ee4b-4777-8d44-bca9af14c667,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:54.562620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.582334 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:54.592656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:54.600067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:54.614864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:54.667835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.674142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:54.697816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:54.708131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f159f7c-95cf-4393-ad0d-1d64a1228cf2,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:54.715213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f5670-f296-471d-b7c3-c147f2fd2ff3 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:54.723880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:54.724557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.747137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.747573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:54.751328 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9c6d075d-1029-4129-b0c4-b453ec905e4e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3272741 May 06 13:51:54.757707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60934) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:54.773128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1499489019'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:54.797882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:54.818716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:54.825524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port c9facc29-c4c7-4281-ab11-f7f96c73ad98 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:54.825863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.830630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0bf130b6-a9de-44b5-9e70-1b574dde2031 None None] Provisioning complete for port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:54.831550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bf130b6-a9de-44b5-9e70-1b574dde2031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.873420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:54.877577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:54.877981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.879077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.892843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3bcfb57f-a638-4d3a-a903-4474e2451220 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:54.898081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:54.920375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.922568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.925033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:54.927051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=baffcca0-8422-4989-933e-89cbd949160a,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:54.933643 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e4b7dc5d-17e0-47db-842c-8a04ae0926ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6009212 May 06 13:51:54.942431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60938) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:54.961847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Network b0aec0cf-f165-4f16-b440-dead2cbde68c is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:54.971683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Pushing event updated for resources: {'Port': ['ID=c9facc29-c4c7-4281-ab11-f7f96c73ad98,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:55.007909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.025784 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, b0aec0cf-f165-4f16-b440-dead2cbde68c) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:55.045598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'name': 'tempest-NetworksTestDHCPv6-1643411783'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:55.081802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc0801-e769-4815-8172-d17385d1a191 None None] Network b0aec0cf-f165-4f16-b440-dead2cbde68c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:55.089369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb1abde-d638-47fc-aaf3-07f53e37ce92,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:55.103343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:55.104608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.232278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.233594 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cff662ab-5bc2-43bf-81cf-9c9d447f1198 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8940487 May 06 13:51:55.248053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60942) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:55.263095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0bf130b6-a9de-44b5-9e70-1b574dde2031 None None] Port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:55.263436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--494659175'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:55.326148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:55.333782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:55.337559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:55.342017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:55.346110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Allocated IP 172.26.0.56 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/f3e6e8e6-14eb-4147-abe8-b5ee27464aac) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:55.346418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:55.351707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:55.356115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:55.358689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:55.364390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0f129759-fa69-4ed1-9804-2302dc143e7c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4640350 May 06 13:51:55.366459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60946) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:55.369129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:55.377710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group_rule and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:55.381066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:55.382302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:55.390667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:55.393955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.411702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Usage tracker for resource:router and tenant:f05539d90be84cfa8dbb53bfd7b1ded2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:55.414417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:55.418102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:55.418261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.428168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Attempting to bind port c9facc29-c4c7-4281-ab11-f7f96c73ad98 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:55.428722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Attempting to bind port c9facc29-c4c7-4281-ab11-f7f96c73ad98 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:55.428881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Attempting to bind port c9facc29-c4c7-4281-ab11-f7f96c73ad98 on network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:55.436479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:55.488177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:55.488475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Checking segment: {'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:55.488698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.489089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Bound using segment: {'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:55.489822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Bound port: c9facc29-c4c7-4281-ab11-f7f96c73ad98, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:55.489979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.491514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:55.516626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:55.519843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port ccb4fb33-594b-476d-955d-74acdd237ad0 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:51:55.528813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 3bcfb57f-a638-4d3a-a903-4474e2451220 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:55.546671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:55.552531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] For port c9facc29-c4c7-4281-ab11-f7f96c73ad98, host dv-neutron-840889-1-hyperv, got binding levels [] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:55.552885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.561101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:55.562474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.563450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.568669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] Update dhcp port {'port': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'fixed_ips': [{'subnet_id': 'c6e7232c-89d2-4eb8-b146-435993e8d19d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a97d67a9-85f8-4914-a3d2-798068fa6fb8'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '97f0b290-af01-4e28-a432-7572bd64c550'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:51:55.584982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:55.665976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 3bcfb57f-a638-4d3a-a903-4474e2451220 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:55.666909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.685271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.716818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Calling delete_port for c9facc29-c4c7-4281-ab11-f7f96c73ad98 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:55.720149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.751052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'baffcca0-8422-4989-933e-89cbd949160a'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:55.752113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.779251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.796041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.832919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.918709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df2cf11-08a0-4077-b893-eeca03e0000f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:55.922810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-b0aec0cf-f165-4f16-b440-dead2cbde68c', 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'fixed_ips': [{'subnet_id': '4360bfc6-ee4b-4777-8d44-bca9af14c667'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:55.923849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.925505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:55.926933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.931063 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-19a96048-a8ad-4a15-a0b8-880588c4f769 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1701083 May 06 13:51:55.934376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60950) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:55.952805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'security_group': {'name': 'tempest-secgroup-404947495'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:55.960799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.962285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::3e7 (50bbb88f-72fc-4a05-991e-345befa7062b/baffcca0-8422-4989-933e-89cbd949160a/ccb4fb33-594b-476d-955d-74acdd237ad0) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:55.994343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:56.002529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.006170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:56.024949 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:56.044463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.056646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:56.085270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.089824 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8375390 May 06 13:51:56.099768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60954) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:56.118208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-eab1e4b8-aa51-448b-905c-b278b245256d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group_rule': {'security_group_id': 'ffb1abde-d638-47fc-aaf3-07f53e37ce92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7c5e2bb9-8a73-4ed9-9912-4c6b01e39af1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:56.135590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-eab1e4b8-aa51-448b-905c-b278b245256d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:56.147472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eab1e4b8-aa51-448b-905c-b278b245256d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:56.154646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:56.156577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eab1e4b8-aa51-448b-905c-b278b245256d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:56.160350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:56.161459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event updated for resources: {'Port': ['ID=f3e6e8e6-14eb-4147-abe8-b5ee27464aac,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:56.166916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:56.194367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-eab1e4b8-aa51-448b-905c-b278b245256d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:56.216913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.233384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.286248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5b7bc-f813-4d64-8622-ee84ecd85414 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5e2bb9-8a73-4ed9-9912-4c6b01e39af1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:56.325744 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-eab1e4b8-aa51-448b-905c-b278b245256d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:56.330562 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eab1e4b8-aa51-448b-905c-b278b245256d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2232859 May 06 13:51:56.336024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60958) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:56.349585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.354490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:51:56.354944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:51:56.363494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.383325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 3bcfb57f-a638-4d3a-a903-4474e2451220, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3bcfb57f-a638-4d3a-a903-4474e2451220,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:56.396540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.400824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] Allocated IP 2001:db8::2 (b533b190-e633-4b83-a902-213036155a8e/a97d67a9-85f8-4914-a3d2-798068fa6fb8/97f0b290-af01-4e28-a432-7572bd64c550) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:56.415659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Port': ['ID=c9facc29-c4c7-4281-ab11-f7f96c73ad98,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:56.453715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Allocated IP 172.20.0.2 (b0aec0cf-f165-4f16-b440-dead2cbde68c/4360bfc6-ee4b-4777-8d44-bca9af14c667/08479a8b-4987-438c-94a9-d4d648145723) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:56.535182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:56.545198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No DVR routers for this DVR port c9facc29-c4c7-4281-ab11-f7f96c73ad98 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:56.546972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:security_group_rule and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:56.550567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:56.577915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cc68074c-8eaa-4999-93a7-730d6676e0a4 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:56.589287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:56.646847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.651986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5991b7d9-686e-48d3-883f-3d992701b273 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.668436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=3bcfb57f-a638-4d3a-a903-4474e2451220,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:56.689875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: cc68074c-8eaa-4999-93a7-730d6676e0a4 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:56.690522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cc68074c-8eaa-4999-93a7-730d6676e0a4 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:56.702491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:56.729757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5991b7d9-686e-48d3-883f-3d992701b273 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.734204 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:56.783250 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.794785 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-de46faab-0825-43e8-9861-e708596fb10f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4032893 May 06 13:51:56.798781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60962) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:56.803319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.812511 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:56.813465 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:56.816469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.894355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39abf7c4-030f-4db5-9c85-1ada7db16e69,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:56.897612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.903052 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8edb4d3f-e822-436a-883f-4ef273c36d9c tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9609525 May 06 13:51:56.904960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.908769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60966) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:56.940119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.941343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.944337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object ccb4fb33-594b-476d-955d-74acdd237ad0 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:56.947481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1778862784', 'security_groups': ['39abf7c4-030f-4db5-9c85-1ada7db16e69'], 'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a97d67a9-85f8-4914-a3d2-798068fa6fb8'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:56.956467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] For port 97f0b290-af01-4e28-a432-7572bd64c550, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=97f0b290-af01-4e28-a432-7572bd64c550,segment=NetworkSegment(47204bd1-a916-4413-bb82-9ac7a7c02577),segment_id=47204bd1-a916-4413-bb82-9ac7a7c02577)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:56.959936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3bcfb57f-a638-4d3a-a903-4474e2451220 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:56.979851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=9de838a1-f505-4db9-965a-9740a74935b4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:57.030841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Attempting to bind port c9facc29-c4c7-4281-ab11-f7f96c73ad98 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:57.031362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Attempting to bind port c9facc29-c4c7-4281-ab11-f7f96c73ad98 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:57.031798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Attempting to bind port c9facc29-c4c7-4281-ab11-f7f96c73ad98 on network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:57.086052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5991b7d9-686e-48d3-883f-3d992701b273 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.101257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:57.101758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Checking segment: {'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:57.102162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.102625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Bound using segment: {'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:57.103174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Bound port: c9facc29-c4c7-4281-ab11-f7f96c73ad98, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3901ddd-b6f9-44a1-96be-70ca138c44c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:57.104250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.127071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:57.139428 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:57.152430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.177557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.194912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9e20d79c-3b01-4c30-9d0e-a09751d6d40a None None] Port c9facc29-c4c7-4281-ab11-f7f96c73ad98 has been deleted concurrently {{(pid=84023) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} May 06 13:51:57.196077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.206160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991b7d9-686e-48d3-883f-3d992701b273 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5e2bb9-8a73-4ed9-9912-4c6b01e39af1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:57.218983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Transition to ACTIVE for port object 08479a8b-4987-438c-94a9-d4d648145723 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:57.227274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:57.235174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:57.239023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] Transition to ACTIVE for port object 97f0b290-af01-4e28-a432-7572bd64c550 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:57.248421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3901ddd-b6f9-44a1-96be-70ca138c44c0') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:57.248851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3901ddd-b6f9-44a1-96be-70ca138c44c0') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:57.262381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:57.265710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.269530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.302660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.305662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Transition to ACTIVE for port object 08479a8b-4987-438c-94a9-d4d648145723 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:57.318171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:57.350226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.363422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 3bcfb57f-a638-4d3a-a903-4474e2451220 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:57.363900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.391692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.395687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:57.396113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:57.411902 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:57.467811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.485516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.537844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fb3d49-46e0-41d5-92da-ebf3ac7981ab tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet b20fe156-0fa6-463c-8211-454d3cd08e77 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:57.561686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.564261 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:50Z', 'revision_number': 8, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:57.581277 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:57.584096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.594839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3d49-46e0-41d5-92da-ebf3ac7981ab tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.621007 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:57.621651 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:57.638686 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92a40c-0a1c-425b-955e-868b6f2233d4 None None] Pushing event updated for resources: {'Port': ['ID=97f0b290-af01-4e28-a432-7572bd64c550,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:57.684757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:57.694262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.705005 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3a2208f0-80f6-44b9-965a-f415d653cc2a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 HTTP/1.1" status: 204 len: 168 time: 3.9483263 May 06 13:51:57.711109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60970) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:57.714225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5991b7d9-686e-48d3-883f-3d992701b273 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.717791 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5991b7d9-686e-48d3-883f-3d992701b273 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/7c5e2bb9-8a73-4ed9-9912-4c6b01e39af1 HTTP/1.1" status: 204 len: 168 time: 1.3785253 May 06 13:51:57.723922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60974) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:57.764878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Network b0aec0cf-f165-4f16-b440-dead2cbde68c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:57.773114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3d49-46e0-41d5-92da-ebf3ac7981ab tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.776742 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-775ba7dd-2adb-4435-b7d3-31ece3f576d5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:51:57.781876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775ba7dd-2adb-4435-b7d3-31ece3f576d5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:57.784436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:57.785941 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-775ba7dd-2adb-4435-b7d3-31ece3f576d5 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/9de838a1-f505-4db9-965a-9740a74935b4 HTTP/1.1" status: 404 len: 337 time: 0.0742111 May 06 13:51:57.791420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60978) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:57.800722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:57.871098 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccc2fa8-7e0a-4f62-b311-c8b496fb4e7a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:51:57.871773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccc2fa8-7e0a-4f62-b311-c8b496fb4e7a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:57.876895 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8ccc2fa8-7e0a-4f62-b311-c8b496fb4e7a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 HTTP/1.1" status: 404 len: 339 time: 0.0770886 May 06 13:51:57.878497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] device_id is not set on port 2f667b21-e03c-4c68-9197-09622fd617f5 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:51:57.962156 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:57.964750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60982) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:57.967663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/baffcca0-8422-4989-933e-89cbd949160a/42b6228a-122d-464e-bdf5-836b14b5061b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:58.020504 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4e1fdb-1016-4b86-9bf3-5a535030fc52 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:51:58.021060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4e1fdb-1016-4b86-9bf3-5a535030fc52 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:58.046022 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7e4e1fdb-1016-4b86-9bf3-5a535030fc52 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/d5f94125-6605-414b-bb89-dd1bff4990bb HTTP/1.1" status: 404 len: 337 time: 0.0804043 May 06 13:51:58.046720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 60986) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.143941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:58.155876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:58.157702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=ccb4fb33-594b-476d-955d-74acdd237ad0,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:58.159995 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-4324a421-ed00-463d-aa36-87104284051b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:51:58.160229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:58.164142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:58.164744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.168163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4324a421-ed00-463d-aa36-87104284051b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:58.174736 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4324a421-ed00-463d-aa36-87104284051b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/2c7b8413-0ab0-4bdb-9d5b-aecc551b6789 HTTP/1.1" status: 404 len: 339 time: 0.0938184 May 06 13:51:58.179158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60990) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.251516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.295495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8::229 (b533b190-e633-4b83-a902-213036155a8e/a97d67a9-85f8-4914-a3d2-798068fa6fb8/2f667b21-e03c-4c68-9197-09622fd617f5) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:58.315943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Pushing event updated for resources: {'Port': ['ID=08479a8b-4987-438c-94a9-d4d648145723,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:58.352903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Transition to ACTIVE for port object 42b6228a-122d-464e-bdf5-836b14b5061b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:58.450776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Attempting to bind port 08479a8b-4987-438c-94a9-d4d648145723 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:58.451375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Attempting to bind port 08479a8b-4987-438c-94a9-d4d648145723 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:58.452001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Attempting to bind port 08479a8b-4987-438c-94a9-d4d648145723 on network b0aec0cf-f165-4f16-b440-dead2cbde68c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:58.478173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Transition to ACTIVE for port object 42b6228a-122d-464e-bdf5-836b14b5061b will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:58.481826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:58.482250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Checking segment: {'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:58.482990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.483102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Bound using segment: {'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:58.484601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Bound port: 08479a8b-4987-438c-94a9-d4d648145723, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:58.484601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.521693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.533263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.580749 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:50Z', 'revision_number': 8, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:58.590406 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2f8c8-14bb-4634-bf24-f947cbe715b0 None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:51:50Z', 'revision_number': 8, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '567c6bd6-b4b5-4161-80ff-17e76d8528f7', 'name': '', 'network_id': 'b2f8d745-2c78-47fa-a968-6c10138eb6df', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:dc:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99303cab-7361-47b7-b1d6-33839988eb92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:05Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '99303cab-7361-47b7-b1d6-33839988eb92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:58.623669 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-823bcf91-83d6-4786-a088-bda3ba209b55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5887654 May 06 13:51:58.677906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 60994) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.701562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.718242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:58.722546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Allocated IP 172.26.0.173 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/90ff387b-56bb-473e-b573-af95922ded8f) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:58.724266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 2f667b21-e03c-4c68-9197-09622fd617f5 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:58.726298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:58.734340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:58.736721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Pushing event updated for resources: {'Port': ['ID=42b6228a-122d-464e-bdf5-836b14b5061b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:58.738826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c66e8f01-e734-4142-bdf0-e88cea190536 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:58.761450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.830679 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:51:58.864557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3d49-46e0-41d5-92da-ebf3ac7981ab tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.873878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=2f667b21-e03c-4c68-9197-09622fd617f5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:58.884441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:58.885843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:58.888151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:58.892421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:58.892967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.900442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] For port 08479a8b-4987-438c-94a9-d4d648145723, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:58.915218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-084ea846-b0a9-4d3a-8225-5448b25a2e73 None None] Provisioning for port 97f0b290-af01-4e28-a432-7572bd64c550 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:58.919255 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b33bd037-ac25-42ef-b5df-72e93c6b1275 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9747159 May 06 13:51:58.925426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32768) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.939023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-084ea846-b0a9-4d3a-8225-5448b25a2e73 None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:58.939392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-084ea846-b0a9-4d3a-8225-5448b25a2e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.943366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:58.963075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] For port 08479a8b-4987-438c-94a9-d4d648145723, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=08479a8b-4987-438c-94a9-d4d648145723,segment=NetworkSegment(be2e462e-2d60-4e22-a5fa-a497e1940106),segment_id=be2e462e-2d60-4e22-a5fa-a497e1940106)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:58.978127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Attempting to bind port 42b6228a-122d-464e-bdf5-836b14b5061b on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:58.979012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Attempting to bind port 42b6228a-122d-464e-bdf5-836b14b5061b by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:58.979459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Attempting to bind port 42b6228a-122d-464e-bdf5-836b14b5061b on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:58.987414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.080020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:59.080396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:59.080800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.081189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:59.081658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Bound port: 42b6228a-122d-464e-bdf5-836b14b5061b, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:59.082030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.126981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d92b5a-a721-4c9f-8584-66a3c8da1cd9 None None] DHCP port deletion for 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:59.147245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.173074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c66e8f01-e734-4142-bdf0-e88cea190536 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:59.174352 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c66e8f01-e734-4142-bdf0-e88cea190536 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 1.4439998 May 06 13:51:59.176552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 97f0b290-af01-4e28-a432-7572bd64c550 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:59.180383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32772) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.259407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:59.266515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:59.276676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:59.285314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:59.302165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:59.303766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e57e11-3ef1-460e-adf7-5e81e3afd8e2 None None] Network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:59.307427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.320896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f92bf0-01b7-4122-a082-c3a3cd89d765 None None] Pushing event updated for resources: {'Port': ['ID=08479a8b-4987-438c-94a9-d4d648145723,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:59.355647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e57e11-3ef1-460e-adf7-5e81e3afd8e2 None None] Network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:51:59.362447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.374678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3d49-46e0-41d5-92da-ebf3ac7981ab tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.411122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1d1e72-374e-4d57-98dd-bc340ecf9de9 None None] Network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:59.462221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.464045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4855f078-2cae-413d-929b-1f790dfc7a1f tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.474616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1d1e72-374e-4d57-98dd-bc340ecf9de9 None None] Network 6eb0e41d-e8bd-49f3-aec3-1e70b3ce9262 could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:51:59.489359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] For port 42b6228a-122d-464e-bdf5-836b14b5061b, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:59.507247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] For port 42b6228a-122d-464e-bdf5-836b14b5061b, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=42b6228a-122d-464e-bdf5-836b14b5061b,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:59.519261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.532414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4855f078-2cae-413d-929b-1f790dfc7a1f tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.540911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb3d49-46e0-41d5-92da-ebf3ac7981ab tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=b20fe156-0fa6-463c-8211-454d3cd08e77,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:59.566448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f6cc15-e4ac-45f8-80f0-55addac7c63d']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:59.581339 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.ipam_backend_mixin [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a97d67a9-85f8-4914-a3d2-798068fa6fb8 (CIDR: 2001:db8::/64) May 06 13:51:59.594683 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:59.595286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:59.623656 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1685ca92-176e-4b86-a740-6904da93d531 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6959918 May 06 13:51:59.626227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32776) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.634120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:59.638746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ad610-0d60-4b10-a00c-253d6f4b79ac tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:59.643043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ad610-0d60-4b10-a00c-253d6f4b79ac tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:59.643877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3a5ad610-0d60-4b10-a00c-253d6f4b79ac tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:59.647984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:59.648576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.664310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3d49-46e0-41d5-92da-ebf3ac7981ab tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.671494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4855f078-2cae-413d-929b-1f790dfc7a1f tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.678908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23073d1f-03d6-4323-a1a6-51286fb28d9a') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:59.679203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23073d1f-03d6-4323-a1a6-51286fb28d9a') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:59.686345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Pushing event updated for resources: {'Port': ['ID=90ff387b-56bb-473e-b573-af95922ded8f,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:59.693685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6531f7-11bf-4ac3-a364-a4a68b81cd40 None None] Network 0357e8f4-c352-42cf-8e62-6455cae5c14f requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:59.720709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:59.725070 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e5fb3d49-46e0-41d5-92da-ebf3ac7981ab tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/b20fe156-0fa6-463c-8211-454d3cd08e77 HTTP/1.1" status: 204 len: 168 time: 2.9214120 May 06 13:51:59.726276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-084ea846-b0a9-4d3a-8225-5448b25a2e73 None None] Provisioning complete for port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:59.726753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-084ea846-b0a9-4d3a-8225-5448b25a2e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.727172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.734751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32780) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.737448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:59.762793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Router 9cdca144-a303-420d-b673-4e7d43c93e7a is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:51:59.763643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3a5ad610-0d60-4b10-a00c-253d6f4b79ac tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:59.767554 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3a5ad610-0d60-4b10-a00c-253d6f4b79ac tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0852318 May 06 13:51:59.768413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32784) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.774534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:59.788058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855f078-2cae-413d-929b-1f790dfc7a1f tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb1abde-d638-47fc-aaf3-07f53e37ce92,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:59.815404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4855f078-2cae-413d-929b-1f790dfc7a1f tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.819259 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4855f078-2cae-413d-929b-1f790dfc7a1f tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/ffb1abde-d638-47fc-aaf3-07f53e37ce92 HTTP/1.1" status: 204 len: 168 time: 0.6327262 May 06 13:51:59.819819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32788) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.844864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ae6a4-e6b7-4369-952c-6dd97f135e77 None None] Pushing event updated for resources: {'Port': ['ID=42b6228a-122d-464e-bdf5-836b14b5061b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:59.906392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-084ea846-b0a9-4d3a-8225-5448b25a2e73 None None] Port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:59.909819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.956981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-22883722-b305-4c2b-8d2f-2a65f1ab6027 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:59.978773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:59.979337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.996776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:59.999366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-22883722-b305-4c2b-8d2f-2a65f1ab6027 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:00.004480 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-22883722-b305-4c2b-8d2f-2a65f1ab6027 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1799412 May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:00.004649 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:00.006506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32792) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.012073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042124575'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:00.018170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:00.021386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:00.023684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:00.033446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:00.038880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:00.051390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:00.060471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.077511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-42dad09c-e9d2-4e4f-8826-a3a681e6db61 None None] Provisioning for port 2f667b21-e03c-4c68-9197-09622fd617f5 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:00.082068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.083529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-42dad09c-e9d2-4e4f-8826-a3a681e6db61 None None] Provisioning complete for port 2f667b21-e03c-4c68-9197-09622fd617f5 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:00.083954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-42dad09c-e9d2-4e4f-8826-a3a681e6db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.121532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c7739fd7-2127-4d6f-9ef1-92876765d890 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:00.181118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c7739fd7-2127-4d6f-9ef1-92876765d890 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:00.181975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c7739fd7-2127-4d6f-9ef1-92876765d890 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:00.197042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-98590c0c-64d5-42d4-a327-cf589f7d0c9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port ccb4fb33-594b-476d-955d-74acdd237ad0 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:00.198210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-98590c0c-64d5-42d4-a327-cf589f7d0c9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.206253 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-42dad09c-e9d2-4e4f-8826-a3a681e6db61 None None] Port 2f667b21-e03c-4c68-9197-09622fd617f5 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:00.211513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-42dad09c-e9d2-4e4f-8826-a3a681e6db61 None None] Could not find standard attr ID for object c9facc29-c4c7-4281-ab11-f7f96c73ad98. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:52:00.226016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:00.237812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Usage tracker for resource:security_group_rule and tenant:fe5c49a377c74091bea991eb08dc7924 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:00.242657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:00.268725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.291680 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.ipam_backend_mixin [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c6e7232c-89d2-4eb8-b146-435993e8d19d (CIDR: 2001:db8:0:1::/64) May 06 13:52:00.299729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:00.306176 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:52:00.307129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:00.364527 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f0634249-6fa3-459a-aff5-99e0037c3056 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7370439 May 06 13:52:00.371798 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32796) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.380574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'subnet': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:00.394095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] DHCP port deletion for 0357e8f4-c352-42cf-8e62-6455cae5c14f request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:00.401279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] Deleting port 29771cf9-23fe-4107-aa97-6d745dd71085 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:00.401827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.460101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.538919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.549942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.637578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.638777 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6327455 May 06 13:52:00.644269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32800) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.649895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.653940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 29771cf9-23fe-4107-aa97-6d745dd71085 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:00.654268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.654379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f9464-90c4-41c7-b612-d7ce73c325a7 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd6078e-2a69-477c-ac7d-3fa80ec67914,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:00.659701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:00.664481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Usage tracker for resource:subnet and tenant:2578e9ffc9bb415999c0afe4f5790b5d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:00.670547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:00.676524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:00.687492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Made reservation on behalf of 2578e9ffc9bb415999c0afe4f5790b5d for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:00.691234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.699328 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] For port 29771cf9-23fe-4107-aa97-6d745dd71085, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=29771cf9-23fe-4107-aa97-6d745dd71085,segment=NetworkSegment(d3e5fd40-cafa-495b-8532-db19a8a0c69d),segment_id=d3e5fd40-cafa-495b-8532-db19a8a0c69d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:00.699914 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.766897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=72f6cc15-e4ac-45f8-80f0-55addac7c63d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:00.776612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8ea19efc-d2b3-419e-a542-eb7b824931de tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:00.776880 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-8ea19efc-d2b3-419e-a542-eb7b824931de tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] update failed (client error): There was a conflict when trying to complete your request. May 06 13:52:00.780795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32804) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.781442 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8ea19efc-d2b3-419e-a542-eb7b824931de tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "PUT /v2.0/security-groups/dfd6078e-2a69-477c-ac7d-3fa80ec67914 HTTP/1.1" status: 409 len: 330 time: 0.0915592 May 06 13:52:00.801111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe43a043-7e14-4ac8-9a4f-e2df4ee276aa None None] Network b0aec0cf-f165-4f16-b440-dead2cbde68c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:00.925688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] Calling delete_port for 29771cf9-23fe-4107-aa97-6d745dd71085 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:00.929765 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e7017c6a-76eb-4e5d-af3d-27a6681a2af8 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/72f6cc15-e4ac-45f8-80f0-55addac7c63d HTTP/1.1" status: 204 len: 168 time: 2.6964285 May 06 13:52:00.938372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32808) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.963059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0ea856d3-1a38-4429-91f8-c5e0c56f6032 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.020735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0ea856d3-1a38-4429-91f8-c5e0c56f6032 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.065558 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d01fea-1be5-4646-ba7d-dabccc34b76b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:01.065993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d01fea-1be5-4646-ba7d-dabccc34b76b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:01.067680 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-39d01fea-1be5-4646-ba7d-dabccc34b76b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/c22051db-4bb3-40ba-ba30-c3471ba9a976 HTTP/1.1" status: 404 len: 337 time: 0.1145675 May 06 13:52:01.069551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 08479a8b-4987-438c-94a9-d4d648145723 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:01.093805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32812) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.133485 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bf3d4a-b957-4b64-8ca2-27427bbdca74 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:01.133925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bf3d4a-b957-4b64-8ca2-27427bbdca74 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:01.164371 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-76bf3d4a-b957-4b64-8ca2-27427bbdca74 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/ea802520-6878-4334-b6ff-eb7e3c738917 HTTP/1.1" status: 404 len: 339 time: 0.0694809 May 06 13:52:01.167515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32816) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.219229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8986b721-9bee-4976-8ae7-fae8be6819da None None] Provisioning for port 08479a8b-4987-438c-94a9-d4d648145723 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:01.221077 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab31f335-254e-4df9-b8aa-da3cf2a4736a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:01.221508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab31f335-254e-4df9-b8aa-da3cf2a4736a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:01.235998 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ab31f335-254e-4df9-b8aa-da3cf2a4736a tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/70b177c1-a415-4505-b4e9-0d0501131b5d HTTP/1.1" status: 404 len: 337 time: 0.0670717 May 06 13:52:01.241340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0ea856d3-1a38-4429-91f8-c5e0c56f6032 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.244687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0ea856d3-1a38-4429-91f8-c5e0c56f6032 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.245958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32820) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.249709 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0ea856d3-1a38-4429-91f8-c5e0c56f6032 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/dfd6078e-2a69-477c-ac7d-3fa80ec67914 HTTP/1.1" status: 204 len: 168 time: 0.4681170 May 06 13:52:01.253614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32822) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.269578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.339445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port 29771cf9-23fe-4107-aa97-6d745dd71085, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=29771cf9-23fe-4107-aa97-6d745dd71085,segment=NetworkSegment(d3e5fd40-cafa-495b-8532-db19a8a0c69d),segment_id=d3e5fd40-cafa-495b-8532-db19a8a0c69d)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:01.339970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.354745 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-00961ca6-0cdf-4f2f-8f0c-ffb1cce70d95 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:01.355338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00961ca6-0cdf-4f2f-8f0c-ffb1cce70d95 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:01.357467 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-00961ca6-0cdf-4f2f-8f0c-ffb1cce70d95 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/0fac215b-13dc-4ead-a63a-7f0a717cc98b HTTP/1.1" status: 404 len: 339 time: 0.1038775 May 06 13:52:01.364055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] Pushing event deleted for resources: {'Port': ['ID=29771cf9-23fe-4107-aa97-6d745dd71085,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:01.364958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32828) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.377992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.378815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.379884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea856d3-1a38-4429-91f8-c5e0c56f6032 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd6078e-2a69-477c-ac7d-3fa80ec67914,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:01.383831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d8838-4520-4a78-87c1-f8980e915eda None None] No DVR routers for this DVR port 29771cf9-23fe-4107-aa97-6d745dd71085 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:01.394866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 08479a8b-4987-438c-94a9-d4d648145723 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:01.408554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.423161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 08479a8b-4987-438c-94a9-d4d648145723 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:01.423534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.466566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Network b533b190-e633-4b83-a902-213036155a8e is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:01.473473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:01.500443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8f07f-c47c-4ea5-97b4-5cc5c9b092a2 None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:01.556018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-98590c0c-64d5-42d4-a327-cf589f7d0c9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.574368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 29771cf9-23fe-4107-aa97-6d745dd71085 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:01.644365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Subnet': ['ID=9a27454c-2744-4bc1-881c-fd3e970db5f8,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:01.655171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:01.656225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.658719 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc28b28b-fdc1-4e83-accf-83a5f9c7a489 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:01.658867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc28b28b-fdc1-4e83-accf-83a5f9c7a489 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:01.660652 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bc28b28b-fdc1-4e83-accf-83a5f9c7a489 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/dbf4561d-4fc2-4fdc-9c55-6bf11f321fbf HTTP/1.1" status: 404 len: 337 time: 0.2791271 May 06 13:52:01.688973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32832) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.699743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b4cd4b43-acce-4a2b-bd9c-040f85d65b37 None None] Provisioning for port 42b6228a-122d-464e-bdf5-836b14b5061b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:01.700017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6eed735b-a8fc-469e-8563-1846651dac5d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Synchronizing usage tracker for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:01.707682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7c947960-8dc3-4bf0-b6fa-3f8af13d58a7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3325844 May 06 13:52:01.709042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32834) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.716730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-231175171', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a27454c-2744-4bc1-881c-fd3e970db5f8'}], 'security_groups': ['6f159f7c-95cf-4393-ad0d-1d64a1228cf2', '2df2cf11-08a0-4077-b893-eeca03e0000f']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:01.767075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6eed735b-a8fc-469e-8563-1846651dac5d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] Unset dirty status for tenant:fe5c49a377c74091bea991eb08dc7924 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:01.768345 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6eed735b-a8fc-469e-8563-1846651dac5d tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5030062 May 06 13:52:01.775614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32840) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.800044 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-cfc3be09-8132-4f50-9820-fbeddf3438a2 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] delete failed (client error): The resource could not be found. May 06 13:52:01.806182 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cfc3be09-8132-4f50-9820-fbeddf3438a2 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "DELETE /v2.0/security-groups/9d15505e-e34f-4e4b-b19f-202859ce9516 HTTP/1.1" status: 404 len: 347 time: 0.0247703 May 06 13:52:01.806562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32844) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.868606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-98590c0c-64d5-42d4-a327-cf589f7d0c9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for ccb4fb33-594b-476d-955d-74acdd237ad0 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:01.871895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.877903 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-ac78d3c4-a5a6-4979-b1d2-cbe84daf2504 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] show failed (client error): The resource could not be found. May 06 13:52:01.881862 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ac78d3c4-a5a6-4979-b1d2-cbe84daf2504 tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-groups/39e8eb53-bacf-4d6c-8e54-47931e4682ef HTTP/1.1" status: 404 len: 347 time: 0.0710630 May 06 13:52:01.887295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32848) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.912774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.933256 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-aada9f04-ffdf-4f48-8213-91a44fb9b29e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] show failed (client error): The resource could not be found. May 06 13:52:01.950559 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-aada9f04-ffdf-4f48-8213-91a44fb9b29e tempest-NegativeSecGroupTest-376885773 tempest-NegativeSecGroupTest-376885773-project] 10.222.0.65 "GET /v2.0/security-group-rules/a3a5d20b-7b8d-4158-b573-711151e8664a HTTP/1.1" status: 404 len: 356 time: 0.0614114 May 06 13:52:01.984243 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a947d9c-9a30-4acc-85c7-9e984dd7638c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:01.984707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a947d9c-9a30-4acc-85c7-9e984dd7638c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:01.986495 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4a947d9c-9a30-4acc-85c7-9e984dd7638c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/8b29a4d0-866c-46b7-b5ef-ca7c9a8fc978 HTTP/1.1" status: 404 len: 339 time: 0.2358708 May 06 13:52:02.000567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32854) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.016234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 08479a8b-4987-438c-94a9-d4d648145723, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=08479a8b-4987-438c-94a9-d4d648145723,segment=NetworkSegment(be2e462e-2d60-4e22-a5fa-a497e1940106),segment_id=be2e462e-2d60-4e22-a5fa-a497e1940106)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:02.027356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-06c3aaa4-64d0-4c54-8c34-93d62f9db63a None None] Provisioning for port ccb4fb33-594b-476d-955d-74acdd237ad0 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:02.036252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.037050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 42b6228a-122d-464e-bdf5-836b14b5061b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:02.084932 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea639904-c3e7-41eb-9239-c48df3a5ac6d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.085515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea639904-c3e7-41eb-9239-c48df3a5ac6d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.087277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ea639904-c3e7-41eb-9239-c48df3a5ac6d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/440a2222-7ecc-47d4-b52a-746afcae8fa0 HTTP/1.1" status: 404 len: 337 time: 0.0858228 May 06 13:52:02.105043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32858) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.148143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:02.155292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:02.159233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:02.175330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0842aec-4f48-4caa-9328-f16a6ab997d3 None None] Sync routers for ids ['9cdca144-a303-420d-b673-4e7d43c93e7a'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:02.177831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-06c3aaa4-64d0-4c54-8c34-93d62f9db63a None None] Provisioning complete for port ccb4fb33-594b-476d-955d-74acdd237ad0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:02.179695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06c3aaa4-64d0-4c54-8c34-93d62f9db63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.206146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=08479a8b-4987-438c-94a9-d4d648145723,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:02.222736 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-62facba0-25a8-4411-b3ad-f124faf0ec3d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.222889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91ceb223-1d6c-467d-98ac-151a1d7e91e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.223120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62facba0-25a8-4411-b3ad-f124faf0ec3d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.269463 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-62facba0-25a8-4411-b3ad-f124faf0ec3d tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/ad3fd56e-8187-421f-bfa3-5b5b2f33dc77 HTTP/1.1" status: 404 len: 339 time: 0.1610730 May 06 13:52:02.272678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32864) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.279275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.280785 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eb9eca75-51d6-4d0e-bf27-d480b69053a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4235620 May 06 13:52:02.324818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32868) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.332514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-06c3aaa4-64d0-4c54-8c34-93d62f9db63a None None] Port ccb4fb33-594b-476d-955d-74acdd237ad0 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:02.336597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0842aec-4f48-4caa-9328-f16a6ab997d3 None None] Routers {'9cdca144-a303-420d-b673-4e7d43c93e7a'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:02.337239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c0842aec-4f48-4caa-9328-f16a6ab997d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['9cdca144-a303-420d-b673-4e7d43c93e7a'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:02.343127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6d06a228-c8e3-413d-b5a8-bbe39c97a02f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': False}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:02.410636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32872) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.412496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c0842aec-4f48-4caa-9328-f16a6ab997d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:02.444299 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 42b6228a-122d-464e-bdf5-836b14b5061b completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:02.468141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0842aec-4f48-4caa-9328-f16a6ab997d3 None None] Routers {'9cdca144-a303-420d-b673-4e7d43c93e7a'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:02.468782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c0842aec-4f48-4caa-9328-f16a6ab997d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:51:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['9cdca144-a303-420d-b673-4e7d43c93e7a'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:02.554931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da69bc3-9f18-4249-bd62-6a62867dd3f2 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.555595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da69bc3-9f18-4249-bd62-6a62867dd3f2 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.557724 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8da69bc3-9f18-4249-bd62-6a62867dd3f2 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/dc83b921-3ec8-4962-9bcd-008869aef199 HTTP/1.1" status: 404 len: 337 time: 0.2800326 May 06 13:52:02.582021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-98590c0c-64d5-42d4-a327-cf589f7d0c9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.583548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32880) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.599351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 42b6228a-122d-464e-bdf5-836b14b5061b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:02.599726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.623345 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2fefc5-787d-4967-8b3e-3d82ee387968 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.623774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2fefc5-787d-4967-8b3e-3d82ee387968 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.625477 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0d2fefc5-787d-4967-8b3e-3d82ee387968 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/179f4b11-5db5-41a4-9754-e1c9fb516258 HTTP/1.1" status: 404 len: 339 time: 0.0409663 May 06 13:52:02.628357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32884) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.655769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c0842aec-4f48-4caa-9328-f16a6ab997d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:02.656202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0842aec-4f48-4caa-9328-f16a6ab997d3 None None] The sync data for ids ['9cdca144-a303-420d-b673-4e7d43c93e7a'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:02.693446 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c14940-46a0-4133-a372-c7e44888d3f2 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.693877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c14940-46a0-4133-a372-c7e44888d3f2 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.698418 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c4c14940-46a0-4133-a372-c7e44888d3f2 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/bc8f597f-9848-4894-96f4-31208a7a27ed HTTP/1.1" status: 404 len: 337 time: 0.0662773 May 06 13:52:02.702379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32888) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.704852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9cab0908-7572-496d-8208-64cf37f29e16 None None] Provisioning complete for port 08479a8b-4987-438c-94a9-d4d648145723 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:02.705224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9cab0908-7572-496d-8208-64cf37f29e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.723637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 29771cf9-23fe-4107-aa97-6d745dd71085 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:02.724141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.744534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Delete allocated IP 2001:db8::229 (b533b190-e633-4b83-a902-213036155a8e/a97d67a9-85f8-4914-a3d2-798068fa6fb8) {{(pid=84021) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:52:02.746468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35d092-082d-45ba-ba77-fa97dad63391 None None] Update dhcp port {'port': {'network_id': 'b533b190-e633-4b83-a902-213036155a8e', 'fixed_ips': [{'subnet_id': 'c6e7232c-89d2-4eb8-b146-435993e8d19d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a97d67a9-85f8-4914-a3d2-798068fa6fb8', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a27454c-2744-4bc1-881c-fd3e970db5f8'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '97f0b290-af01-4e28-a432-7572bd64c550'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:52:02.758702 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51e35e6-1ef1-4d77-9853-839640e70150 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.758702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51e35e6-1ef1-4d77-9853-839640e70150 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.758982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98590c0c-64d5-42d4-a327-cf589f7d0c9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=ccb4fb33-594b-476d-955d-74acdd237ad0,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:02.763009 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c51e35e6-1ef1-4d77-9853-839640e70150 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/af581a90-3f23-4ae6-a384-7ed7339be1c2 HTTP/1.1" status: 404 len: 339 time: 0.0557449 May 06 13:52:02.764690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32892) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.767213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Allocated IP 2001:db8:0:2::8c (b533b190-e633-4b83-a902-213036155a8e/9a27454c-2744-4bc1-881c-fd3e970db5f8/2f667b21-e03c-4c68-9197-09622fd617f5) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:02.813486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] The port '29771cf9-23fe-4107-aa97-6d745dd71085' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:52:02.821020 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-845488bb-9fb3-40d7-b2c6-bae78d27bcfc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.821450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845488bb-9fb3-40d7-b2c6-bae78d27bcfc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.826201 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-845488bb-9fb3-40d7-b2c6-bae78d27bcfc tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/d53a4f4f-551d-4439-83c8-aecf7c4cdd23 HTTP/1.1" status: 404 len: 337 time: 0.0585546 May 06 13:52:02.834671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32896) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.849627 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-06fe1b7f-7f61-4c45-8fdd-b95ba05055bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe5c49a377c74091bea991eb08dc7924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4346249 May 06 13:52:02.864873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa35d092-082d-45ba-ba77-fa97dad63391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.866350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32900) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.897520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.921461 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-576c4df2-28be-4c1d-a5e2-a366a28c3d67 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.921904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576c4df2-28be-4c1d-a5e2-a366a28c3d67 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.923575 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-576c4df2-28be-4c1d-a5e2-a366a28c3d67 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/1aac1ea1-a80c-49c2-919f-820ba6104e1d HTTP/1.1" status: 404 len: 339 time: 0.0873840 May 06 13:52:02.934717 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32904) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.994720 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67e1f93-4d05-4834-b0fe-245b2d2e10f0 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.995045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-98590c0c-64d5-42d4-a327-cf589f7d0c9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.997054 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-98590c0c-64d5-42d4-a327-cf589f7d0c9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/ccb4fb33-594b-476d-955d-74acdd237ad0 HTTP/1.1" status: 204 len: 168 time: 3.1972656 May 06 13:52:03.004029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67e1f93-4d05-4834-b0fe-245b2d2e10f0 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:03.008223 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f67e1f93-4d05-4834-b0fe-245b2d2e10f0 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/770e0250-288f-40ec-9e1f-53dca2e3467c HTTP/1.1" status: 404 len: 337 time: 0.0701807 May 06 13:52:03.011142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32908) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:03.011142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32910) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:03.083988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 42b6228a-122d-464e-bdf5-836b14b5061b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=42b6228a-122d-464e-bdf5-836b14b5061b,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:03.097493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.101761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.151551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0357e8f4-c352-42cf-8e62-6455cae5c14f']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:03.155573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0e49ebb7-d0e3-406e-852f-a6b498c9dc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.176318 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97defa2-e96e-4e14-9e83-a65992b25c94 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] DELETE failed (client error): The resource could not be found. May 06 13:52:03.176685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97defa2-e96e-4e14-9e83-a65992b25c94 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:03.180641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d97defa2-e96e-4e14-9e83-a65992b25c94 tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/fcff7224-7cc6-41c0-8cc8-a676d6550677 HTTP/1.1" status: 404 len: 339 time: 0.1656570 May 06 13:52:03.182772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32916) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:03.188069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e5fd40-cafa-495b-8532-db19a8a0c69d') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:03.188455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e5fd40-cafa-495b-8532-db19a8a0c69d') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:03.214535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=42b6228a-122d-464e-bdf5-836b14b5061b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:03.219532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 29771cf9-23fe-4107-aa97-6d745dd71085 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:03.251558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.256194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0e49ebb7-d0e3-406e-852f-a6b498c9dc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.265368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 29771cf9-23fe-4107-aa97-6d745dd71085 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:03.265594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 29771cf9-23fe-4107-aa97-6d745dd71085 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:03.265858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c9facc29-c4c7-4281-ab11-f7f96c73ad98 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:03.269837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668bd2a-1e65-4dee-94e0-d2aa8464831e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:03.271257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668bd2a-1e65-4dee-94e0-d2aa8464831e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:03.272159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9668bd2a-1e65-4dee-94e0-d2aa8464831e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:03.301656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c9facc29-c4c7-4281-ab11-f7f96c73ad98 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:03.302005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c9facc29-c4c7-4281-ab11-f7f96c73ad98 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:03.310189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.340128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:52:03.340490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.358789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9668bd2a-1e65-4dee-94e0-d2aa8464831e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:03.363151 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9668bd2a-1e65-4dee-94e0-d2aa8464831e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3490837 May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:03.363348 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:03.366488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32920) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:03.423499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 08479a8b-4987-438c-94a9-d4d648145723 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:03.441416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.454575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0e49ebb7-d0e3-406e-852f-a6b498c9dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.475817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:52:03.487320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Transition to ACTIVE for port object 2f667b21-e03c-4c68-9197-09622fd617f5 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:03.488422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49ebb7-d0e3-406e-852f-a6b498c9dc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2c018-1af2-4d3d-9e70-23c56d454333,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:03.513033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.575661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 08479a8b-4987-438c-94a9-d4d648145723 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:03.576070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.632499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-aa35d092-082d-45ba-ba77-fa97dad63391 None None] Allocated IP 2001:db8:0:2::2 (b533b190-e633-4b83-a902-213036155a8e/9a27454c-2744-4bc1-881c-fd3e970db5f8/97f0b290-af01-4e28-a432-7572bd64c550) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:03.644458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0e49ebb7-d0e3-406e-852f-a6b498c9dc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.648687 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0e49ebb7-d0e3-406e-852f-a6b498c9dc5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fde2c018-1af2-4d3d-9e70-23c56d454333 HTTP/1.1" status: 204 len: 168 time: 0.7759945 May 06 13:52:03.670376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.704259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event updated for resources: {'Port': ['ID=2f667b21-e03c-4c68-9197-09622fd617f5,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:03.708894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.756769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] In _notify_port_updated(), no bound segment for port 2f667b21-e03c-4c68-9197-09622fd617f5 on network b533b190-e633-4b83-a902-213036155a8e {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:52:03.761238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:03.761875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.766947 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-92153a23-0bc0-4f33-b81f-f593d13b1c2d tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "PUT /v2.0/ports/2f667b21-e03c-4c68-9197-09622fd617f5 HTTP/1.1" status: 200 len: 968 time: 2.0520089 May 06 13:52:03.766947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32926) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:03.807476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=0357e8f4-c352-42cf-8e62-6455cae5c14f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:03.817869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfd9cdc-f826-4854-9b3a-5c0f152ad96c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting subnet 9f760af4-08ef-48a8-bf38-40ef3a70a6e7 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:03.826372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 42b6228a-122d-464e-bdf5-836b14b5061b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:03.830788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-53556b76-fe98-4938-a47a-97e185478d25 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet baffcca0-8422-4989-933e-89cbd949160a {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:03.831440 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f1eff4fc-0daf-40b6-a406-f32bf3477fa0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/0357e8f4-c352-42cf-8e62-6455cae5c14f HTTP/1.1" status: 204 len: 168 time: 4.0954909 May 06 13:52:03.832025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32930) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:03.860172 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53556b76-fe98-4938-a47a-97e185478d25 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.895823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9cdc-f826-4854-9b3a-5c0f152ad96c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.977924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-aa35d092-082d-45ba-ba77-fa97dad63391 None None] For port 97f0b290-af01-4e28-a432-7572bd64c550, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=97f0b290-af01-4e28-a432-7572bd64c550,segment=NetworkSegment(47204bd1-a916-4413-bb82-9ac7a7c02577),segment_id=47204bd1-a916-4413-bb82-9ac7a7c02577)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:04.007619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-adb72f0e-3fad-4c86-bc96-fdf013b38a12 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 2f667b21-e03c-4c68-9197-09622fd617f5 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:04.008008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-adb72f0e-3fad-4c86-bc96-fdf013b38a12 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.026903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa35d092-082d-45ba-ba77-fa97dad63391 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.049213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-aa35d092-082d-45ba-ba77-fa97dad63391 None None] Transition to ACTIVE for port object 97f0b290-af01-4e28-a432-7572bd64c550 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:04.060055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 42b6228a-122d-464e-bdf5-836b14b5061b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:04.060695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.090376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa35d092-082d-45ba-ba77-fa97dad63391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.190200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53556b76-fe98-4938-a47a-97e185478d25 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.263823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35d092-082d-45ba-ba77-fa97dad63391 None None] Pushing event updated for resources: {'Port': ['ID=97f0b290-af01-4e28-a432-7572bd64c550,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:04.266695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9cdc-f826-4854-9b3a-5c0f152ad96c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.371655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c4c6001-7fef-4938-949b-b0d3173b8d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.421042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53556b76-fe98-4938-a47a-97e185478d25 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.436826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9cdc-f826-4854-9b3a-5c0f152ad96c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.510285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-adb72f0e-3fad-4c86-bc96-fdf013b38a12 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.649246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-adb72f0e-3fad-4c86-bc96-fdf013b38a12 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 2f667b21-e03c-4c68-9197-09622fd617f5 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:04.696066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53556b76-fe98-4938-a47a-97e185478d25 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.739014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556b76-fe98-4938-a47a-97e185478d25 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=baffcca0-8422-4989-933e-89cbd949160a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:04.765036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b95d73f-5c60-44ff-bd99-cfeb7d5cfceb None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:04.767720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53556b76-fe98-4938-a47a-97e185478d25 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.822811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9cdc-f826-4854-9b3a-5c0f152ad96c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.859555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:04.871702 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Sync routers for ids ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:04.888757 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-53556b76-fe98-4938-a47a-97e185478d25 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/baffcca0-8422-4989-933e-89cbd949160a HTTP/1.1" status: 204 len: 168 time: 1.5162110 May 06 13:52:04.888757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32934) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:04.892551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd9cdc-f826-4854-9b3a-5c0f152ad96c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Subnet': ['ID=9f760af4-08ef-48a8-bf38-40ef3a70a6e7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:04.914133 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Routers {'4c13c233-ee17-4d7c-8f20-177e40ff8c47'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:04.915189 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:04.938018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9cdc-f826-4854-9b3a-5c0f152ad96c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.959600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.963560 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9d45c9de-55b1-435a-8c95-fd72625defda admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5947161 May 06 13:52:04.964029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32938) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:04.965249 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ddfd9cdc-f826-4854-9b3a-5c0f152ad96c tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/subnets/9f760af4-08ef-48a8-bf38-40ef3a70a6e7 HTTP/1.1" status: 204 len: 168 time: 1.7695916 May 06 13:52:04.970883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32942) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:04.993693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0938e-4985-4e55-a4fe-3dae348c3102 None None] Network 4ec2599b-2024-4afe-a902-d16f924c5e45 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:05.006087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-adb72f0e-3fad-4c86-bc96-fdf013b38a12 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.022725 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e7a18ab3-f52f-4a59-8f61-156ff3f4589a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310577 May 06 13:52:05.032736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32944) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.085438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb72f0e-3fad-4c86-bc96-fdf013b38a12 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=2f667b21-e03c-4c68-9197-09622fd617f5,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:05.157791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-adb72f0e-3fad-4c86-bc96-fdf013b38a12 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.183138 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-adb72f0e-3fad-4c86-bc96-fdf013b38a12 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/2f667b21-e03c-4c68-9197-09622fd617f5 HTTP/1.1" status: 204 len: 168 time: 1.4134748 May 06 13:52:05.184040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32950) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.234788 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba71f61-7ada-4ce3-9a17-4cd2fc3aaf49 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] GET failed (client error): The resource could not be found. May 06 13:52:05.235326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cba71f61-7ada-4ce3-9a17-4cd2fc3aaf49 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Synchronizing usage tracker for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:05.259009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cba71f61-7ada-4ce3-9a17-4cd2fc3aaf49 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Unset dirty status for tenant:2578e9ffc9bb415999c0afe4f5790b5d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:05.262633 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cba71f61-7ada-4ce3-9a17-4cd2fc3aaf49 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports/2f667b21-e03c-4c68-9197-09622fd617f5 HTTP/1.1" status: 404 len: 333 time: 0.0751226 May 06 13:52:05.263738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32954) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.285263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.286175 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Set router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:05.306403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-437bda6c-e75b-4f4f-b170-fc3721c8280a None None] Provisioning for port 97f0b290-af01-4e28-a432-7572bd64c550 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:05.312780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-437bda6c-e75b-4f4f-b170-fc3721c8280a None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:05.313329 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-437bda6c-e75b-4f4f-b170-fc3721c8280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.346236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9a9993c4-a07b-4435-8453-3ce525e42dcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.378408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9a9993c4-a07b-4435-8453-3ce525e42dcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.427384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:05.455832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] DHCP port deletion for 4ec2599b-2024-4afe-a902-d16f924c5e45 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:05.467229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9a9993c4-a07b-4435-8453-3ce525e42dcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.473252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] Deleting port 42b6228a-122d-464e-bdf5-836b14b5061b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:05.476452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.515241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9993c4-a07b-4435-8453-3ce525e42dcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39abf7c4-030f-4db5-9c85-1ada7db16e69,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:05.517397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.520881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9a9993c4-a07b-4435-8453-3ce525e42dcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.527052 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9a9993c4-a07b-4435-8453-3ce525e42dcd tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/security-groups/39abf7c4-030f-4db5-9c85-1ada7db16e69 HTTP/1.1" status: 204 len: 168 time: 0.2632329 May 06 13:52:05.530620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32958) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.552836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 97f0b290-af01-4e28-a432-7572bd64c550 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:05.611001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port ed65b2f1-e985-4b9a-9ca9-892879b3f609 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:05.611328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.643626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c868c1d-d3d4-46fb-95dc-549acace5d4f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.685502 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c868c1d-d3d4-46fb-95dc-549acace5d4f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.695728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] Deleting port ed65b2f1-e985-4b9a-9ca9-892879b3f609 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:05.696814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.728944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea3447-23c8-48db-9f9c-c536c17e3550 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:05.742148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-70ea3447-23c8-48db-9f9c-c536c17e3550 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:05.762491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c868c1d-d3d4-46fb-95dc-549acace5d4f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.787286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c868c1d-d3d4-46fb-95dc-549acace5d4f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df2cf11-08a0-4077-b893-eeca03e0000f,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:05.789886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c868c1d-d3d4-46fb-95dc-549acace5d4f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.791582 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7c868c1d-d3d4-46fb-95dc-549acace5d4f tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/security-groups/2df2cf11-08a0-4077-b893-eeca03e0000f HTTP/1.1" status: 204 len: 168 time: 0.2587011 May 06 13:52:05.793684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32962) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.870612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.889150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-437bda6c-e75b-4f4f-b170-fc3721c8280a None None] Could not find standard attr ID for object 2f667b21-e03c-4c68-9197-09622fd617f5. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:52:05.905626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.906389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:05.906748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.931969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da138c6c-52cd-4c3a-a43e-407afdbdf50e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.940650 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '90ff387b-56bb-473e-b573-af95922ded8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T13:52:00Z', 'revision_number': 3, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port': {'id': '90ff387b-56bb-473e-b573-af95922ded8f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:57Z', 'updated_at': '2022-05-06T13:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:05.950164 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Checking router: 4c13c233-ee17-4d7c-8f20-177e40ff8c47 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:52:05.950777 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Updating router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 port 90ff387b-56bb-473e-b573-af95922ded8f binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:52:05.960094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-437bda6c-e75b-4f4f-b170-fc3721c8280a None None] Provisioning complete for port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:05.960471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-437bda6c-e75b-4f4f-b170-fc3721c8280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.967164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da138c6c-52cd-4c3a-a43e-407afdbdf50e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.986301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-70ea3447-23c8-48db-9f9c-c536c17e3550 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:05.990593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32966) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.991426 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-70ea3447-23c8-48db-9f9c-c536c17e3550 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9502385 May 06 13:52:06.028792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-437bda6c-e75b-4f4f-b170-fc3721c8280a None None] Port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:06.051488 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.086373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363847f-2e12-4555-8465-9c11164a58f3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:06.087198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6363847f-2e12-4555-8465-9c11164a58f3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:06.106708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da138c6c-52cd-4c3a-a43e-407afdbdf50e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.128492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6363847f-2e12-4555-8465-9c11164a58f3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:06.132205 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6363847f-2e12-4555-8465-9c11164a58f3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1376278 May 06 13:52:06.132205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da138c6c-52cd-4c3a-a43e-407afdbdf50e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f159f7c-95cf-4393-ad0d-1d64a1228cf2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:06.140930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32970) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:06.192244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5802e6fc-f44d-40dc-9bf4-d78982020098 None None] Could not find standard attr ID for object 2f667b21-e03c-4c68-9197-09622fd617f5. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:52:06.217819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da138c6c-52cd-4c3a-a43e-407afdbdf50e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.219231 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-da138c6c-52cd-4c3a-a43e-407afdbdf50e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/security-groups/6f159f7c-95cf-4393-ad0d-1d64a1228cf2 HTTP/1.1" status: 204 len: 168 time: 0.4240477 May 06 13:52:06.222516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32974) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:06.231745 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1a830466-5586-4a17-af65-d6f53e8e36e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849531 May 06 13:52:06.233336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32976) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:06.238196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d06a228-c8e3-413d-b5a8-bbe39c97a02f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.239304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:06.396861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:06.408808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:06.424157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:06.429759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.430259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] For port ed65b2f1-e985-4b9a-9ca9-892879b3f609, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ed65b2f1-e985-4b9a-9ca9-892879b3f609,segment=NetworkSegment(77d02b30-445b-4889-ae17-70a41a5504f8),segment_id=77d02b30-445b-4889-ae17-70a41a5504f8)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:06.430839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.462599 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.481324 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Transition to ACTIVE for port object 90ff387b-56bb-473e-b573-af95922ded8f will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:06.492208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] For port 42b6228a-122d-464e-bdf5-836b14b5061b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=42b6228a-122d-464e-bdf5-836b14b5061b,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:06.492594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.493283 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.504727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] For port ed65b2f1-e985-4b9a-9ca9-892879b3f609, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ed65b2f1-e985-4b9a-9ca9-892879b3f609,segment=NetworkSegment(77d02b30-445b-4889-ae17-70a41a5504f8),segment_id=77d02b30-445b-4889-ae17-70a41a5504f8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:06.505123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.587341 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Attempting to bind port 90ff387b-56bb-473e-b573-af95922ded8f on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:06.588344 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Attempting to bind port 90ff387b-56bb-473e-b573-af95922ded8f by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:06.588861 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Attempting to bind port 90ff387b-56bb-473e-b573-af95922ded8f on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:06.605485 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:06.606127 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:06.606943 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.608435 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:06.609114 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Bound port: 90ff387b-56bb-473e-b573-af95922ded8f, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:06.609665 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.734150 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] For port 90ff387b-56bb-473e-b573-af95922ded8f, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:06.738936 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] For port 90ff387b-56bb-473e-b573-af95922ded8f, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=90ff387b-56bb-473e-b573-af95922ded8f,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:06.748225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Calling delete_port for ed65b2f1-e985-4b9a-9ca9-892879b3f609 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:06.759386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] Calling delete_port for ed65b2f1-e985-4b9a-9ca9-892879b3f609 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:06.761223 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.793966 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb3bbd-9021-4745-a65c-03c78ba3de73 None None] Pushing event updated for resources: {'Port': ['ID=90ff387b-56bb-473e-b573-af95922ded8f,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:06.794784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] Calling delete_port for 42b6228a-122d-464e-bdf5-836b14b5061b owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:06.814913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.828902 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Routers {'4c13c233-ee17-4d7c-8f20-177e40ff8c47'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:06.829777 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:06.888928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.936853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.992866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:06.997815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:07.002440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:07.005036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.008971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.022882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] Pushing event deleted for resources: {'Port': ['ID=ed65b2f1-e985-4b9a-9ca9-892879b3f609,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:07.024147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=f34a4bd5-9e4d-41eb-8a7e-a381d077e614,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:07.074326 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7546028e-983f-40ba-b804-89ca1600fbc0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8374255 May 06 13:52:07.075565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32986) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.086283 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb3bbd-9021-4745-a65c-03c78ba3de73 None None] Pushing event updated for resources: {'Port': ['ID=90ff387b-56bb-473e-b573-af95922ded8f,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:07.089028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': 'f34a4bd5-9e4d-41eb-8a7e-a381d077e614', 'ip_address': '2001:db8::9b74:c4d0:a459:5637'}], 'name': 'tempest-NetworksTestDHCPv6-1886053940'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:07.103776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692197be-49bd-48da-a6ef-27a12f8561d9 None None] No DVR routers for this DVR port ed65b2f1-e985-4b9a-9ca9-892879b3f609 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:07.106139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] Pushing event deleted for resources: {'Port': ['ID=42b6228a-122d-464e-bdf5-836b14b5061b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:07.115888 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b9796-b734-4b02-b3da-3ffcd520b361 None None] No DVR routers for this DVR port 42b6228a-122d-464e-bdf5-836b14b5061b on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:07.136691 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] Set router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:07.149957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af1c45-5242-4374-ae0d-103cb811af8d None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:07.294368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:07.308584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:07.321401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:07.332238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.339681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:07.340021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:07.342688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd0e990-251f-4cd5-94cf-4029e58c6318 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet a97d67a9-85f8-4914-a3d2-798068fa6fb8 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:07.355925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 86fd4ee2-8bb3-46ce-95bb-fc18af83bead yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:07.404628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e990-251f-4cd5-94cf-4029e58c6318 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.431082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'f34a4bd5-9e4d-41eb-8a7e-a381d077e614'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:07.432478 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.446792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ed65b2f1-e985-4b9a-9ca9-892879b3f609 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:07.487457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ed65b2f1-e985-4b9a-9ca9-892879b3f609 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:07.488644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ed65b2f1-e985-4b9a-9ca9-892879b3f609 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:07.489169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 42b6228a-122d-464e-bdf5-836b14b5061b no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:07.513692 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '90ff387b-56bb-473e-b573-af95922ded8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T13:52:00Z', 'revision_number': 3, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port': {'id': '90ff387b-56bb-473e-b573-af95922ded8f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:57Z', 'updated_at': '2022-05-06T13:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:07.518280 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516c983-8939-4233-a5d6-c4e41133d535 None None] The sync data for ids ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'] in dv-neutron-840889-1-hyperv is: [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '90ff387b-56bb-473e-b573-af95922ded8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T13:52:00Z', 'revision_number': 3, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port': {'id': '90ff387b-56bb-473e-b573-af95922ded8f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:57Z', 'updated_at': '2022-05-06T13:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:07.528953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 42b6228a-122d-464e-bdf5-836b14b5061b {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:07.529408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 42b6228a-122d-464e-bdf5-836b14b5061b not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:07.625210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e990-251f-4cd5-94cf-4029e58c6318 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.635842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::9b74:c4d0:a459:5637 (50bbb88f-72fc-4a05-991e-345befa7062b/f34a4bd5-9e4d-41eb-8a7e-a381d077e614/86fd4ee2-8bb3-46ce-95bb-fc18af83bead) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:07.771558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d06a228-c8e3-413d-b5a8-bbe39c97a02f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.813682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d06a228-c8e3-413d-b5a8-bbe39c97a02f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.838092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e990-251f-4cd5-94cf-4029e58c6318 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.844296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.861130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 86fd4ee2-8bb3-46ce-95bb-fc18af83bead will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:07.887175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.958050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:07.961347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:07.966641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/f34a4bd5-9e4d-41eb-8a7e-a381d077e614/0d9a6d77-3969-4ae6-a9db-22d8c664a52f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:07.970196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:07.974395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:07.975014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.005800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=86fd4ee2-8bb3-46ce-95bb-fc18af83bead,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:08.018538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Deleting port ed65b2f1-e985-4b9a-9ca9-892879b3f609 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:08.018876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.020853 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7e1eae33-122b-4c08-a68e-a2a6713c0943 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9441574 May 06 13:52:08.023192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32990) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.105921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da47c29-5ee0-4c09-bb3a-50b125cdcca8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:08.106604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8da47c29-5ee0-4c09-bb3a-50b125cdcca8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:08.127656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8da47c29-5ee0-4c09-bb3a-50b125cdcca8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:08.129429 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8da47c29-5ee0-4c09-bb3a-50b125cdcca8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1051304 May 06 13:52:08.132016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 32994) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.187239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.198601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Transition to ACTIVE for port object 0d9a6d77-3969-4ae6-a9db-22d8c664a52f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:08.213217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-bade0445-bea5-49cf-8fcf-176bb3584ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 86fd4ee2-8bb3-46ce-95bb-fc18af83bead {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:08.213708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bade0445-bea5-49cf-8fcf-176bb3584ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.218504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Transition to ACTIVE for port object 0d9a6d77-3969-4ae6-a9db-22d8c664a52f will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:08.225937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.227696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] The port 'ed65b2f1-e985-4b9a-9ca9-892879b3f609' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:52:08.296577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:08.299587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:08.304096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:08.306268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Pushing event updated for resources: {'Port': ['ID=0d9a6d77-3969-4ae6-a9db-22d8c664a52f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:08.398215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Attempting to bind port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:08.398493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Attempting to bind port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:08.398857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Attempting to bind port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:08.405757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:08.406126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:08.406525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.406913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:08.407381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Bound port: 0d9a6d77-3969-4ae6-a9db-22d8c664a52f, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:08.407751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.470174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bade0445-bea5-49cf-8fcf-176bb3584ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.512028 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] For port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:08.515198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] For port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0d9a6d77-3969-4ae6-a9db-22d8c664a52f,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:08.521171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.539033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.581728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e990-251f-4cd5-94cf-4029e58c6318 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.604034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-bade0445-bea5-49cf-8fcf-176bb3584ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 86fd4ee2-8bb3-46ce-95bb-fc18af83bead owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:08.614778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551ccf0-f9d4-421c-adeb-1b6be7e00a1a None None] Pushing event updated for resources: {'Port': ['ID=0d9a6d77-3969-4ae6-a9db-22d8c664a52f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:08.673699 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec2599b-2024-4afe-a902-d16f924c5e45']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:08.692803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0e990-251f-4cd5-94cf-4029e58c6318 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=a97d67a9-85f8-4914-a3d2-798068fa6fb8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:08.715037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d02b30-445b-4889-ae17-70a41a5504f8') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:08.715337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d02b30-445b-4889-ae17-70a41a5504f8') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:08.718593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953780fe-4367-4e56-8c4b-b4f252a31c75 None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:08.729762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e990-251f-4cd5-94cf-4029e58c6318 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.742549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 567c6bd6-b4b5-4161-80ff-17e76d8528f7 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:08.742885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.769010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.805498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bade0445-bea5-49cf-8fcf-176bb3584ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.817285 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ecd0e990-251f-4cd5-94cf-4029e58c6318 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/a97d67a9-85f8-4914-a3d2-798068fa6fb8 HTTP/1.1" status: 204 len: 168 time: 2.5624013 May 06 13:52:08.829724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 32998) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.886147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.973729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bade0445-bea5-49cf-8fcf-176bb3584ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.977358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade0445-bea5-49cf-8fcf-176bb3584ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=86fd4ee2-8bb3-46ce-95bb-fc18af83bead,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:08.990299 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bade0445-bea5-49cf-8fcf-176bb3584ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/86fd4ee2-8bb3-46ce-95bb-fc18af83bead HTTP/1.1" status: 204 len: 168 time: 0.8569221 May 06 13:52:08.994589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33004) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.036425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:52:09.037838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.079481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce793d1-d7ec-4f7b-8996-e40c79c774ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:09.081029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce793d1-d7ec-4f7b-8996-e40c79c774ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:09.081773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7ce793d1-d7ec-4f7b-8996-e40c79c774ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:09.106881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7ce793d1-d7ec-4f7b-8996-e40c79c774ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:09.108176 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7ce793d1-d7ec-4f7b-8996-e40c79c774ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1116328 May 06 13:52:09.110846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33008) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:09.119477 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:09.175008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce962ad5-ecf9-4c44-b7e7-8343a67465ae tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet 9a27454c-2744-4bc1-881c-fd3e970db5f8 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:09.190509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce962ad5-ecf9-4c44-b7e7-8343a67465ae tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.271817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.301337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.322609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce962ad5-ecf9-4c44-b7e7-8343a67465ae tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.358005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] Pushing event deleted for resources: {'Network': ['ID=4ec2599b-2024-4afe-a902-d16f924c5e45,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:09.390308 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f356c901-ee39-4c17-9a2b-3599edb6746b tempest-NetworksTest-959559266 tempest-NetworksTest-959559266-project] 10.222.0.65 "DELETE /v2.0/networks/4ec2599b-2024-4afe-a902-d16f924c5e45 HTTP/1.1" status: 204 len: 168 time: 4.3633659 May 06 13:52:09.408864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port 567c6bd6-b4b5-4161-80ff-17e76d8528f7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=567c6bd6-b4b5-4161-80ff-17e76d8528f7,segment=NetworkSegment(6fb9b4b9-4213-4dc1-97f5-bd9292232cde),segment_id=6fb9b4b9-4213-4dc1-97f5-bd9292232cde)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:09.409225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.425626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-8689aff5-a8f2-4a4f-bc51-0add7f00bd3c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet f34a4bd5-9e4d-41eb-8a7e-a381d077e614 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:09.429778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8689aff5-a8f2-4a4f-bc51-0add7f00bd3c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.503746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0d9a6d77-3969-4ae6-a9db-22d8c664a52f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:09.514616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8689aff5-a8f2-4a4f-bc51-0add7f00bd3c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.619934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:09.659646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8689aff5-a8f2-4a4f-bc51-0add7f00bd3c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.798677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8689aff5-a8f2-4a4f-bc51-0add7f00bd3c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.841005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 567c6bd6-b4b5-4161-80ff-17e76d8528f7 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:09.874682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d06a228-c8e3-413d-b5a8-bbe39c97a02f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Router 9cdca144-a303-420d-b673-4e7d43c93e7a has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:52:09.893457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689aff5-a8f2-4a4f-bc51-0add7f00bd3c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=f34a4bd5-9e4d-41eb-8a7e-a381d077e614,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:09.913933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8689aff5-a8f2-4a4f-bc51-0add7f00bd3c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.943814 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8689aff5-a8f2-4a4f-bc51-0add7f00bd3c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/f34a4bd5-9e4d-41eb-8a7e-a381d077e614 HTTP/1.1" status: 204 len: 168 time: 0.8293021 May 06 13:52:09.943814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33020) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.022601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33024) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.114365 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7d7377d7-a548-4b39-afa6-6ca4f85aad80 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1666708 May 06 13:52:10.129335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76069012-9e61-4b9b-b4be-989acc9ef5a9 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:10.140450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33030) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.145977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:10.205420 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-1694f8f3-6147-4623-bbdf-b3565327296d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 0.0921617 May 06 13:52:10.315595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce962ad5-ecf9-4c44-b7e7-8343a67465ae tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.340123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4db1aaa1-2c7c-4837-8763-22e549cdbd4c None None] Provisioning for port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:10.392163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4db1aaa1-2c7c-4837-8763-22e549cdbd4c None None] Provisioning complete for port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:10.392599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4db1aaa1-2c7c-4837-8763-22e549cdbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.477292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-deedd677-eaee-4745-82f7-9179393a164f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:10.479345 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-deedd677-eaee-4745-82f7-9179393a164f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 0.2646534 May 06 13:52:10.562491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb88e-c87c-4d71-b8e4-86640391743a req-e7b6d11e-913a-4a64-83db-0274d8c38c2e tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:10.563873 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46bbb88e-c87c-4d71-b8e4-86640391743a req-e7b6d11e-913a-4a64-83db-0274d8c38c2e tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.2322490 May 06 13:52:10.583335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4db1aaa1-2c7c-4837-8763-22e549cdbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.643427 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-6a770ff8-9a78-4963-b398-dfae2d008dd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 1001 time: 0.1564515 May 06 13:52:10.644909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4db1aaa1-2c7c-4837-8763-22e549cdbd4c None None] For port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0d9a6d77-3969-4ae6-a9db-22d8c664a52f,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:10.659250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:10.661544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4db1aaa1-2c7c-4837-8763-22e549cdbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.664427 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46bbb88e-c87c-4d71-b8e4-86640391743a req-6c4f2b76-221f-4189-bcc8-625c0874bc74 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916936 May 06 13:52:10.688595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:10.703339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:10.707132 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] Deleting port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:10.707987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.710516 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d87dc06b-1a28-4e19-a2fa-be060cc17994 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74419c2ffdb6446f98ed554caa5f4945&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6792960 May 06 13:52:10.722331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33036) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.746759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:10.749924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce962ad5-ecf9-4c44-b7e7-8343a67465ae tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.782512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-882eb50e-e046-4e27-a2aa-211767c92d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:10.783829 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-882eb50e-e046-4e27-a2aa-211767c92d77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.1184118 May 06 13:52:10.789846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:10.792228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1aaa1-2c7c-4837-8763-22e549cdbd4c None None] Pushing event updated for resources: {'Port': ['ID=0d9a6d77-3969-4ae6-a9db-22d8c664a52f,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:10.814488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.830863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce962ad5-ecf9-4c44-b7e7-8343a67465ae tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=9a27454c-2744-4bc1-881c-fd3e970db5f8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:10.833601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b7b44ee2-b877-47c6-a457-4e0bf54dfd0d None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:10.833953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7b44ee2-b877-47c6-a457-4e0bf54dfd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.851148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7dee28a-5f13-4bd3-9503-22fb86fddc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.895073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7dee28a-5f13-4bd3-9503-22fb86fddc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.911260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce962ad5-ecf9-4c44-b7e7-8343a67465ae tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.918105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deafcc39-0b21-4f10-ac9b-a5606e3b3361 None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:10.925652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:10.937822 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-88031359-c12f-4f56-841e-dd2c0faa7ce2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1475649 May 06 13:52:10.987127 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ce962ad5-ecf9-4c44-b7e7-8343a67465ae tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/9a27454c-2744-4bc1-881c-fd3e970db5f8 HTTP/1.1" status: 204 len: 168 time: 2.1572359 May 06 13:52:10.994494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.998925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33040) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.042383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7dee28a-5f13-4bd3-9503-22fb86fddc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.074531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dee28a-5f13-4bd3-9503-22fb86fddc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b33cca8-864a-40fa-9ed8-5c3590182003,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:11.093117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7dee28a-5f13-4bd3-9503-22fb86fddc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.096682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c7dee28a-5f13-4bd3-9503-22fb86fddc0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b33cca8-864a-40fa-9ed8-5c3590182003 HTTP/1.1" status: 204 len: 168 time: 0.3709698 May 06 13:52:11.106995 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-a3d0de7f-3c41-4b39-b3fc-bad09bbe30c1 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624510 May 06 13:52:11.161136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=567c6bd6-b4b5-4161-80ff-17e76d8528f7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:11.177663 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3661fd9-5837-49a2-9c85-7b3108208218 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:11.177960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3661fd9-5837-49a2-9c85-7b3108208218 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:11.211642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b7b44ee2-b877-47c6-a457-4e0bf54dfd0d None None] Provisioning complete for port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:11.212037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7b44ee2-b877-47c6-a457-4e0bf54dfd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.250222 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c3661fd9-5837-49a2-9c85-7b3108208218 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/a97d67a9-85f8-4914-a3d2-798068fa6fb8 HTTP/1.1" status: 404 len: 337 time: 0.1755319 May 06 13:52:11.257215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33046) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.263588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] For port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0d9a6d77-3969-4ae6-a9db-22d8c664a52f,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:11.264011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.304483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.407872 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-12e0a905-d3cd-4f7d-88a0-e03c3f8c1a9c req-b7bb2e09-98ef-417c-97b9-e13d9b4b6d6c service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929411 May 06 13:52:11.554960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] Calling delete_port for 0d9a6d77-3969-4ae6-a9db-22d8c664a52f owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:11.586372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0d9a6d77-3969-4ae6-a9db-22d8c664a52f no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:11.609966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b7b44ee2-b877-47c6-a457-4e0bf54dfd0d None None] Port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:11.641584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-781aeced-2e61-4dc7-a36c-ea1b7b8f4e07 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting subnet c6e7232c-89d2-4eb8-b146-435993e8d19d {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:11.647625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-781aeced-2e61-4dc7-a36c-ea1b7b8f4e07 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.714372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-781aeced-2e61-4dc7-a36c-ea1b7b8f4e07 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.815336 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No ports have port_id starting with 0d9a6d77-3969-4ae6-a9db-22d8c664a52f May 06 13:52:11.816765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.871211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] Pushing event deleted for resources: {'Port': ['ID=0d9a6d77-3969-4ae6-a9db-22d8c664a52f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:11.883524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3e16f-0ee8-4257-8526-3e462f5fa051 None None] No DVR routers for this DVR port 0d9a6d77-3969-4ae6-a9db-22d8c664a52f on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:12.079767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-781aeced-2e61-4dc7-a36c-ea1b7b8f4e07 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.095607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Allocated IP 172.20.0.1 (b0aec0cf-f165-4f16-b440-dead2cbde68c/4360bfc6-ee4b-4777-8d44-bca9af14c667/f83ca818-bb84-4680-bbdd-f30cf1682e1d) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:12.144253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d06a228-c8e3-413d-b5a8-bbe39c97a02f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:12.163201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d81fade-0876-4693-95d2-6d2d51095f58 None None] Sync routers for ids ['9cdca144-a303-420d-b673-4e7d43c93e7a'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:12.163456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d06a228-c8e3-413d-b5a8-bbe39c97a02f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.167600 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6d06a228-c8e3-413d-b5a8-bbe39c97a02f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "PUT /v2.0/routers/9cdca144-a303-420d-b673-4e7d43c93e7a HTTP/1.1" status: 200 len: 924 time: 9.8388524 May 06 13:52:12.172498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33064) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.208477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81fade-0876-4693-95d2-6d2d51095f58 None None] Routers {'9cdca144-a303-420d-b673-4e7d43c93e7a'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:12.209104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1d81fade-0876-4693-95d2-6d2d51095f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['9cdca144-a303-420d-b673-4e7d43c93e7a'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:12.326561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabfb55-4113-4fe1-9162-b7792044778f req-fd3b66a9-9b6f-4245-84b2-90f667045564 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:12.335951 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1eabfb55-4113-4fe1-9162-b7792044778f req-fd3b66a9-9b6f-4245-84b2-90f667045564 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.3660789 May 06 13:52:12.357062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1d81fade-0876-4693-95d2-6d2d51095f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:12.379700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81fade-0876-4693-95d2-6d2d51095f58 None None] Routers {'9cdca144-a303-420d-b673-4e7d43c93e7a'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:12.380353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1d81fade-0876-4693-95d2-6d2d51095f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['9cdca144-a303-420d-b673-4e7d43c93e7a'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:12.416261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-781aeced-2e61-4dc7-a36c-ea1b7b8f4e07 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.483210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781aeced-2e61-4dc7-a36c-ea1b7b8f4e07 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e7232c-89d2-4eb8-b146-435993e8d19d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:12.497576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-781aeced-2e61-4dc7-a36c-ea1b7b8f4e07 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.505504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1d81fade-0876-4693-95d2-6d2d51095f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:12.506157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d81fade-0876-4693-95d2-6d2d51095f58 None None] The sync data for ids ['9cdca144-a303-420d-b673-4e7d43c93e7a'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:12.511149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.515083 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-781aeced-2e61-4dc7-a36c-ea1b7b8f4e07 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/c6e7232c-89d2-4eb8-b146-435993e8d19d HTTP/1.1" status: 204 len: 168 time: 1.2461367 May 06 13:52:12.516230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33072) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.532399 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1eabfb55-4113-4fe1-9162-b7792044778f req-4c61ca81-ef24-48d8-9b7f-2436d53b8cfc tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980562 May 06 13:52:12.542347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.560098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.582754 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6a6b76-a171-4a8c-ade9-cf94d6a94de1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.583290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6a6b76-a171-4a8c-ade9-cf94d6a94de1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.585279 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8a6a6b76-a171-4a8c-ade9-cf94d6a94de1 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/bd4a1a7b-3e17-4496-8717-8471c1ca0bd5 HTTP/1.1" status: 404 len: 337 time: 0.0636744 May 06 13:52:12.589154 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33076) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.623762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Transition to ACTIVE for port object f83ca818-bb84-4680-bbdd-f30cf1682e1d will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:12.650204 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f1273319-e82d-497e-86da-e280d69021b7 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "GET /v2.0/ports?device_id=183afb16-690b-4289-b3ee-35937949e2d4 HTTP/1.1" status: 200 len: 205 time: 0.0560715 May 06 13:52:12.651334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33080) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.662027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33082) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.749419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-dd6a63e9-6541-45fb-9715-9e701d583b88 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] delete failed (client error): The resource could not be found. May 06 13:52:12.750463 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd6a63e9-6541-45fb-9715-9e701d583b88 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/routers/183afb16-690b-4289-b3ee-35937949e2d4 HTTP/1.1" status: 404 len: 336 time: 0.0875156 May 06 13:52:12.753208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33090) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.789921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=aaeb4699-97b2-40ac-b49c-fcc305982116,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:12.794117 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e9234d56-570e-4715-88f2-5ec1f515990d tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/routers/9cdca144-a303-420d-b673-4e7d43c93e7a HTTP/1.1" status: 200 len: 924 time: 0.6170390 May 06 13:52:12.795510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:12.796174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33094) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.804196 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f19f07-1f4e-47f5-ab40-011685499cd5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.804693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f19f07-1f4e-47f5-ab40-011685499cd5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.808965 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d1f19f07-1f4e-47f5-ab40-011685499cd5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/1965448f-8054-4717-a00b-4a1e33630577 HTTP/1.1" status: 404 len: 337 time: 0.0532002 May 06 13:52:12.812048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33098) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.815612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51194a85-f92c-4082-b0c5-7ebf784732e0 None None] Network b533b190-e633-4b83-a902-213036155a8e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:12.846981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:12.849711 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:12.850449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.888386 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-2962000d-b05c-4bc9-9718-71065480a65a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.888821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2962000d-b05c-4bc9-9718-71065480a65a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.892909 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2962000d-b05c-4bc9-9718-71065480a65a tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/92bedb54-3229-44a0-9201-7af2f50d8687 HTTP/1.1" status: 404 len: 337 time: 0.0774350 May 06 13:52:12.893155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33102) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.911527 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a77a87be-82d9-4321-9c0d-d04b418ea28a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7699375 May 06 13:52:12.917598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33106) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.919407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5175819-c5b7-400a-8f3f-021555490dcc None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:12.925384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': 'aaeb4699-97b2-40ac-b49c-fcc305982116', 'ip_address': '2001:db8::1a52:8a5c:954d:3dbf'}], 'name': 'tempest-NetworksTestDHCPv6-483802590'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:12.949184 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-16815760-9a17-41b9-a688-2ec95442e1ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.949865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16815760-9a17-41b9-a688-2ec95442e1ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.954076 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-16815760-9a17-41b9-a688-2ec95442e1ee tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/a54077a4-5612-40b4-ab1b-d5ab691a0630 HTTP/1.1" status: 404 len: 337 time: 0.0575602 May 06 13:52:12.954553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33110) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.960142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1646395874'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:12.965637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7535ef6c-1c3f-4711-822b-db0fe737cff5 None None] Provisioning complete for port 97f0b290-af01-4e28-a432-7572bd64c550 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:12.966069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7535ef6c-1c3f-4711-822b-db0fe737cff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.995862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:13.004676 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85fbc02-8e0c-46d4-b2df-fd655d2d96b5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:13.005103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85fbc02-8e0c-46d4-b2df-fd655d2d96b5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:13.007703 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d85fbc02-8e0c-46d4-b2df-fd655d2d96b5 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/96e89e11-338b-43a6-9d83-46148d8cf469 HTTP/1.1" status: 404 len: 333 time: 0.0518887 May 06 13:52:13.008817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:network and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:13.013432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:13.014893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33116) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.017562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.019546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:13.029821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:13.032813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.047040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.079727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:13.083543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group_rule and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:13.086371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:13.092367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:13.146936 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19cc7b9-03e7-466b-9bb8-25e87b801e11 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:13.147544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19cc7b9-03e7-466b-9bb8-25e87b801e11 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:13.151323 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c19cc7b9-03e7-466b-9bb8-25e87b801e11 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/cddcb00d-3b1a-42ff-b824-51f3b6a97819 HTTP/1.1" status: 404 len: 337 time: 0.1331675 May 06 13:52:13.152589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33120) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.192719 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f4b07ee1-ecc2-46de-af9e-ab17f077e732 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=9cdca144-a303-420d-b673-4e7d43c93e7a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3918965 May 06 13:52:13.194834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Network b0aec0cf-f165-4f16-b440-dead2cbde68c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:13.203459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33124) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.211082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:13.213571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:13.214066 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f114451-ab3f-4e6e-a0f9-7396e6ddc9ff tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:13.214940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f114451-ab3f-4e6e-a0f9-7396e6ddc9ff tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:13.242525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Pushing event updated for resources: {'Port': ['ID=f83ca818-bb84-4680-bbdd-f30cf1682e1d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:13.245302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.256449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.289316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:13.348305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:13.348756 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9f114451-ab3f-4e6e-a0f9-7396e6ddc9ff tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/b79341cb-a979-460d-b014-fc30ba3116c4 HTTP/1.1" status: 404 len: 337 time: 0.1958005 May 06 13:52:13.354916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33128) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.356153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20cc4139-51ab-4bb3-8991-995ce12022a3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:13.358432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:13.405497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7535ef6c-1c3f-4711-822b-db0fe737cff5 None None] Provisioning complete for port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:13.406038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7535ef6c-1c3f-4711-822b-db0fe737cff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.417350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee802e0-f600-45ee-9a1f-125068192a29 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:13.417811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee802e0-f600-45ee-9a1f-125068192a29 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:13.425217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.426567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:13.438676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'aaeb4699-97b2-40ac-b49c-fcc305982116'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:13.439766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.445068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.445606 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Added segment fa5a17ea-4188-4f00-aa70-a5210417f0b6 of type vlan for network 64c9f63e-c437-4556-8985-933240d7c6b2 May 06 13:52:13.445878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:13.485453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:13.490993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.511678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7535ef6c-1c3f-4711-822b-db0fe737cff5 None None] Port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:13.518508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] DHCP port deletion for b533b190-e633-4b83-a902-213036155a8e request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:13.520895 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bee802e0-f600-45ee-9a1f-125068192a29 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/cb4fd2eb-9162-42ef-b7f5-5a20ea568932 HTTP/1.1" status: 404 len: 333 time: 0.1624906 May 06 13:52:13.526532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] Deleting port 97f0b290-af01-4e28-a432-7572bd64c550 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:13.527147 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.533023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33132) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.550383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.566408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ce855-53ac-41fd-bb69-78c92f126390 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:13.567117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b24ce855-53ac-41fd-bb69-78c92f126390 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Synchronizing usage tracker for tenant:7393580dc2e94d3387187ab224939fc6 on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:13.592974 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-547dbf71-c636-4c69-82cd-30abf3eb09fa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:13.593412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547dbf71-c636-4c69-82cd-30abf3eb09fa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:13.597935 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-547dbf71-c636-4c69-82cd-30abf3eb09fa tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/9d408eed-2a5a-4262-8ceb-dc18f03749dc HTTP/1.1" status: 404 len: 337 time: 0.0637131 May 06 13:52:13.601367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b24ce855-53ac-41fd-bb69-78c92f126390 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Unset dirty status for tenant:7393580dc2e94d3387187ab224939fc6 on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:13.602692 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b24ce855-53ac-41fd-bb69-78c92f126390 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 881 time: 0.3938305 May 06 13:52:13.603840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port e5d9cf6e-c7b0-4a67-889d-015d41bd41af yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:13.605487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33138) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.606026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33140) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.737793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-eed4514f-dae7-49e1-abca-b42c97bb9a89 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cdca144-a303-420d-b673-4e7d43c93e7a HTTP/1.1" status: 200 len: 205 time: 0.1252289 May 06 13:52:13.744980 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9a5fa5-9969-4c25-94ef-dc580693680e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] DELETE failed (client error): The resource could not be found. May 06 13:52:13.745639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9a5fa5-9969-4c25-94ef-dc580693680e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:13.749698 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ef9a5fa5-9969-4c25-94ef-dc580693680e tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/subnets/217b8e71-bf60-4ab6-8bde-fecf3e41ed8f HTTP/1.1" status: 404 len: 337 time: 0.1403182 May 06 13:52:13.749698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33146) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.757624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.762272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:13.763854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.769015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33148) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.783970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-deda4be1-18c3-4562-80c4-69a1f21b595a None None] Provisioning for port f83ca818-bb84-4680-bbdd-f30cf1682e1d completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:13.816592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-deda4be1-18c3-4562-80c4-69a1f21b595a None None] Provisioning complete for port f83ca818-bb84-4680-bbdd-f30cf1682e1d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:13.817274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-deda4be1-18c3-4562-80c4-69a1f21b595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.028570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-deda4be1-18c3-4562-80c4-69a1f21b595a None None] Port f83ca818-bb84-4680-bbdd-f30cf1682e1d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:14.051071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/aaeb4699-97b2-40ac-b49c-fcc305982116/63089919-da81-4c02-971f-b5fd400c453c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:14.062371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] For port 97f0b290-af01-4e28-a432-7572bd64c550, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=97f0b290-af01-4e28-a432-7572bd64c550,segment=NetworkSegment(47204bd1-a916-4413-bb82-9ac7a7c02577),segment_id=47204bd1-a916-4413-bb82-9ac7a7c02577)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:14.062758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.079030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.144201 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4892440 May 06 13:52:14.146281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33154) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:14.159822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'name': 'tempest-PortsTestJSON-402741091'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:14.188306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419956d-ceba-4c48-93dc-e379e27dbf21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Network': ['ID=64c9f63e-c437-4556-8985-933240d7c6b2,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:14.197415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-147ceeb6-7e43-4b6b-926a-f8d6682fe1c9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Deleting port 0119b6d9-6c50-40c6-971a-fd59ed30b8ff {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:14.198365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-147ceeb6-7e43-4b6b-926a-f8d6682fe1c9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.277958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed8f0d-72d8-4445-807e-73b680f214b0 req-f1b0cd26-d5de-465a-b40c-41a6b288c63c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:14.279988 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14ed8f0d-72d8-4445-807e-73b680f214b0 req-f1b0cd26-d5de-465a-b40c-41a6b288c63c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5927632 May 06 13:52:14.369021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:14.372278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:52:14.376263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:14.381961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:14.403438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:14.438715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:14.441668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.458927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] Calling delete_port for 97f0b290-af01-4e28-a432-7572bd64c550 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:14.486070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:14.486775 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14ed8f0d-72d8-4445-807e-73b680f214b0 req-f9b0286b-9138-4a23-bbd2-24360d54881a tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765895 May 06 13:52:14.508797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-147ceeb6-7e43-4b6b-926a-f8d6682fe1c9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.583005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 373b48fb-db6f-446a-afdd-31c9045ee7b8 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:14.611484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.629151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:52:14.647308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Transition to ACTIVE for port object 63089919-da81-4c02-971f-b5fd400c453c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:14.655986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-147ceeb6-7e43-4b6b-926a-f8d6682fe1c9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Calling delete_port for 0119b6d9-6c50-40c6-971a-fd59ed30b8ff owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:14.671070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.687709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Transition to ACTIVE for port object 63089919-da81-4c02-971f-b5fd400c453c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:14.699227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.702932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.724037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.747361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.794328 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:14.796750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Pushing event updated for resources: {'Port': ['ID=63089919-da81-4c02-971f-b5fd400c453c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:14.799121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] No DVR routers for this DVR port 97f0b290-af01-4e28-a432-7572bd64c550 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:14.801143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:14.835741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:14.885286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb593a0-429a-43e5-9a3b-d0318b1d0402 None None] Pushing event deleted for resources: {'Port': ['ID=97f0b290-af01-4e28-a432-7572bd64c550,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:14.904938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::1a52:8a5c:954d:3dbf (50bbb88f-72fc-4a05-991e-345befa7062b/aaeb4699-97b2-40ac-b49c-fcc305982116/e5d9cf6e-c7b0-4a67-889d-015d41bd41af) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:14.909297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-147ceeb6-7e43-4b6b-926a-f8d6682fe1c9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.950878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Attempting to bind port 63089919-da81-4c02-971f-b5fd400c453c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:14.951383 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Attempting to bind port 63089919-da81-4c02-971f-b5fd400c453c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:14.951897 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Attempting to bind port 63089919-da81-4c02-971f-b5fd400c453c on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:14.963755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:14.963755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:14.964907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.965452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:14.967182 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Bound port: 63089919-da81-4c02-971f-b5fd400c453c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:14.967664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.002373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ceeb6-7e43-4b6b-926a-f8d6682fe1c9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Port': ['ID=0119b6d9-6c50-40c6-971a-fd59ed30b8ff,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:15.020945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.052782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-147ceeb6-7e43-4b6b-926a-f8d6682fe1c9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.091123 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-147ceeb6-7e43-4b6b-926a-f8d6682fe1c9 tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/ports/0119b6d9-6c50-40c6-971a-fd59ed30b8ff HTTP/1.1" status: 204 len: 168 time: 1.3042815 May 06 13:52:15.097800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33160) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:15.115574 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] For port 63089919-da81-4c02-971f-b5fd400c453c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:15.120723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] For port 63089919-da81-4c02-971f-b5fd400c453c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=63089919-da81-4c02-971f-b5fd400c453c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:15.131206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.251667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2606d5b-b610-4e24-ad81-4f0b98c808be None None] Pushing event updated for resources: {'Port': ['ID=63089919-da81-4c02-971f-b5fd400c453c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:15.301603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.328399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.376345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Deleting port f3e6e8e6-14eb-4147-abe8-b5ee27464aac {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:15.376679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.563324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Pushing event updated for resources: {'Port': ['ID=f83ca818-bb84-4680-bbdd-f30cf1682e1d,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:15.585423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.628999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:15.638830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b533b190-e633-4b83-a902-213036155a8e']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:15.659088 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:15.684341 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:15.685162 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:15.696572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47204bd1-a916-4413-bb82-9ac7a7c02577') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:15.696955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47204bd1-a916-4413-bb82-9ac7a7c02577') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:15.707942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.732945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33164) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:15.737441 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-73bd0c42-a7b9-461b-a9a6-7a22c1bd3b3b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9008703 May 06 13:52:15.763306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.816148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.822153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.832220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.850871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:52:15.851188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.853915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Network b0aec0cf-f165-4f16-b440-dead2cbde68c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:15.874197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:15.892669 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:16.060289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 90ff387b-56bb-473e-b573-af95922ded8f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:16.170905 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:16.198728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 90ff387b-56bb-473e-b573-af95922ded8f completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:16.212580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 90ff387b-56bb-473e-b573-af95922ded8f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:16.213476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.228584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object e5d9cf6e-c7b0-4a67-889d-015d41bd41af will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:16.337420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.343082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Calling delete_port for f3e6e8e6-14eb-4147-abe8-b5ee27464aac owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:16.353734 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.360290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a48efed4-0895-4235-be04-754519b90072 None None] Provisioning complete for port f83ca818-bb84-4680-bbdd-f30cf1682e1d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:16.360598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a48efed4-0895-4235-be04-754519b90072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.435538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a48efed4-0895-4235-be04-754519b90072 None None] Port f83ca818-bb84-4680-bbdd-f30cf1682e1d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:16.460408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 90ff387b-56bb-473e-b573-af95922ded8f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=90ff387b-56bb-473e-b573-af95922ded8f,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:16.467087 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.467912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 63089919-da81-4c02-971f-b5fd400c453c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:16.542520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=373b48fb-db6f-446a-afdd-31c9045ee7b8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:16.560486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.601427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.602085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.602085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.602418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.602747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.603073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.603436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.603758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.604100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.604436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.604740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.612401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c681c85-edff-4859-8396-5f8a546518d2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet 99303cab-7361-47b7-b1d6-33839988eb92 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:16.614226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.619725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.659818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c681c85-edff-4859-8396-5f8a546518d2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.674030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=90ff387b-56bb-473e-b573-af95922ded8f,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:16.691833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 63089919-da81-4c02-971f-b5fd400c453c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:16.692814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Pushing event deleted for resources: {'Network': ['ID=b533b190-e633-4b83-a902-213036155a8e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:16.727191 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] 10.222.0.65 "DELETE /v2.0/networks/b533b190-e633-4b83-a902-213036155a8e HTTP/1.1" status: 204 len: 168 time: 1.6281333 May 06 13:52:16.737965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:16.747864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:16.752540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.761187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:16.761938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.767253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:16.768106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.771433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.771818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.772169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.772484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.772808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.773128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.773447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.773821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.774202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb4290-50d5-4fb5-a3f3-7875eb6bd6cc tempest-PortsIpV6TestJSON-2036576537 tempest-PortsIpV6TestJSON-2036576537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:16.793010 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:10Z', 'revision_number': 9, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:16.796418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c681c85-edff-4859-8396-5f8a546518d2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.800489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 97f0b290-af01-4e28-a432-7572bd64c550 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:16.800709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=e5d9cf6e-c7b0-4a67-889d-015d41bd41af,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:16.803044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking segment: {'id': 'fa5a17ea-4188-4f00-aa70-a5210417f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:16.803472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network hostable DHCP agents. Network: 64c9f63e-c437-4556-8985-933240d7c6b2, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:16.816961 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:52:16.829793 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-66b17966-f2df-49cf-812f-b19ae7a5f195 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9076576 May 06 13:52:16.830337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33172) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:16.841229 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:16.844474 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:16.892308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 97f0b290-af01-4e28-a432-7572bd64c550 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:16.892568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 97f0b290-af01-4e28-a432-7572bd64c550 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:16.892986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a44f6b94-4da4-4ad6-b930-5869c6aab1e3 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:16.954570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c681c85-edff-4859-8396-5f8a546518d2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.959520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:17.019906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a44f6b94-4da4-4ad6-b930-5869c6aab1e3 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:17.020125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 64c9f63e-c437-4556-8985-933240d7c6b2) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:17.022143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a44f6b94-4da4-4ad6-b930-5869c6aab1e3 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:17.028475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.029158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:17.039821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7239a6d9-8c18-40cc-bfb1-050a11256e90 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:17.042011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:17.042793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.121383 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:17.125761 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4b8a51f8-099f-4ca1-9810-d1f9c72d49ff tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9784710 May 06 13:52:17.131317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33176) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.147277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-679746123'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:17.160807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:17.162855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event deleted for resources: {'Port': ['ID=f3e6e8e6-14eb-4147-abe8-b5ee27464aac,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:17.172051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:network and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:17.176036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:17.185906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:17.217633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a3b570-3e19-428a-a5c9-a95342dce497 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:17.231409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a3b570-3e19-428a-a5c9-a95342dce497 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:17.233594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-07a3b570-3e19-428a-a5c9-a95342dce497 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:17.273380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:17.280466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.282283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Provisioning for port 63089919-da81-4c02-971f-b5fd400c453c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:17.322357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-07a3b570-3e19-428a-a5c9-a95342dce497 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:17.327667 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-07a3b570-3e19-428a-a5c9-a95342dce497 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4962475 May 06 13:52:17.342556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33182) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.349266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33184) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.357702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Provisioning complete for port 63089919-da81-4c02-971f-b5fd400c453c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:17.358073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.382281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:52:17.413145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c681c85-edff-4859-8396-5f8a546518d2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.498841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 90ff387b-56bb-473e-b573-af95922ded8f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:17.508274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c681c85-edff-4859-8396-5f8a546518d2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.518262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9e63e-02b5-4c0a-94b9-53f93f616005 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port e5d9cf6e-c7b0-4a67-889d-015d41bd41af {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:17.518752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e63e-02b5-4c0a-94b9-53f93f616005 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.564041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:17.589269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.589869 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Added segment 9f0a55fa-5dce-4b03-bf23-95505ceb107c of type vlan for network 591bde6a-644d-40b9-a96e-17cb239b75ba May 06 13:52:17.598333 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:10Z', 'revision_number': 9, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:17.604135 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c992ce-5c24-4be4-b64f-5301260f12c5 None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:10Z', 'revision_number': 9, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': '6af474c5-1db2-4603-8c3c-731bfb3bdbd0', 'name': '', 'network_id': '971e9c40-5b34-4543-a1b8-57bb36667f0d', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:7f:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278f8a82-b802-497b-ae4e-33501db8032d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:49Z', 'updated_at': '2022-05-06T13:51:05Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': '278f8a82-b802-497b-ae4e-33501db8032d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:17.604889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2b393-1a27-4254-be77-3e9f5b2c0a02 None None] Network b2f8d745-2c78-47fa-a968-6c10138eb6df requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:17.676034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c681c85-edff-4859-8396-5f8a546518d2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=99303cab-7361-47b7-b1d6-33839988eb92,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:17.708502 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9c681c85-edff-4859-8396-5f8a546518d2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/99303cab-7361-47b7-b1d6-33839988eb92 HTTP/1.1" status: 204 len: 168 time: 1.9610181 May 06 13:52:17.711202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33192) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.751859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.784376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.919699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.947546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.951158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:17.951753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.994559 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4e75bfcb-a756-4a47-92b0-9752662945c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2578e9ffc9bb415999c0afe4f5790b5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6440382 May 06 13:52:17.998626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33196) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:18.023840 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 90ff387b-56bb-473e-b573-af95922ded8f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:18.024359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.068955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] For port 63089919-da81-4c02-971f-b5fd400c453c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=63089919-da81-4c02-971f-b5fd400c453c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:18.080545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.130115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e63e-02b5-4c0a-94b9-53f93f616005 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.150943 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0147195 May 06 13:52:18.177647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33200) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:18.180317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.183701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Pushing event updated for resources: {'Port': ['ID=63089919-da81-4c02-971f-b5fd400c453c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:18.187450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'ports': [{'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2'}, {'network_id': '591bde6a-644d-40b9-a96e-17cb239b75ba'}]} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:18.187762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:18.188250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '591bde6a-644d-40b9-a96e-17cb239b75ba'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:18.263608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] DHCP port deletion for b2f8d745-2c78-47fa-a968-6c10138eb6df request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:18.271164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.271536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.271870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.272209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.272539 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.272870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.273196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.273521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.273844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.274162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.274487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d77914-3c39-4e08-b924-f211142bf66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:18.286306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] Deleting port c061b791-8066-49fc-9d62-9ffdd32e1904 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:18.287409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.346582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-30421006-b8a1-4db2-a8be-c1252744a3a1 None None] Provisioning for port e5d9cf6e-c7b0-4a67-889d-015d41bd41af completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:18.357519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-30421006-b8a1-4db2-a8be-c1252744a3a1 None None] Provisioning complete for port e5d9cf6e-c7b0-4a67-889d-015d41bd41af triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:18.357904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30421006-b8a1-4db2-a8be-c1252744a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.385492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc4f1b-78c9-4323-902a-0dd741bd080c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Network': ['ID=591bde6a-644d-40b9-a96e-17cb239b75ba,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:18.434130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.438462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 591bde6a-644d-40b9-a96e-17cb239b75ba details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:18.440350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.459987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9e63e-02b5-4c0a-94b9-53f93f616005 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for e5d9cf6e-c7b0-4a67-889d-015d41bd41af owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:18.522255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port c061b791-8066-49fc-9d62-9ffdd32e1904 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:18.523609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.610950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-145c2e3d-3917-4128-b077-bfe6978a0ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.633774 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-30421006-b8a1-4db2-a8be-c1252744a3a1 None None] Port e5d9cf6e-c7b0-4a67-889d-015d41bd41af cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:18.652445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.653278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Fanout notify agent at l3_agent the message router_deleted on router 9cdca144-a303-420d-b673-4e7d43c93e7a {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:52:18.734169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e63e-02b5-4c0a-94b9-53f93f616005 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.738941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-145c2e3d-3917-4128-b077-bfe6978a0ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.799608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] For port c061b791-8066-49fc-9d62-9ffdd32e1904, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c061b791-8066-49fc-9d62-9ffdd32e1904,segment=NetworkSegment(6fb9b4b9-4213-4dc1-97f5-bd9292232cde),segment_id=6fb9b4b9-4213-4dc1-97f5-bd9292232cde)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:18.800295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.804322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.816056 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-32242186-1881-43f9-9d20-5ce2c4c571ea tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/9cdca144-a303-420d-b673-4e7d43c93e7a HTTP/1.1" status: 204 len: 168 time: 5.0484204 May 06 13:52:18.817012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33204) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:18.847708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1326710417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:18.865391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:18.902612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9e63e-02b5-4c0a-94b9-53f93f616005 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=e5d9cf6e-c7b0-4a67-889d-015d41bd41af,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:18.906522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Usage tracker for resource:router and tenant:d32b16e4d64749209cbcdcb46e87b26d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:18.921398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:18.922248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:19.087702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91103d22-e4ce-4815-a054-ea97b3f890da admin admin] 10.222.0.65 "PUT /v2.0/routers/4c13c233-ee17-4d7c-8f20-177e40ff8c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1045449 May 06 13:52:19.087702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e63e-02b5-4c0a-94b9-53f93f616005 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.088200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:19.089128 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d9d9e63e-02b5-4c0a-94b9-53f93f616005 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/e5d9cf6e-c7b0-4a67-889d-015d41bd41af HTTP/1.1" status: 204 len: 168 time: 1.7253451 May 06 13:52:19.139348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33210) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:19.201016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-145c2e3d-3917-4128-b077-bfe6978a0ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.247512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] Calling delete_port for c061b791-8066-49fc-9d62-9ffdd32e1904 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:19.252216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.253157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.279127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c2e3d-3917-4128-b077-bfe6978a0ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84966e4-c800-4c59-bd91-ef1a8cc725a5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:19.287102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-145c2e3d-3917-4128-b077-bfe6978a0ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.290099 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-145c2e3d-3917-4128-b077-bfe6978a0ee2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b84966e4-c800-4c59-bd91-ef1a8cc725a5 HTTP/1.1" status: 204 len: 168 time: 1.2818661 May 06 13:52:19.319539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port c061b791-8066-49fc-9d62-9ffdd32e1904, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c061b791-8066-49fc-9d62-9ffdd32e1904,segment=NetworkSegment(6fb9b4b9-4213-4dc1-97f5-bd9292232cde),segment_id=6fb9b4b9-4213-4dc1-97f5-bd9292232cde)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:19.319973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.324791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec6096-59bf-4f37-b463-c8981f934146 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:19.327364 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec6096-59bf-4f37-b463-c8981f934146 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:19.330684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:19.331383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e0ec6096-59bf-4f37-b463-c8981f934146 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:19.341315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:19.348925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:19.373996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e0ec6096-59bf-4f37-b463-c8981f934146 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:19.376589 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e0ec6096-59bf-4f37-b463-c8981f934146 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2357969 May 06 13:52:19.379394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33216) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:19.499766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.558487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for c061b791-8066-49fc-9d62-9ffdd32e1904 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:19.608174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:19.610908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 63089919-da81-4c02-971f-b5fd400c453c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:19.631379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.651221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a311bce-3911-4c46-b0fa-0d106b0f2781 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet aaeb4699-97b2-40ac-b49c-fcc305982116 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:19.655647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 2} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:19.655916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a311bce-3911-4c46-b0fa-0d106b0f2781 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.659736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.705353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.729087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.734337 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Sync routers for ids ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:19.736385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a311bce-3911-4c46-b0fa-0d106b0f2781 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.762350 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] Pushing event deleted for resources: {'Port': ['ID=c061b791-8066-49fc-9d62-9ffdd32e1904,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:19.796041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:19.796728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:19.807333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.812224 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e10cdde0-3552-47d1-a2d3-c7779729e5ce tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9864359 May 06 13:52:19.813207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33226) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:19.819995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:19.821044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef74c1-e465-40b9-98b7-c2d490fb9ef8 None None] No DVR routers for this DVR port c061b791-8066-49fc-9d62-9ffdd32e1904 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:19.838106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Routers {'4c13c233-ee17-4d7c-8f20-177e40ff8c47'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:19.845216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:19.951433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba998672-e86f-4772-9f58-c427890ebfa3 None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:52:19.959728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a311bce-3911-4c46-b0fa-0d106b0f2781 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.070425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a311bce-3911-4c46-b0fa-0d106b0f2781 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.122787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a311bce-3911-4c46-b0fa-0d106b0f2781 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=aaeb4699-97b2-40ac-b49c-fcc305982116,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:20.141244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a311bce-3911-4c46-b0fa-0d106b0f2781 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.173353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8a311bce-3911-4c46-b0fa-0d106b0f2781 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/aaeb4699-97b2-40ac-b49c-fcc305982116 HTTP/1.1" status: 204 len: 168 time: 0.7922728 May 06 13:52:20.175660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33238) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:20.277190 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-438e9946-2d89-4366-96b0-762d3238ab4f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999634 May 06 13:52:20.282547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33242) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:20.296302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:20.303320 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Set router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:20.460584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33246) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:20.486015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port c061b791-8066-49fc-9d62-9ffdd32e1904 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:20.486398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.499566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401601837', 'description': 'tempest-secgroup-smoke-401601837 description', 'project_id': 'f9474ae57cd847da84ea370292c66aa4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:20.511530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:20.515429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:20.521085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:security_group and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:20.526542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:20.531436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:20.535595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:20.546289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:20.548943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:20.568835 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.584797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:20.590955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.667974 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.692947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 63089919-da81-4c02-971f-b5fd400c453c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:20.693313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.758673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:20.767526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:security_group_rule and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:20.771879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:20.780926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:20.909029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] The port 'c061b791-8066-49fc-9d62-9ffdd32e1904' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:52:20.911924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.912505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 22e31f01-e27c-4104-afe7-232e5fda2d89 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:20.943852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.999248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0baad2-5e5b-4653-9b60-0d640b98d130,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:20.999999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33256) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:21.029960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.037697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba998672-e86f-4772-9f58-c427890ebfa3 None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:52:21.071738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.077969 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6df43e06-06a2-43db-82bd-9101f7b5b973 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5843742 May 06 13:52:21.083697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33262) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:21.109314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'security_group_rule': {'security_group_id': '9b0baad2-5e5b-4653-9b60-0d640b98d130', 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:21.115584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:21.121102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:21.123920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:21.133430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:21.134178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.140949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:security_group_rule and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:21.148043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:21.161023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=e9cff0bf-b6f6-4613-ad9b-59380f309e3c,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:21.166435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:21.178136 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c0787945-074a-4a2b-ba31-06cf5926657c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8940775 May 06 13:52:21.184908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33266) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:21.192772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': 'e9cff0bf-b6f6-4613-ad9b-59380f309e3c', 'ip_address': '2001:db8::f507:8500:4aee:cb5b'}], 'name': 'tempest-NetworksTestDHCPv6-451451730'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:21.217492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.222187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 567c6bd6-b4b5-4161-80ff-17e76d8528f7 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:21.224005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.272436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.274823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 567c6bd6-b4b5-4161-80ff-17e76d8528f7 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:21.275729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 567c6bd6-b4b5-4161-80ff-17e76d8528f7 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:21.276189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c061b791-8066-49fc-9d62-9ffdd32e1904 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:21.282199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.324340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c061b791-8066-49fc-9d62-9ffdd32e1904 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:21.324572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c061b791-8066-49fc-9d62-9ffdd32e1904 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:21.331019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '90ff387b-56bb-473e-b573-af95922ded8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T13:52:13Z', 'revision_number': 4, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port': {'id': '90ff387b-56bb-473e-b573-af95922ded8f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:57Z', 'updated_at': '2022-05-06T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'f83ca818-bb84-4680-bbdd-f30cf1682e1d', 'name': '', 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'mac_address': 'fa:16:3e:19:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4360bfc6-ee4b-4777-8d44-bca9af14c667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:10Z', 'updated_at': '2022-05-06T13:52:14Z', 'revision_number': 2, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'subnets': [{'id': '4360bfc6-ee4b-4777-8d44-bca9af14c667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:21.332851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1664968385'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:21.340316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Checking router: 4c13c233-ee17-4d7c-8f20-177e40ff8c47 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:52:21.340667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Updating router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 port f83ca818-bb84-4680-bbdd-f30cf1682e1d binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:52:21.389311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:21.411559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:21.435567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:21.446698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f8d745-2c78-47fa-a968-6c10138eb6df']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:21.449453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.461072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:21.495280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb9b4b9-4213-4dc1-97f5-bd9292232cde') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:21.495585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb9b4b9-4213-4dc1-97f5-bd9292232cde') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:21.504675 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-36b757a1-2f5e-4217-b88d-06a3c63f3471 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0196316 May 06 13:52:21.517638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.519452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.521651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:21.530158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:21.532256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port df82a92c-9380-4e78-8700-5670132f8b62 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:21.533909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:21.541606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:21.551979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.570242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:21.578107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.585613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:21.589432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.632855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e58810-9236-4836-aa87-3d5da17df22a,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:21.637350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 2d9487d0-8b39-4289-9a93-19ae19e92805 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:21.663918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.666075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.680154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.680154 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8bbb2d7b-720b-454c-a56b-70cf12833506 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5878692 May 06 13:52:21.682832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33270) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:21.693602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:52:21.694003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.694705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'security_group_rule': {'security_group_id': '9b0baad2-5e5b-4653-9b60-0d640b98d130', 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:21.709096 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:21.716912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:21.726245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:security_group_rule and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:21.731687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:21.742733 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:21.817432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.846394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:21.857390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:security_group_rule and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:21.864178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:21.869757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.899250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.917140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:21.925209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23e52d-9e94-48fd-8c41-6c6682358158 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:21.943460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=b2f8d745-2c78-47fa-a968-6c10138eb6df,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:21.972646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-fe61c5e9-e22e-4968-b8c4-1ab4e441609f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 0.3598137 May 06 13:52:21.984416 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-806f470f-1130-4ca1-a4e1-6fb9849cae1d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/b2f8d745-2c78-47fa-a968-6c10138eb6df HTTP/1.1" status: 204 len: 168 time: 4.2679493 May 06 13:52:21.998348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33274) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:22.036566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f507:8500:4aee:cb5b (50bbb88f-72fc-4a05-991e-345befa7062b/e9cff0bf-b6f6-4613-ad9b-59380f309e3c/2d9487d0-8b39-4289-9a93-19ae19e92805) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:22.041138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.052940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.058361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.069788 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Transition to ACTIVE for port object f83ca818-bb84-4680-bbdd-f30cf1682e1d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:22.089836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.105632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746186bf-ec68-4fdc-b280-3b17528599d0,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:22.143311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.147596 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6971723e-1195-4629-a251-d18d1d1bb69c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4593525 May 06 13:52:22.147736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33278) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:22.170813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'security_group_rule': {'security_group_id': '9b0baad2-5e5b-4653-9b60-0d640b98d130', 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:22.182495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:22.231338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:security_group_rule and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:22.235689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:22.241173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.267571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64a1d3-2a8e-4ddf-a1f7-077722565666 None None] Pushing event updated for resources: {'Port': ['ID=f83ca818-bb84-4680-bbdd-f30cf1682e1d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:22.282208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:22.318313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.420708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-1d184e1a-e548-4a5d-b09b-1c36c0bf48da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:22.422143 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-1d184e1a-e548-4a5d-b09b-1c36c0bf48da service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 0.3566909 May 06 13:52:22.425526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.429557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.454280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 2d9487d0-8b39-4289-9a93-19ae19e92805 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:22.477753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Attempting to bind port f83ca818-bb84-4680-bbdd-f30cf1682e1d on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:22.478153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Attempting to bind port f83ca818-bb84-4680-bbdd-f30cf1682e1d by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:22.478694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Attempting to bind port f83ca818-bb84-4680-bbdd-f30cf1682e1d on network b0aec0cf-f165-4f16-b440-dead2cbde68c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:22.487261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.488579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:22.488957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Checking segment: {'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:22.489357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.489916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Bound using segment: {'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:22.490553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Bound port: f83ca818-bb84-4680-bbdd-f30cf1682e1d, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2e462e-2d60-4e22-a5fa-a497e1940106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:22.491088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.610042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] For port f83ca818-bb84-4680-bbdd-f30cf1682e1d, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:22.613438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] For port f83ca818-bb84-4680-bbdd-f30cf1682e1d, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f83ca818-bb84-4680-bbdd-f30cf1682e1d,segment=NetworkSegment(be2e462e-2d60-4e22-a5fa-a497e1940106),segment_id=be2e462e-2d60-4e22-a5fa-a497e1940106)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:22.615850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=2d9487d0-8b39-4289-9a93-19ae19e92805,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:22.620959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.657555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.676295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.678123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.682130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:22.684318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:22.687231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.689893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:22.695391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:22.696251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.698002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:22.702812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64a1d3-2a8e-4ddf-a1f7-077722565666 None None] Pushing event updated for resources: {'Port': ['ID=f83ca818-bb84-4680-bbdd-f30cf1682e1d,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:22.723392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.723752 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment ef6bbd09-4b3d-4357-9769-3c50b72ff7dc of type vlan for network 29459ef1-f242-4eb8-b41b-89df03f00162 May 06 13:52:22.729912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Routers {'4c13c233-ee17-4d7c-8f20-177e40ff8c47'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:22.730551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:22.743571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc48089f-53e6-4491-91f8-cf35162d8c73,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:22.754125 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5c8007ab-2337-4af1-8ba8-1c350b903711 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5680230 May 06 13:52:22.756036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33282) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:22.770133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.800148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.802509 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f17e38bc-ceb7-4de8-9585-ac7b4ab09695 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6535017 May 06 13:52:22.808477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33286) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:22.817588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'security_group_rule': {'security_group_id': '9b0baad2-5e5b-4653-9b60-0d640b98d130', 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:22.826949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:22.835638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:security_group_rule and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:22.840368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:22.856076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:22.915949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.932460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12c93f-617f-4ff6-902f-ee8b36846ff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:22.936638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12c93f-617f-4ff6-902f-ee8b36846ff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:22.937408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2d12c93f-617f-4ff6-902f-ee8b36846ff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:22.948411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.999171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2d12c93f-617f-4ff6-902f-ee8b36846ff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:23.003150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2d12c93f-617f-4ff6-902f-ee8b36846ff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2459385 May 06 13:52:23.004886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33290) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.015339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.018462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:23.019056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.033123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949d417-2e97-44bf-b46e-e95f43b7a1fd None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:23.062810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb2edf2-85b3-47b6-9cea-edad653612c9,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:23.083150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.087188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.098288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-88c1013f-d98d-400a-88ff-15338f4a713b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 2d9487d0-8b39-4289-9a93-19ae19e92805 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:23.098652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-88c1013f-d98d-400a-88ff-15338f4a713b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.106483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] Set router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:23.125984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.175611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fe77f1-cd47-4931-9f3c-4d6249e79319,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:23.230621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.233796 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e127d821-0e9c-4a61-b889-d3e89a9603fa tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4209332 May 06 13:52:23.238027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33294) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.240276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a82553b5-c831-40e1-b56d-d748fddd2062 None None] Provisioning complete for port 63089919-da81-4c02-971f-b5fd400c453c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:23.240835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a82553b5-c831-40e1-b56d-d748fddd2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.265083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:23.272502 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'security_group_rule': {'security_group_id': '9b0baad2-5e5b-4653-9b60-0d640b98d130', 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:23.285892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=22e31f01-e27c-4104-afe7-232e5fda2d89,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:23.288297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:23.293590 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2870631 May 06 13:52:23.294721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:23.295570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.297656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33298) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.303135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e9586-e2ae-4c7a-9628-44ecfa5e2e4c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=29459ef1-f242-4eb8-b41b-89df03f00162,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:23.303462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-222589831'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:23.310468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:23.317427 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-d0fe517b-4fd0-4762-bd66-59906183af76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 1001 time: 0.7269228 May 06 13:52:23.340270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 29459ef1-f242-4eb8-b41b-89df03f00162 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:23.369228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:23.383872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:23.389675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:23.398895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:23.420380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:security_group_rule and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:23.432673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:23.436512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.474223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-88c1013f-d98d-400a-88ff-15338f4a713b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.474582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:23.541450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:23.615329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:23.623104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-88c1013f-d98d-400a-88ff-15338f4a713b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 2d9487d0-8b39-4289-9a93-19ae19e92805 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:23.626187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=df82a92c-9380-4e78-8700-5670132f8b62,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:23.647058 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Project f9474ae57cd847da84ea370292c66aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:52:23.675179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.682898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.685652 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment 046a7064-a353-40b9-b9d5-ca9644c42854 of type vlan for network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda May 06 13:52:23.685790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-6159edc3-db1a-4592-980b-d70b1684cc0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:23.685790 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-6159edc3-db1a-4592-980b-d70b1684cc0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.2759180 May 06 13:52:23.735526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.784226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Allocated IP 172.26.0.93 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/1d395302-f279-4527-93aa-e4ee1cdb6c4c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:23.811597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking segment: {'id': '9f0a55fa-5dce-4b03-bf23-95505ceb107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '591bde6a-644d-40b9-a96e-17cb239b75ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:23.812286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network hostable DHCP agents. Network: 591bde6a-644d-40b9-a96e-17cb239b75ba, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:23.820233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.824717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:23.825367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.892797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '90ff387b-56bb-473e-b573-af95922ded8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T13:52:13Z', 'revision_number': 4, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port': {'id': '90ff387b-56bb-473e-b573-af95922ded8f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:57Z', 'updated_at': '2022-05-06T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'f83ca818-bb84-4680-bbdd-f30cf1682e1d', 'name': '', 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'mac_address': 'fa:16:3e:19:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4360bfc6-ee4b-4777-8d44-bca9af14c667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:10Z', 'updated_at': '2022-05-06T13:52:22Z', 'revision_number': 4, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'subnets': [{'id': '4360bfc6-ee4b-4777-8d44-bca9af14c667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:23.904606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91797497-fd59-41fd-bb4d-9be20cbc5747 None None] The sync data for ids ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'] in dv-neutron-840889-1-hyperv is: [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '90ff387b-56bb-473e-b573-af95922ded8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T13:52:13Z', 'revision_number': 4, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port': {'id': '90ff387b-56bb-473e-b573-af95922ded8f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:57Z', 'updated_at': '2022-05-06T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'f83ca818-bb84-4680-bbdd-f30cf1682e1d', 'name': '', 'network_id': 'b0aec0cf-f165-4f16-b440-dead2cbde68c', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'mac_address': 'fa:16:3e:19:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4360bfc6-ee4b-4777-8d44-bca9af14c667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:10Z', 'updated_at': '2022-05-06T13:52:22Z', 'revision_number': 4, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'subnets': [{'id': '4360bfc6-ee4b-4777-8d44-bca9af14c667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:23.973397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6739326 May 06 13:52:23.977131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33302) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.980718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb87f8a-923b-42dd-a2ba-9639c298072b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=5879fda2-e5ed-40e5-93ec-0392d0eb8fda,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:23.983475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-88c1013f-d98d-400a-88ff-15338f4a713b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.986543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.989158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': '29459ef1-f242-4eb8-b41b-89df03f00162', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:24.017600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:24.026748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.131453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 591bde6a-644d-40b9-a96e-17cb239b75ba is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:24.134917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.188372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0387e651-5908-431d-8d7d-bc313464e9f3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:24.286241 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-880588bf-0ad0-40cc-a4db-f3eb19dc8fd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5832167 May 06 13:52:24.294962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 591bde6a-644d-40b9-a96e-17cb239b75ba) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:24.296988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.298452 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cd0bcda8-a3b6-4c18-bfea-244525f6dbc7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0482659 May 06 13:52:24.312189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba06a0-b727-4c3d-8291-f25256184418 None None] Network 591bde6a-644d-40b9-a96e-17cb239b75ba requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:24.317779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33306) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:24.335980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:24.345533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:24.348965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:24.349654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.358697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.373250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'security_group_rule': {'security_group_id': '9b0baad2-5e5b-4653-9b60-0d640b98d130', 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:24.380346 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:24.385368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:security_group_rule and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:24.391883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:24.399390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:24.408805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1013f-d98d-400a-88ff-15338f4a713b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=2d9487d0-8b39-4289-9a93-19ae19e92805,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:24.496588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-88c1013f-d98d-400a-88ff-15338f4a713b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.498899 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-88c1013f-d98d-400a-88ff-15338f4a713b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/2d9487d0-8b39-4289-9a93-19ae19e92805 HTTP/1.1" status: 204 len: 168 time: 1.4930234 May 06 13:52:24.502305 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Project f9474ae57cd847da84ea370292c66aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:52:24.504652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33310) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:24.519168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6184a283-35e8-4c13-b30f-511b2d92b0ed tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.3340988 May 06 13:52:24.525775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4d5df286-4353-4f10-a860-4d6dc2f4f221 None None] Could not find standard attr ID for object 2d9487d0-8b39-4289-9a93-19ae19e92805. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:52:24.535146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.561098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4d5df286-4353-4f10-a860-4d6dc2f4f221 None None] Provisioning complete for port 63089919-da81-4c02-971f-b5fd400c453c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:24.561678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d5df286-4353-4f10-a860-4d6dc2f4f221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.579942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33314) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:24.643897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:24.710029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-98501177-1561-42c0-90e5-f71b3679f645 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port df82a92c-9380-4e78-8700-5670132f8b62 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:24.710385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-98501177-1561-42c0-90e5-f71b3679f645 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.762516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:24.766408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:24.781710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:24.821957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447a991-a072-4c63-bd37-642c7b554eec tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:24.827140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447a991-a072-4c63-bd37-642c7b554eec tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:24.865077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9447a991-a072-4c63-bd37-642c7b554eec tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:24.904223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:24.955823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-efe9dc58-269a-42a3-881c-152e8b134606 None None] Could not find standard attr ID for object 2d9487d0-8b39-4289-9a93-19ae19e92805. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:52:24.983256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.994420 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-66201e4f-f6bd-4023-9a34-eb0db708ee35 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762450 May 06 13:52:25.003123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.020531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.053679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9447a991-a072-4c63-bd37-642c7b554eec tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:25.054860 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9447a991-a072-4c63-bd37-642c7b554eec tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5487492 May 06 13:52:25.067033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33318) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:25.132420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.160833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10da013f-4b42-40dc-98d7-913c7184707f,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:25.199577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.200780 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7bfbe3ae-903f-4be7-b65e-439c4684fb33 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8467946 May 06 13:52:25.210274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:25.215600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:25.218106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:25.276812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event updated for resources: {'Port': ['ID=1d395302-f279-4527-93aa-e4ee1cdb6c4c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:25.436442 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cd06bf18-9f61-4efa-bbf7-689acb815683 req-f3a49db2-80f4-4934-85b8-211a735890f5 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270129 May 06 13:52:25.522050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f83ca818-bb84-4680-bbdd-f30cf1682e1d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:25.535474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-98501177-1561-42c0-90e5-f71b3679f645 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.658724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port f83ca818-bb84-4680-bbdd-f30cf1682e1d completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:25.667244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port f83ca818-bb84-4680-bbdd-f30cf1682e1d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:25.667658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.716963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-98501177-1561-42c0-90e5-f71b3679f645 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for df82a92c-9380-4e78-8700-5670132f8b62 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:25.825541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.890179 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port f83ca818-bb84-4680-bbdd-f30cf1682e1d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f83ca818-bb84-4680-bbdd-f30cf1682e1d,segment=NetworkSegment(be2e462e-2d60-4e22-a5fa-a497e1940106),segment_id=be2e462e-2d60-4e22-a5fa-a497e1940106)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:25.895459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.902107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.929050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dbe6f1-d1d5-48a4-aafc-63b9929194d6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet e9cff0bf-b6f6-4613-ad9b-59380f309e3c {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:26.016970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=f83ca818-bb84-4680-bbdd-f30cf1682e1d,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:26.061762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-98501177-1561-42c0-90e5-f71b3679f645 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.064011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6f1-d1d5-48a4-aafc-63b9929194d6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.126739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.142006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.166146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98501177-1561-42c0-90e5-f71b3679f645 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=df82a92c-9380-4e78-8700-5670132f8b62,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:26.203150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-98501177-1561-42c0-90e5-f71b3679f645 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.215962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6f1-d1d5-48a4-aafc-63b9929194d6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.283362 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-98501177-1561-42c0-90e5-f71b3679f645 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/df82a92c-9380-4e78-8700-5670132f8b62 HTTP/1.1" status: 204 len: 168 time: 1.6998372 May 06 13:52:26.285406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33350) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:26.333633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.443718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:26.444384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.522199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6f1-d1d5-48a4-aafc-63b9929194d6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.591721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=88a27f01-6a4e-42e3-902a-a9c57b9b55e8,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:26.648481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': 'ef6bbd09-4b3d-4357-9769-3c50b72ff7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29459ef1-f242-4eb8-b41b-89df03f00162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:26.648481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: 29459ef1-f242-4eb8-b41b-89df03f00162, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:26.659810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e2cfb-20e0-4e01-8d0a-e9132ad771b5 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:26.663747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e2cfb-20e0-4e01-8d0a-e9132ad771b5 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:26.664430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4f2e2cfb-20e0-4e01-8d0a-e9132ad771b5 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:26.681370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6f1-d1d5-48a4-aafc-63b9929194d6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.684134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port 6af474c5-1db2-4603-8c3c-731bfb3bdbd0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,segment=NetworkSegment(a8438777-f5f4-4c18-af8b-274717ecdcd6),segment_id=a8438777-f5f4-4c18-af8b-274717ecdcd6)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:26.684479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.730923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbe6f1-d1d5-48a4-aafc-63b9929194d6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=e9cff0bf-b6f6-4613-ad9b-59380f309e3c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:26.736915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4f2e2cfb-20e0-4e01-8d0a-e9132ad771b5 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:26.740951 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4f2e2cfb-20e0-4e01-8d0a-e9132ad771b5 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4520288 May 06 13:52:26.744390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe6f1-d1d5-48a4-aafc-63b9929194d6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.747179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33368) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:26.752503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562ad2a-e363-4e35-9752-1853f78c3ce7 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:26.809934 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e8dbe6f1-d1d5-48a4-aafc-63b9929194d6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/e9cff0bf-b6f6-4613-ad9b-59380f309e3c HTTP/1.1" status: 204 len: 168 time: 1.7390676 May 06 13:52:26.822755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33376) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:26.823367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 29459ef1-f242-4eb8-b41b-89df03f00162 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:26.962598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 29459ef1-f242-4eb8-b41b-89df03f00162) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:26.973758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:26.974341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.980297 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-63e48f1d-4981-46f8-b3f8-d0b57ffab8b4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1541593 May 06 13:52:26.984548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33382) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:26.989676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6385b194-9f37-47e2-a369-17be4d208963 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 22e31f01-e27c-4104-afe7-232e5fda2d89 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:26.989676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6385b194-9f37-47e2-a369-17be4d208963 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.996496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b70c07-e6a5-46eb-97ef-d3012d15c923 None None] Network 29459ef1-f242-4eb8-b41b-89df03f00162 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:27.022246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:27.102628 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-64758ed2-2ce1-4291-a4e0-5e3678e80c78 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1239398 May 06 13:52:27.108681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33386) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:27.114780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': '5879fda2-e5ed-40e5-93ec-0392d0eb8fda', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:27.230225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Router f990e408-9849-4336-9c18-ffb42e5ee49a is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:52:27.316096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-29459ef1-f242-4eb8-b41b-89df03f00162', 'network_id': '29459ef1-f242-4eb8-b41b-89df03f00162', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': '88a27f01-6a4e-42e3-902a-a9c57b9b55e8'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:27.317016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.344488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.368323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:27.424841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] Deleting port 63089919-da81-4c02-971f-b5fd400c453c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:27.425280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.513494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:27.524075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f83ca818-bb84-4680-bbdd-f30cf1682e1d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:27.539245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:27.548029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:27.549912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=6af474c5-1db2-4603-8c3c-731bfb3bdbd0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:27.572428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07294c-c4bf-4ee4-9145-fdf7fdc6baa8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:27.573390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1a07294c-c4bf-4ee4-9145-fdf7fdc6baa8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:27.576891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:27.615696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6385b194-9f37-47e2-a369-17be4d208963 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.627623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:27.657102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1a07294c-c4bf-4ee4-9145-fdf7fdc6baa8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:27.658452 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1a07294c-c4bf-4ee4-9145-fdf7fdc6baa8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6401970 May 06 13:52:27.664188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33392) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:27.972250 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6385b194-9f37-47e2-a369-17be4d208963 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 22e31f01-e27c-4104-afe7-232e5fda2d89 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:27.975164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.998835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] For port 63089919-da81-4c02-971f-b5fd400c453c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=63089919-da81-4c02-971f-b5fd400c453c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:28.000355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.075623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c8ed1-7ac8-4b06-8262-2e9560fd91c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:28.076510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f87c8ed1-7ac8-4b06-8262-2e9560fd91c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:28.085930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.142885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:28.146031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] Calling delete_port for 63089919-da81-4c02-971f-b5fd400c453c owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:28.153764 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f1bc6-a113-4939-8d9f-7b13bed7150e None None] Sync routers for ids ['f990e408-9849-4336-9c18-ffb42e5ee49a'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:28.172938 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f1bc6-a113-4939-8d9f-7b13bed7150e None None] Routers {'f990e408-9849-4336-9c18-ffb42e5ee49a'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:28.173558 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-505f1bc6-a113-4939-8d9f-7b13bed7150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f990e408-9849-4336-9c18-ffb42e5ee49a'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:28.193965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.202843 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-054948b9-ba69-47da-bc4c-514197daee09 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "PUT /v2.0/routers/f990e408-9849-4336-9c18-ffb42e5ee49a HTTP/1.1" status: 200 len: 883 time: 8.3874063 May 06 13:52:28.206580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33396) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:28.228855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f87c8ed1-7ac8-4b06-8262-2e9560fd91c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:28.231170 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f87c8ed1-7ac8-4b06-8262-2e9560fd91c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5123684 May 06 13:52:28.236163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33400) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:28.239330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6385b194-9f37-47e2-a369-17be4d208963 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.305344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.322517 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-505f1bc6-a113-4939-8d9f-7b13bed7150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:28.344076 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f1bc6-a113-4939-8d9f-7b13bed7150e None None] Routers {'f990e408-9849-4336-9c18-ffb42e5ee49a'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:28.345078 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-505f1bc6-a113-4939-8d9f-7b13bed7150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f990e408-9849-4336-9c18-ffb42e5ee49a'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:28.412989 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-505f1bc6-a113-4939-8d9f-7b13bed7150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:28.413221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385b194-9f37-47e2-a369-17be4d208963 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=22e31f01-e27c-4104-afe7-232e5fda2d89,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:28.413925 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f1bc6-a113-4939-8d9f-7b13bed7150e None None] The sync data for ids ['f990e408-9849-4336-9c18-ffb42e5ee49a'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:28.424885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Allocated IP 172.20.0.2 (29459ef1-f242-4eb8-b41b-89df03f00162/88a27f01-6a4e-42e3-902a-a9c57b9b55e8/11ada061-4b3c-4825-8c32-d97643eba366) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:28.444392 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-40b77588-44e7-44e8-85b4-1fb706d5d13d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2067170 May 06 13:52:28.445852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33406) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:28.458499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:28.496068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6385b194-9f37-47e2-a369-17be4d208963 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.590163 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6385b194-9f37-47e2-a369-17be4d208963 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/22e31f01-e27c-4104-afe7-232e5fda2d89 HTTP/1.1" status: 204 len: 168 time: 1.8388000 May 06 13:52:28.594828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33410) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:28.719396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] Pushing event deleted for resources: {'Port': ['ID=63089919-da81-4c02-971f-b5fd400c453c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:28.724964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port f83ca818-bb84-4680-bbdd-f30cf1682e1d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:28.725323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.780508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2a6d5-1f02-4e41-af8a-dd25c2841306 None None] No DVR routers for this DVR port 63089919-da81-4c02-971f-b5fd400c453c on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:28.847966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.862783 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Transition to ACTIVE for port object 11ada061-4b3c-4825-8c32-d97643eba366 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:28.869893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:28.905199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:28.930652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Transition to ACTIVE for port object 11ada061-4b3c-4825-8c32-d97643eba366 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:28.948019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.953020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:28.958251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.033917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Pushing event updated for resources: {'Port': ['ID=11ada061-4b3c-4825-8c32-d97643eba366,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:29.053925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Network 29459ef1-f242-4eb8-b41b-89df03f00162 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:29.055596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:29.059602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:29.079163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.153016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 63089919-da81-4c02-971f-b5fd400c453c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:29.163287 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-19004b10-67d8-4377-bafa-22888b22dffd tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/routers/f990e408-9849-4336-9c18-ffb42e5ee49a HTTP/1.1" status: 200 len: 924 time: 0.9569907 May 06 13:52:29.167865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a1803-cb16-4f34-85e1-593d3fb36446 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:29.168050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33414) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.168587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b0a1803-cb16-4f34-85e1-593d3fb36446 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:29.216813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 63089919-da81-4c02-971f-b5fd400c453c {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:29.217265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 63089919-da81-4c02-971f-b5fd400c453c not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:29.227586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=d6fff1a6-c582-4c84-85a7-d11507d7a9c7,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:29.255658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b0a1803-cb16-4f34-85e1-593d3fb36446 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:29.259401 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8b0a1803-cb16-4f34-85e1-593d3fb36446 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6611714 May 06 13:52:29.261285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33418) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.272408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': '046a7064-a353-40b9-b9d5-ca9644c42854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5879fda2-e5ed-40e5-93ec-0392d0eb8fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:29.272862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: 5879fda2-e5ed-40e5-93ec-0392d0eb8fda, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:29.278336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Attempting to bind port 11ada061-4b3c-4825-8c32-d97643eba366 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:29.278985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Attempting to bind port 11ada061-4b3c-4825-8c32-d97643eba366 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'ef6bbd09-4b3d-4357-9769-3c50b72ff7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29459ef1-f242-4eb8-b41b-89df03f00162'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:29.279551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Attempting to bind port 11ada061-4b3c-4825-8c32-d97643eba366 on network 29459ef1-f242-4eb8-b41b-89df03f00162 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:29.288399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:29.289105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Checking segment: {'id': 'ef6bbd09-4b3d-4357-9769-3c50b72ff7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29459ef1-f242-4eb8-b41b-89df03f00162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:29.290147 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.291681 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Bound using segment: {'id': 'ef6bbd09-4b3d-4357-9769-3c50b72ff7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29459ef1-f242-4eb8-b41b-89df03f00162'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:29.292580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Bound port: 11ada061-4b3c-4825-8c32-d97643eba366, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6bbd09-4b3d-4357-9769-3c50b72ff7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29459ef1-f242-4eb8-b41b-89df03f00162'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:29.293154 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.328889 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-31384a46-5049-4092-af8f-1d9ca71fb4cb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:52:29.330227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-31384a46-5049-4092-af8f-1d9ca71fb4cb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:29.347250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:52:29.361314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:29.385378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 5879fda2-e5ed-40e5-93ec-0392d0eb8fda) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:29.402555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:29.403133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.425929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.432233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ba7e6a-1f34-4d5c-800e-ae2f934d7baa None None] Network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:29.446091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] For port 11ada061-4b3c-4825-8c32-d97643eba366, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:29.493042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2ab01e7a-fdc9-4647-945b-659ee93d9faf tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Synchronizing usage tracker for tenant:7393580dc2e94d3387187ab224939fc6 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:29.513718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:29.518465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] For port 11ada061-4b3c-4825-8c32-d97643eba366, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=11ada061-4b3c-4825-8c32-d97643eba366,segment=NetworkSegment(ef6bbd09-4b3d-4357-9769-3c50b72ff7dc),segment_id=ef6bbd09-4b3d-4357-9769-3c50b72ff7dc)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:29.522767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:29.529280 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b70f2390-a9bf-4ffc-a006-eaf9cc915a81 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4195845 May 06 13:52:29.531032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:29.531619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.534548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.553551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33422) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.559806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-385469154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:29.574031 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1211650 May 06 13:52:29.575678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-31384a46-5049-4092-af8f-1d9ca71fb4cb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:29.576024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:29.576906 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-31384a46-5049-4092-af8f-1d9ca71fb4cb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/df82a92c-9380-4e78-8700-5670132f8b62 HTTP/1.1" status: 404 len: 333 time: 0.3156791 May 06 13:52:29.577465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33426) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.581245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33428) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.583730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:router and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:29.589620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:29.594737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': '20f2060d-fc16-490f-860e-db303c033bbf', 'ip_address': '2001:db8::97b1:abe6:8d2b:b8f1'}], 'name': 'tempest-NetworksTestDHCPv6-613343814'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:29.641968 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-310ff110-70f7-4143-b728-94ef73bc54e8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:52:29.643538 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-310ff110-70f7-4143-b728-94ef73bc54e8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/22e31f01-e27c-4104-afe7-232e5fda2d89 HTTP/1.1" status: 404 len: 333 time: 0.0613654 May 06 13:52:29.650211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:29.650454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4483b27-ba37-44a1-bd4b-f42d6f255ef7 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:29.652327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33436) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.672904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622fa94-6a3a-4a78-a688-1938ec2f3fd0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=20f2060d-fc16-490f-860e-db303c033bbf,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:29.676993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2ab01e7a-fdc9-4647-945b-659ee93d9faf tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Unset dirty status for tenant:7393580dc2e94d3387187ab224939fc6 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:29.688771 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2ab01e7a-fdc9-4647-945b-659ee93d9faf tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=f990e408-9849-4336-9c18-ffb42e5ee49a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5118368 May 06 13:52:29.688771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33440) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.763299 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0a683-5c94-49da-adc4-d6a4f131776a None None] Pushing event updated for resources: {'Port': ['ID=11ada061-4b3c-4825-8c32-d97643eba366,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:29.815454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.816998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.901014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.935218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.974108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:29.987990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4339c51-40c3-4581-87b2-8bea98c51147 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:29.993533 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e4339c51-40c3-4581-87b2-8bea98c51147 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 881 time: 0.2907588 May 06 13:52:29.996917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33444) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:30.018114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:30.028753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:30.043342 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fec18c02-6a93-4f12-8db9-2479f91978c8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0437820 May 06 13:52:30.045924 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33448) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:30.048558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:30.052380 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e51e649c-0e4b-4e36-be37-c1341ce29217 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=f990e408-9849-4336-9c18-ffb42e5ee49a HTTP/1.1" status: 200 len: 205 time: 0.0506980 May 06 13:52:30.054136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33452) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:30.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.148234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.156924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.163935 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f1bd5d80-23c0-4c2e-97a8-8fadede1aba9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6090236 May 06 13:52:30.164727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33456) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:30.363850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591bde6a-644d-40b9-a96e-17cb239b75ba']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:30.395824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0a55fa-5dce-4b03-bf23-95505ceb107c') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:30.396545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:30.396873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0a55fa-5dce-4b03-bf23-95505ceb107c') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:30.397177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:30.412018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.459752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.472500 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:30.473790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:52:30.474304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:30.508969 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:30.649738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.656136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.670006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8492b1-071d-4980-8827-2526f5d61dfd tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet 278f8a82-b802-497b-ae4e-33501db8032d {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:30.683002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1a8492b1-071d-4980-8827-2526f5d61dfd tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.690621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Network': ['ID=591bde6a-644d-40b9-a96e-17cb239b75ba,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:30.743772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-5879fda2-e5ed-40e5-93ec-0392d0eb8fda', 'network_id': '5879fda2-e5ed-40e5-93ec-0392d0eb8fda', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': 'd6fff1a6-c582-4c84-85a7-d11507d7a9c7'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:30.744622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.754848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '20f2060d-fc16-490f-860e-db303c033bbf'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:30.755770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.764485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.783732 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6d544018-4c99-476b-a665-e1959a32ea0a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/networks/591bde6a-644d-40b9-a96e-17cb239b75ba HTTP/1.1" status: 204 len: 168 time: 1.1303456 May 06 13:52:30.794239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33460) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:30.813055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1a8492b1-071d-4980-8827-2526f5d61dfd tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.868970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port e8e5e90f-5684-427c-a24c-0e85f8085ff7 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:30.877059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1948086740'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:30.882430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:30.890186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:network and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:30.894422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:30.910797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:30.945709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:30.948064 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:30.953822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.084766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.410011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:31.460913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.462608 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Added segment d8c30c59-6a21-49ac-b451-4b9a18df6c0c of type vlan for network 3257dbfb-1085-4752-bf10-161f2ea720e6 May 06 13:52:31.522725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1a8492b1-071d-4980-8827-2526f5d61dfd tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.602112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.614973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 11ada061-4b3c-4825-8c32-d97643eba366 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:31.642818 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f866511-d204-41e1-9650-d841fcee5e39 None None] Network 29459ef1-f242-4eb8-b41b-89df03f00162 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:31.701151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::97b1:abe6:8d2b:b8f1 (50bbb88f-72fc-4a05-991e-345befa7062b/20f2060d-fc16-490f-860e-db303c033bbf/e8e5e90f-5684-427c-a24c-0e85f8085ff7) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:31.748764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.774573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.778646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:31.779604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.808029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1a8492b1-071d-4980-8827-2526f5d61dfd tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.878533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8492b1-071d-4980-8827-2526f5d61dfd tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=278f8a82-b802-497b-ae4e-33501db8032d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:31.909240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1a8492b1-071d-4980-8827-2526f5d61dfd tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.941059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49ce26-3df3-40fd-b740-d6a09dea0921 None None] Network 971e9c40-5b34-4543-a1b8-57bb36667f0d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:31.960195 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0907149 May 06 13:52:31.981288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5954bcdc-576b-4b0c-b2f9-d39bf9858ce3 None None] Provisioning for port 11ada061-4b3c-4825-8c32-d97643eba366 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:31.999278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33466) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:32.017354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '3257dbfb-1085-4752-bf10-161f2ea720e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:32.105876 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1a8492b1-071d-4980-8827-2526f5d61dfd tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/278f8a82-b802-497b-ae4e-33501db8032d HTTP/1.1" status: 204 len: 168 time: 2.0566509 May 06 13:52:32.116026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33470) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:32.116898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e49fb-6619-4f01-a280-f3f09730b1bb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Network': ['ID=3257dbfb-1085-4752-bf10-161f2ea720e6,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:32.203565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:32.210593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:32.218366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:32.239270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:32.270767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.278579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.293780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:32.342218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.374199 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 3257dbfb-1085-4752-bf10-161f2ea720e6 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:32.402921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object e8e5e90f-5684-427c-a24c-0e85f8085ff7 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:32.404681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port ad0520ac-947c-445e-9e98-2d7cde5fcd2d {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:32.405024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.419657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Deleting port 1d395302-f279-4527-93aa-e4ee1cdb6c4c {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:32.420010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.529663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Allocated IP 172.21.0.2 (5879fda2-e5ed-40e5-93ec-0392d0eb8fda/d6fff1a6-c582-4c84-85a7-d11507d7a9c7/019bed32-b428-4f20-a308-1eb219ec6662) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:32.547417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.554578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5cc850a4-aac4-42e1-bbd5-2018640ac065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.602551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.20.0.1 (29459ef1-f242-4eb8-b41b-89df03f00162/88a27f01-6a4e-42e3-902a-a9c57b9b55e8/708a785e-6011-4f6b-8838-0558ea7a03a8) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:32.639045 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 11ada061-4b3c-4825-8c32-d97643eba366 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:32.708924 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.734725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/20f2060d-fc16-490f-860e-db303c033bbf/3d8a5487-091d-4908-b943-4b7ad13810c5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:32.816881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port ad0520ac-947c-445e-9e98-2d7cde5fcd2d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ad0520ac-947c-445e-9e98-2d7cde5fcd2d,segment=NetworkSegment(a8438777-f5f4-4c18-af8b-274717ecdcd6),segment_id=a8438777-f5f4-4c18-af8b-274717ecdcd6)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:32.817248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.841192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:32.846460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Performing IP validity checks on allocation pools {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:52:32.847214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:52:33.012970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 11ada061-4b3c-4825-8c32-d97643eba366 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:33.013487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.029854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:33.045644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for ad0520ac-947c-445e-9e98-2d7cde5fcd2d owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:33.051660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:33.055619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:33.056799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.093444 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5069773 May 06 13:52:33.098838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.100510 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:27Z', 'revision_number': 10, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:33.112755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33476) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:33.123689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': '20f2060d-fc16-490f-860e-db303c033bbf', 'ip_address': '2001:db8::97b1:abe6:8d2b:b8f1'}], 'name': 'tempest-NetworksTestDHCPv6-1327821353'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:33.139717 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4246848-a586-4d1e-a5a9-10dec72ceb4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=e8e5e90f-5684-427c-a24c-0e85f8085ff7,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:33.154971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:52:33.159682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.208859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object 708a785e-6011-4f6b-8838-0558ea7a03a8 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:33.227372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.285692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No DVR routers for this DVR port ad0520ac-947c-445e-9e98-2d7cde5fcd2d on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:33.323297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:33.324133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:33.331296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=ad0520ac-947c-445e-9e98-2d7cde5fcd2d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:33.384986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Calling delete_port for 1d395302-f279-4527-93aa-e4ee1cdb6c4c owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:33.476561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f34a1e3-b236-408b-8a9b-ef51890de1dd None None] DHCP port deletion for 971e9c40-5b34-4543-a1b8-57bb36667f0d request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:33.519380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.640398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.685745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971e9c40-5b34-4543-a1b8-57bb36667f0d']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:33.703579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8438777-f5f4-4c18-af8b-274717ecdcd6') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:33.703919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8438777-f5f4-4c18-af8b-274717ecdcd6') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:33.718124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.744441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.751575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:52:33.752014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.776756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:33.834326 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:33.846085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.850053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.863644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Transition to ACTIVE for port object 3d8a5487-091d-4908-b943-4b7ad13810c5 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:33.886845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Transition to ACTIVE for port object 3d8a5487-091d-4908-b943-4b7ad13810c5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:33.929716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.969538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.972908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 29459ef1-f242-4eb8-b41b-89df03f00162 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:33.976970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:33.978743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:33.980039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:33.993464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=ad242840-c069-45a1-91eb-6778b25a67b7,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:34.009166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:34.012421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.017050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:34.017268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.028387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:34.050842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking segment: {'id': 'd8c30c59-6a21-49ac-b451-4b9a18df6c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3257dbfb-1085-4752-bf10-161f2ea720e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:34.051587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network hostable DHCP agents. Network: 3257dbfb-1085-4752-bf10-161f2ea720e6, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:34.080627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:34.081206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=708a785e-6011-4f6b-8838-0558ea7a03a8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:34.086345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.094097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=971e9c40-5b34-4543-a1b8-57bb36667f0d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:34.120080 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-71840167-9f64-46c1-9a73-3fd8dd255b31 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/971e9c40-5b34-4543-a1b8-57bb36667f0d HTTP/1.1" status: 204 len: 168 time: 1.9998317 May 06 13:52:34.120362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33482) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:34.220103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port abf3a255-9510-4bb4-ad50-4d8978f07a88 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:34.286856 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 3257dbfb-1085-4752-bf10-161f2ea720e6 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:34.311069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.348075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.361608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 11ada061-4b3c-4825-8c32-d97643eba366, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=11ada061-4b3c-4825-8c32-d97643eba366,segment=NetworkSegment(ef6bbd09-4b3d-4357-9769-3c50b72ff7dc),segment_id=ef6bbd09-4b3d-4357-9769-3c50b72ff7dc)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:34.411900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 3257dbfb-1085-4752-bf10-161f2ea720e6) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:34.433644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:34.437432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.449189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.458383 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:34.460820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5a621734-7c8c-46f4-a7f0-2a2c23c5e18b None None] Provisioning complete for port 11ada061-4b3c-4825-8c32-d97643eba366 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:34.461289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a621734-7c8c-46f4-a7f0-2a2c23c5e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.484389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Pushing event updated for resources: {'Port': ['ID=3d8a5487-091d-4908-b943-4b7ad13810c5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:34.487175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936d080-cb4a-4bc4-b098-e4ca0221826b None None] Network 3257dbfb-1085-4752-bf10-161f2ea720e6 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:34.510652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.522550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.550033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-284311b8-bfa6-4885-b3f0-5d0687af93ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.552331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:34.554656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Transition to ACTIVE for port object 019bed32-b428-4f20-a308-1eb219ec6662 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:34.630485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:34.659292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event deleted for resources: {'Port': ['ID=1d395302-f279-4527-93aa-e4ee1cdb6c4c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:34.720340 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6daa2083-26db-47df-94e8-707d04f0393c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7172146 May 06 13:52:34.728181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33488) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:34.735050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ad0520ac-947c-445e-9e98-2d7cde5fcd2d no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:34.748194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '3257dbfb-1085-4752-bf10-161f2ea720e6', 'name': 'tempest-PortsTestJSON-1924428189'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:34.810463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ad0520ac-947c-445e-9e98-2d7cde5fcd2d {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:34.811574 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ad0520ac-947c-445e-9e98-2d7cde5fcd2d not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:34.834902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Transition to ACTIVE for port object 019bed32-b428-4f20-a308-1eb219ec6662 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:34.959691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:35.024332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:35.041575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.083673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.091877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Attempting to bind port 3d8a5487-091d-4908-b943-4b7ad13810c5 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:35.092250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Attempting to bind port 3d8a5487-091d-4908-b943-4b7ad13810c5 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:35.092609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Attempting to bind port 3d8a5487-091d-4908-b943-4b7ad13810c5 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:35.112284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=11ada061-4b3c-4825-8c32-d97643eba366,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:35.219284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:35.224084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.303415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 3bf07320-9404-416b-bfce-7098edb4bb72 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:35.378990 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): There was a conflict when trying to complete your request. May 06 13:52:35.379998 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:35.403806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Pushing event updated for resources: {'Port': ['ID=019bed32-b428-4f20-a308-1eb219ec6662,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:35.452891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.453233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:35.453780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:35.454395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.454998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:35.455762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Bound port: 3d8a5487-091d-4908-b943-4b7ad13810c5, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:35.456404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.586836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:35.666343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:35.677505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:35.710845 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-070fc2a1-9d07-44fe-ac08-efbc2c596043 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5945320 May 06 13:52:35.718339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33494) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:35.741928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.789347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.832930 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:52:35.849870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:52:35.909403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.919583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.950648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] For port 3d8a5487-091d-4908-b943-4b7ad13810c5, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:35.969300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] For port 3d8a5487-091d-4908-b943-4b7ad13810c5, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3d8a5487-091d-4908-b943-4b7ad13810c5,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:35.972207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Attempting to bind port 019bed32-b428-4f20-a308-1eb219ec6662 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:35.972446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Attempting to bind port 019bed32-b428-4f20-a308-1eb219ec6662 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '046a7064-a353-40b9-b9d5-ca9644c42854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5879fda2-e5ed-40e5-93ec-0392d0eb8fda'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:35.972942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Attempting to bind port 019bed32-b428-4f20-a308-1eb219ec6662 on network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:35.982250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-3257dbfb-1085-4752-bf10-161f2ea720e6', 'network_id': '3257dbfb-1085-4752-bf10-161f2ea720e6', 'tenant_id': '11361967c386430993b0bc1483f4d286', 'fixed_ips': [{'subnet_id': 'ad242840-c069-45a1-91eb-6778b25a67b7'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:35.983541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.002989 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.052465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.069813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.075367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:27Z', 'revision_number': 10, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:36.082410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.10 (3257dbfb-1085-4752-bf10-161f2ea720e6/ad242840-c069-45a1-91eb-6778b25a67b7/3bf07320-9404-416b-bfce-7098edb4bb72) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:36.082696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:36.082969 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Checking segment: {'id': '046a7064-a353-40b9-b9d5-ca9644c42854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5879fda2-e5ed-40e5-93ec-0392d0eb8fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:36.083371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.083763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Bound using segment: {'id': '046a7064-a353-40b9-b9d5-ca9644c42854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5879fda2-e5ed-40e5-93ec-0392d0eb8fda'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:36.084257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Bound port: 019bed32-b428-4f20-a308-1eb219ec6662, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046a7064-a353-40b9-b9d5-ca9644c42854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5879fda2-e5ed-40e5-93ec-0392d0eb8fda'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:36.084623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.104173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e629509d-8450-47a0-85ec-efd54d399bdb None None] Provisioning for port 708a785e-6011-4f6b-8838-0558ea7a03a8 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:36.120632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78912d-6004-4b76-8077-3fe62ceaee1e None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:27Z', 'revision_number': 10, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None, '_interfaces': [{'id': 'a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6', 'name': '', 'network_id': '4352da99-1e34-46a1-ace5-d5b8d45c6535', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'mac_address': 'fa:16:3e:68:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:32Z', 'updated_at': '2022-05-06T13:50:50Z', 'revision_number': 5, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'subnets': [{'id': 'c8c02a52-3620-4281-940c-49d69d1bc140', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:36.168188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.183821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d565f5f-df2b-42db-acb9-59434ceac3bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:36.187724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d565f5f-df2b-42db-acb9-59434ceac3bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:36.188551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d565f5f-df2b-42db-acb9-59434ceac3bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:36.189075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e629509d-8450-47a0-85ec-efd54d399bdb None None] Provisioning complete for port 708a785e-6011-4f6b-8838-0558ea7a03a8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:36.189542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e629509d-8450-47a0-85ec-efd54d399bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.197756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=708a785e-6011-4f6b-8838-0558ea7a03a8,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:36.296263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e629509d-8450-47a0-85ec-efd54d399bdb None None] Port 708a785e-6011-4f6b-8838-0558ea7a03a8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:36.343533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f38bd-426b-43bd-a490-63e6fd819126 None None] Pushing event updated for resources: {'Port': ['ID=3d8a5487-091d-4908-b943-4b7ad13810c5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:36.415639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 29459ef1-f242-4eb8-b41b-89df03f00162 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:36.418118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:36.434383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d565f5f-df2b-42db-acb9-59434ceac3bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:36.435659 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6d565f5f-df2b-42db-acb9-59434ceac3bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7161644 May 06 13:52:36.444128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33498) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:36.476035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] For port 019bed32-b428-4f20-a308-1eb219ec6662, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:36.479596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] For port 019bed32-b428-4f20-a308-1eb219ec6662, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=019bed32-b428-4f20-a308-1eb219ec6662,segment=NetworkSegment(046a7064-a353-40b9-b9d5-ca9644c42854),segment_id=046a7064-a353-40b9-b9d5-ca9644c42854)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:36.490462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.623717 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.624438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Fanout notify agent at l3_agent the message router_deleted on router f990e408-9849-4336-9c18-ffb42e5ee49a {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:52:36.658220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9197bd2d-f31d-4b44-9343-f75677d99d06 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port e8e5e90f-5684-427c-a24c-0e85f8085ff7 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:36.665140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9197bd2d-f31d-4b44-9343-f75677d99d06 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.700319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 11ada061-4b3c-4825-8c32-d97643eba366 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:36.751018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.770689 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-edcec8a2-b32d-4e65-8f32-eb6da0299f41 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/f990e408-9849-4336-9c18-ffb42e5ee49a HTTP/1.1" status: 204 len: 168 time: 6.6296725 May 06 13:52:36.782560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33502) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:36.823168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412473605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:36.866637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4cabd-0694-4d24-ba01-a108d4031fe0 None None] Pushing event updated for resources: {'Port': ['ID=019bed32-b428-4f20-a308-1eb219ec6662,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:36.887580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:36.895113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.911204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-57bbf571-de4f-437f-9a7d-2eb525337be7 None None] Provisioning complete for port 708a785e-6011-4f6b-8838-0558ea7a03a8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:36.914166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57bbf571-de4f-437f-9a7d-2eb525337be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.004474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Usage tracker for resource:router and tenant:d32b16e4d64749209cbcdcb46e87b26d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:37.031469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:37.063704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 11ada061-4b3c-4825-8c32-d97643eba366 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:37.064241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.064341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:37.064836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.068360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:37.108364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.186382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.187637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.198479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-57bbf571-de4f-437f-9a7d-2eb525337be7 None None] Port 708a785e-6011-4f6b-8838-0558ea7a03a8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:37.205403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 3bf07320-9404-416b-bfce-7098edb4bb72 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:37.270264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9197bd2d-f31d-4b44-9343-f75677d99d06 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.281781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.347671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,segment=NetworkSegment(4c50bab2-105a-4563-b4ef-1afee519c81f),segment_id=4c50bab2-105a-4563-b4ef-1afee519c81f)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:37.348236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.379150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:37.479012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:37.479346 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6af474c5-1db2-4603-8c3c-731bfb3bdbd0 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:37.517903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router 151a1c0e-c048-4a7f-9398-11a2e9ffb76c is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:52:37.529580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:37.531940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9197bd2d-f31d-4b44-9343-f75677d99d06 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for e8e5e90f-5684-427c-a24c-0e85f8085ff7 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:37.607319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.757078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Allocated IP 172.20.0.2 (3257dbfb-1085-4752-bf10-161f2ea720e6/ad242840-c069-45a1-91eb-6778b25a67b7/09639909-8b47-4c81-b1a5-2752b0cd97bf) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:37.790126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.875556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=3bf07320-9404-416b-bfce-7098edb4bb72,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:37.890492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 3257dbfb-1085-4752-bf10-161f2ea720e6 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:37.900297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:37.902819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:37.992228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.994329 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fb67a205-a4ba-420b-b6a7-fbf66bfc54ee tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2021196 May 06 13:52:37.999692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33508) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:38.007512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': True}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:38.081904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9197bd2d-f31d-4b44-9343-f75677d99d06 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.154267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:38.154873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.211431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.227709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:38.239613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197bd2d-f31d-4b44-9343-f75677d99d06 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=e8e5e90f-5684-427c-a24c-0e85f8085ff7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:38.240893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Transition to ACTIVE for port object 09639909-8b47-4c81-b1a5-2752b0cd97bf will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:38.249708 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a4d20-de1a-4668-85f3-228749a77b92 None None] Sync routers for ids ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:38.279637 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a4d20-de1a-4668-85f3-228749a77b92 None None] Routers {'151a1c0e-c048-4a7f-9398-11a2e9ffb76c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:38.286103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9aecbdc3-ae77-4120-adfd-10732a74518b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/151a1c0e-c048-4a7f-9398-11a2e9ffb76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1148367 May 06 13:52:38.286302 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-060a4d20-de1a-4668-85f3-228749a77b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:38.290135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33514) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:38.299271 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cac85f59-7795-4c01-a1d3-33299e8596a7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5656633 May 06 13:52:38.311065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33518) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:38.333003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Transition to ACTIVE for port object 09639909-8b47-4c81-b1a5-2752b0cd97bf will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:38.348304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.350714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9197bd2d-f31d-4b44-9343-f75677d99d06 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.352666 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9197bd2d-f31d-4b44-9343-f75677d99d06 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/e8e5e90f-5684-427c-a24c-0e85f8085ff7 HTTP/1.1" status: 204 len: 168 time: 1.9074817 May 06 13:52:38.411153 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-060a4d20-de1a-4668-85f3-228749a77b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:38.442279 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a4d20-de1a-4668-85f3-228749a77b92 None None] Routers {'151a1c0e-c048-4a7f-9398-11a2e9ffb76c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:38.442905 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-060a4d20-de1a-4668-85f3-228749a77b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:38.459367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33522) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:38.509824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b77ff8c4-5807-407a-aa68-4264bd119a2e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 3bf07320-9404-416b-bfce-7098edb4bb72 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:38.510427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b77ff8c4-5807-407a-aa68-4264bd119a2e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.550287 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Network 3257dbfb-1085-4752-bf10-161f2ea720e6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:38.554561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:38.564644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:38.596110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Pushing event updated for resources: {'Port': ['ID=09639909-8b47-4c81-b1a5-2752b0cd97bf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:38.625077 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-060a4d20-de1a-4668-85f3-228749a77b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:38.625728 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a4d20-de1a-4668-85f3-228749a77b92 None None] The sync data for ids ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:38.673895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-67b40be4-7859-423a-9482-77870b805596 None None] Provisioning for port 3d8a5487-091d-4908-b943-4b7ad13810c5 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:38.772476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64c03a-60ba-4f9a-93af-c52e34e79eb5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:38.777166 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0f64c03a-60ba-4f9a-93af-c52e34e79eb5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports/708a785e-6011-4f6b-8838-0558ea7a03a8 HTTP/1.1" status: 200 len: 910 time: 0.4768031 May 06 13:52:38.783583 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33526) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:38.796369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Attempting to bind port 09639909-8b47-4c81-b1a5-2752b0cd97bf on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:38.797094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Attempting to bind port 09639909-8b47-4c81-b1a5-2752b0cd97bf by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd8c30c59-6a21-49ac-b451-4b9a18df6c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3257dbfb-1085-4752-bf10-161f2ea720e6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:38.797094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Attempting to bind port 09639909-8b47-4c81-b1a5-2752b0cd97bf on network 3257dbfb-1085-4752-bf10-161f2ea720e6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:38.814046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:38.816595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Checking segment: {'id': 'd8c30c59-6a21-49ac-b451-4b9a18df6c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3257dbfb-1085-4752-bf10-161f2ea720e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:38.817022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.818144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Bound using segment: {'id': 'd8c30c59-6a21-49ac-b451-4b9a18df6c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3257dbfb-1085-4752-bf10-161f2ea720e6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:38.818663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Bound port: 09639909-8b47-4c81-b1a5-2752b0cd97bf, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c30c59-6a21-49ac-b451-4b9a18df6c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3257dbfb-1085-4752-bf10-161f2ea720e6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:38.819038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.921740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.938901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 019bed32-b428-4f20-a308-1eb219ec6662 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:39.077067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:39.153871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760490a7-7867-4fd6-84a4-92161e5c260f None None] Network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:39.192407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36984765-46fb-4cdc-b6cf-7818a288c3ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:39.194999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36984765-46fb-4cdc-b6cf-7818a288c3ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:39.195776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-36984765-46fb-4cdc-b6cf-7818a288c3ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:39.345131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.380729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-58a8d780-0608-4a76-abda-030c37e24121 None None] Could not find standard attr ID for object e8e5e90f-5684-427c-a24c-0e85f8085ff7. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:52:39.499969 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 019bed32-b428-4f20-a308-1eb219ec6662 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:39.533621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-36984765-46fb-4cdc-b6cf-7818a288c3ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:39.536271 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-36984765-46fb-4cdc-b6cf-7818a288c3ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0626514 May 06 13:52:39.542059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33532) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:39.562167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3d8a5487-091d-4908-b943-4b7ad13810c5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:39.575167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b77ff8c4-5807-407a-aa68-4264bd119a2e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.614650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] For port 09639909-8b47-4c81-b1a5-2752b0cd97bf, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:39.642376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] For port 09639909-8b47-4c81-b1a5-2752b0cd97bf, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=09639909-8b47-4c81-b1a5-2752b0cd97bf,segment=NetworkSegment(d8c30c59-6a21-49ac-b451-4b9a18df6c0c),segment_id=d8c30c59-6a21-49ac-b451-4b9a18df6c0c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:39.655733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.711298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5cd26f7b-c779-4d52-987f-61b419632762 None None] Provisioning for port 019bed32-b428-4f20-a308-1eb219ec6662 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:39.747188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5cd26f7b-c779-4d52-987f-61b419632762 None None] Provisioning complete for port 019bed32-b428-4f20-a308-1eb219ec6662 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:39.747188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5cd26f7b-c779-4d52-987f-61b419632762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.749096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.775642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b77ff8c4-5807-407a-aa68-4264bd119a2e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 3bf07320-9404-416b-bfce-7098edb4bb72 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:39.845447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dcaa7-0948-4943-acb0-a3395b480aca None None] Pushing event updated for resources: {'Port': ['ID=09639909-8b47-4c81-b1a5-2752b0cd97bf,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:39.904126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 3d8a5487-091d-4908-b943-4b7ad13810c5 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:39.928294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 3d8a5487-091d-4908-b943-4b7ad13810c5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:39.928933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.947407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9251305-9a9f-4776-88a6-d17c213c6ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 20f2060d-fc16-490f-860e-db303c033bbf {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:39.954244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9251305-9a9f-4776-88a6-d17c213c6ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.175173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5cd26f7b-c779-4d52-987f-61b419632762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.312443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9251305-9a9f-4776-88a6-d17c213c6ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.354274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5cd26f7b-c779-4d52-987f-61b419632762 None None] For port 019bed32-b428-4f20-a308-1eb219ec6662, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=019bed32-b428-4f20-a308-1eb219ec6662,segment=NetworkSegment(046a7064-a353-40b9-b9d5-ca9644c42854),segment_id=046a7064-a353-40b9-b9d5-ca9644c42854)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:40.362961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.381695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5cd26f7b-c779-4d52-987f-61b419632762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.483906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 3d8a5487-091d-4908-b943-4b7ad13810c5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3d8a5487-091d-4908-b943-4b7ad13810c5,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:40.490202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.498925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd26f7b-c779-4d52-987f-61b419632762 None None] Pushing event updated for resources: {'Port': ['ID=019bed32-b428-4f20-a308-1eb219ec6662,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:40.583590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9251305-9a9f-4776-88a6-d17c213c6ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.596428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-eacf6dfa-deca-4005-a042-9e0b4e0c25db None None] Provisioning complete for port 019bed32-b428-4f20-a308-1eb219ec6662 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:40.596784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eacf6dfa-deca-4005-a042-9e0b4e0c25db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.682542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b77ff8c4-5807-407a-aa68-4264bd119a2e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.752767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=3d8a5487-091d-4908-b943-4b7ad13810c5,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:40.807644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:52:40.810739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ff8c4-5807-407a-aa68-4264bd119a2e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=3bf07320-9404-416b-bfce-7098edb4bb72,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:40.909737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 019bed32-b428-4f20-a308-1eb219ec6662 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:41.033739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 019bed32-b428-4f20-a308-1eb219ec6662 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:41.035874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.083525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9251305-9a9f-4776-88a6-d17c213c6ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.125393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b77ff8c4-5807-407a-aa68-4264bd119a2e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.135620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:41.145300 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7a71a2af-1240-41db-8ab8-2d3ea9120617 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0212183 May 06 13:52:41.146776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33540) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:41.151324 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b77ff8c4-5807-407a-aa68-4264bd119a2e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/3bf07320-9404-416b-bfce-7098edb4bb72 HTTP/1.1" status: 204 len: 168 time: 2.8361011 May 06 13:52:41.151512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:41.166677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33544) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:41.201155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:41.201954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:41.247292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.325456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9251305-9a9f-4776-88a6-d17c213c6ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=20f2060d-fc16-490f-860e-db303c033bbf,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:41.350340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9251305-9a9f-4776-88a6-d17c213c6ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.355199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.403596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7488a-e471-4526-ab9d-d64e157a02a1 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:41.419733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c10ee4-6402-441d-a3a4-2b26e8dcc4c7 None None] Network 3257dbfb-1085-4752-bf10-161f2ea720e6 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:41.429646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b0d45d-7d7e-448d-942c-dcaa99c076d1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:52:41.430219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b0d45d-7d7e-448d-942c-dcaa99c076d1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:41.449421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6572ef-c692-4ea2-9d5a-b7be6b9b6ead tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting subnet c8c02a52-3620-4281-940c-49d69d1bc140 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:41.453008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f6572ef-c692-4ea2-9d5a-b7be6b9b6ead tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.528456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f6572ef-c692-4ea2-9d5a-b7be6b9b6ead tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.606966 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f6b0d45d-7d7e-448d-942c-dcaa99c076d1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/3bf07320-9404-416b-bfce-7098edb4bb72 HTTP/1.1" status: 404 len: 333 time: 0.4304969 May 06 13:52:41.610682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33548) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:41.668621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 09639909-8b47-4c81-b1a5-2752b0cd97bf up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:41.671749 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-be503edf-5ae3-46cc-85d4-a43b3a1c529d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:52:41.672256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-be503edf-5ae3-46cc-85d4-a43b3a1c529d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:41.674811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f6572ef-c692-4ea2-9d5a-b7be6b9b6ead tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.686739 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c9251305-9a9f-4776-88a6-d17c213c6ae5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/20f2060d-fc16-490f-860e-db303c033bbf HTTP/1.1" status: 204 len: 168 time: 2.1406376 May 06 13:52:41.714696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33554) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:41.800890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f6572ef-c692-4ea2-9d5a-b7be6b9b6ead tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.808518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:41.815400 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-be503edf-5ae3-46cc-85d4-a43b3a1c529d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:41.818959 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-be503edf-5ae3-46cc-85d4-a43b3a1c529d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/3bf07320-9404-416b-bfce-7098edb4bb72 HTTP/1.1" status: 404 len: 333 time: 0.2025228 May 06 13:52:41.821844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33562) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:41.840163 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-06076101-0c4b-4c82-8804-97c20faa4b4f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202185 May 06 13:52:41.845913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33564) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:41.851422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:41.883323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f6572ef-c692-4ea2-9d5a-b7be6b9b6ead tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.911634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c5b733-68d1-49a2-a49f-ea3adb448fa4 None None] Network 4352da99-1e34-46a1-ace5-d5b8d45c6535 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:41.947714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6572ef-c692-4ea2-9d5a-b7be6b9b6ead tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c02a52-3620-4281-940c-49d69d1bc140,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:41.961762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33570) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:41.963326 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8f6572ef-c692-4ea2-9d5a-b7be6b9b6ead tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/c8c02a52-3620-4281-940c-49d69d1bc140 HTTP/1.1" status: 204 len: 168 time: 0.8141053 May 06 13:52:41.963986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Allocated IP 172.26.0.10 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/620f62af-07c5-4976-bbb4-ef7313a76cf6) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:41.982320 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8430a813-1fb9-4143-b73d-9c0ddacf11c2 None None] Provisioning for port 09639909-8b47-4c81-b1a5-2752b0cd97bf completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:42.145088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:38Z', 'revision_number': 11, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:42.176762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:52:42.247059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:42.248820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f8051d-46cf-42e8-b796-6186f166d806 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet ad242840-c069-45a1-91eb-6778b25a67b7 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:42.252975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5f8051d-46cf-42e8-b796-6186f166d806 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.257038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:42.323219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5f8051d-46cf-42e8-b796-6186f166d806 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.338242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.349920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:42.350560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:42.391184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:42.421211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5f8051d-46cf-42e8-b796-6186f166d806 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.428216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:42.461514 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Deleting port a9a45351-ff43-495f-8b36-c4596cad96a8 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:42.461923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.488908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 09639909-8b47-4c81-b1a5-2752b0cd97bf completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:42.506205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 09639909-8b47-4c81-b1a5-2752b0cd97bf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:42.506595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.507147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.529703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.537204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5f8051d-46cf-42e8-b796-6186f166d806 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.550723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:42.554168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.578617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:42.592914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8051d-46cf-42e8-b796-6186f166d806 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=ad242840-c069-45a1-91eb-6778b25a67b7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:42.611302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d5f8051d-46cf-42e8-b796-6186f166d806 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.618149 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d5f8051d-46cf-42e8-b796-6186f166d806 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/ad242840-c069-45a1-91eb-6778b25a67b7 HTTP/1.1" status: 204 len: 168 time: 0.7249629 May 06 13:52:42.621079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33576) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:42.717826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:42.730745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:38Z', 'revision_number': 11, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:42.736547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] Deleting port 3d8a5487-091d-4908-b943-4b7ad13810c5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:42.736920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.796054 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b414f8d-1258-4f93-bcf1-0ef33ab66b79 None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:38Z', 'revision_number': 11, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:42.913700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.942615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 09639909-8b47-4c81-b1a5-2752b0cd97bf {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:42.942960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.174100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db13166-e761-49e0-87c9-76d96d941eda None None] Network 3257dbfb-1085-4752-bf10-161f2ea720e6 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:43.197904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.283291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] DHCP port deletion for 4352da99-1e34-46a1-ace5-d5b8d45c6535 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:43.327226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] Deleting port a9a45351-ff43-495f-8b36-c4596cad96a8 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:43.327621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.346530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] For port 09639909-8b47-4c81-b1a5-2752b0cd97bf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=09639909-8b47-4c81-b1a5-2752b0cd97bf,segment=NetworkSegment(d8c30c59-6a21-49ac-b451-4b9a18df6c0c),segment_id=d8c30c59-6a21-49ac-b451-4b9a18df6c0c)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:43.347224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.361308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.382404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] For port 3d8a5487-091d-4908-b943-4b7ad13810c5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3d8a5487-091d-4908-b943-4b7ad13810c5,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:43.383001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.502776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'Port': ['ID=620f62af-07c5-4976-bbb4-ef7313a76cf6,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:43.540841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 09639909-8b47-4c81-b1a5-2752b0cd97bf owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:43.555180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:43.565320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:43.578594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:43.621035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 09639909-8b47-4c81-b1a5-2752b0cd97bf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=09639909-8b47-4c81-b1a5-2752b0cd97bf,segment=NetworkSegment(d8c30c59-6a21-49ac-b451-4b9a18df6c0c),segment_id=d8c30c59-6a21-49ac-b451-4b9a18df6c0c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:43.635178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] Calling delete_port for 3d8a5487-091d-4908-b943-4b7ad13810c5 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:43.669548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:43.669921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:43.675651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.677429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ad6d9d7e-af16-455d-a54b-423406b27790 None None] Provisioning complete for port 09639909-8b47-4c81-b1a5-2752b0cd97bf triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:43.677778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9d7e-af16-455d-a54b-423406b27790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.773169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] For port a9a45351-ff43-495f-8b36-c4596cad96a8, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a9a45351-ff43-495f-8b36-c4596cad96a8,segment=NetworkSegment(4c50bab2-105a-4563-b4ef-1afee519c81f),segment_id=4c50bab2-105a-4563-b4ef-1afee519c81f)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:43.773557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.826400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3d8a5487-091d-4908-b943-4b7ad13810c5 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:43.961625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Calling delete_port for a9a45351-ff43-495f-8b36-c4596cad96a8 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:44.036335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=09639909-8b47-4c81-b1a5-2752b0cd97bf,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:44.048161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.058415 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.117761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No active binding found for port 3d8a5487-091d-4908-b943-4b7ad13810c5 {{(pid=84023) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 13:52:44.118156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3d8a5487-091d-4908-b943-4b7ad13810c5 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:44.119206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a9a45351-ff43-495f-8b36-c4596cad96a8 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:44.140090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.21.0.1 (5879fda2-e5ed-40e5-93ec-0392d0eb8fda/d6fff1a6-c582-4c84-85a7-d11507d7a9c7/aaac8126-72ca-4c5f-85c5-54a0e403114f) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:44.149352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=4faea7fb-ca55-4e24-9b38-77d00a3cfbb4,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:44.152777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] Pushing event deleted for resources: {'Port': ['ID=3d8a5487-091d-4908-b943-4b7ad13810c5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:44.155641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] For port a9a45351-ff43-495f-8b36-c4596cad96a8, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a9a45351-ff43-495f-8b36-c4596cad96a8,segment=NetworkSegment(4c50bab2-105a-4563-b4ef-1afee519c81f),segment_id=4c50bab2-105a-4563-b4ef-1afee519c81f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:44.156056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.172294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 09639909-8b47-4c81-b1a5-2752b0cd97bf {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:44.172809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.189178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:44.193688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:44.209184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:44.209184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.239239 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-be1c8875-44fa-4aae-b72b-7b3ad9f94e19 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3894153 May 06 13:52:44.240343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33592) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:44.246045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': '4faea7fb-ca55-4e24-9b38-77d00a3cfbb4', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-18465391'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:44.282383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.332508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f988bd-688a-4223-8abe-9c6d98d078d8 None None] No DVR routers for this DVR port 3d8a5487-091d-4908-b943-4b7ad13810c5 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:44.347473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] Calling delete_port for a9a45351-ff43-495f-8b36-c4596cad96a8 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:44.419002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No active binding found for port a9a45351-ff43-495f-8b36-c4596cad96a8 {{(pid=84023) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 13:52:44.419002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a9a45351-ff43-495f-8b36-c4596cad96a8 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:44.419254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:44.448916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2746f191-55ba-4460-84b1-cf5b2074924e None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:44.459982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Port': ['ID=a9a45351-ff43-495f-8b36-c4596cad96a8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:44.466034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] For port 09639909-8b47-4c81-b1a5-2752b0cd97bf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=09639909-8b47-4c81-b1a5-2752b0cd97bf,segment=NetworkSegment(d8c30c59-6a21-49ac-b451-4b9a18df6c0c),segment_id=d8c30c59-6a21-49ac-b451-4b9a18df6c0c)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:44.466537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.481058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No DVR routers for this DVR port a9a45351-ff43-495f-8b36-c4596cad96a8 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:44.481697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:44.482050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a71e1270-bb0e-4bab-9d44-5a3c9f02e9f6 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:44.540855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] DHCP port deletion for 3257dbfb-1085-4752-bf10-161f2ea720e6 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:44.565093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] Deleting port 09639909-8b47-4c81-b1a5-2752b0cd97bf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:44.565460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.596706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:44.597052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:44.654836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 09639909-8b47-4c81-b1a5-2752b0cd97bf owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:44.660335 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.681160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object aaac8126-72ca-4c5f-85c5-54a0e403114f will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:44.721036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.732737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:44.747293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.803375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=09639909-8b47-4c81-b1a5-2752b0cd97bf,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:44.820209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No DVR routers for this DVR port 09639909-8b47-4c81-b1a5-2752b0cd97bf on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:44.837891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:44.929639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '4faea7fb-ca55-4e24-9b38-77d00a3cfbb4'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:44.930414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.953861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] For port 09639909-8b47-4c81-b1a5-2752b0cd97bf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=09639909-8b47-4c81-b1a5-2752b0cd97bf,segment=NetworkSegment(d8c30c59-6a21-49ac-b451-4b9a18df6c0c),segment_id=d8c30c59-6a21-49ac-b451-4b9a18df6c0c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:44.954528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.997911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.002831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:45.008879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=aaac8126-72ca-4c5f-85c5-54a0e403114f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:45.012375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:45.022454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:45.050733 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3257dbfb-1085-4752-bf10-161f2ea720e6']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:45.072246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c30c59-6a21-49ac-b451-4b9a18df6c0c') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:45.073929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c30c59-6a21-49ac-b451-4b9a18df6c0c') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:45.083971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:45.090577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.127971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] Deleting port a9a45351-ff43-495f-8b36-c4596cad96a8 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:45.128462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.128711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.130704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.143677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:52:45.144978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.160229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] Calling delete_port for 09639909-8b47-4c81-b1a5-2752b0cd97bf owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:45.265684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.270570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4352da99-1e34-46a1-ace5-d5b8d45c6535']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:45.279290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6eca084c-dcf5-420d-9f24-ae92ed900d62 None None] The port 'a9a45351-ff43-495f-8b36-c4596cad96a8' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:52:45.311134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c50bab2-105a-4563-b4ef-1afee519c81f') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:45.311337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c50bab2-105a-4563-b4ef-1afee519c81f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:45.360216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:45.395330 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:45.399625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.404862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.411943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:45.412501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:45.440551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.456722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/4faea7fb-ca55-4e24-9b38-77d00a3cfbb4/9776c5b1-fb47-435f-a8e7-443382b06fef) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:45.495756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Network': ['ID=3257dbfb-1085-4752-bf10-161f2ea720e6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:45.503698 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3a22e3ff-14c9-441a-a1ce-bee65949417b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/networks/3257dbfb-1085-4752-bf10-161f2ea720e6 HTTP/1.1" status: 204 len: 168 time: 2.8812828 May 06 13:52:45.507556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33602) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:45.511466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ab3cfdd3-6fdb-4ecc-b832-7528a7b22adb None None] Provisioning for port aaac8126-72ca-4c5f-85c5-54a0e403114f completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:45.521440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-925613143'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:45.531060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:45.542671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:network and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:45.545654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:45.560811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:45.568577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ab3cfdd3-6fdb-4ecc-b832-7528a7b22adb None None] Provisioning complete for port aaac8126-72ca-4c5f-85c5-54a0e403114f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:45.568870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfdd3-6fdb-4ecc-b832-7528a7b22adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.577141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:45.580111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.587914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.612909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:45.628449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.629404 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Added segment a1fac4d7-aadb-4b01-8902-1b0ddf242fd9 of type vlan for network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae May 06 13:52:45.636089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.647937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cfdd3-6fdb-4ecc-b832-7528a7b22adb None None] Port aaac8126-72ca-4c5f-85c5-54a0e403114f cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:45.704701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.790413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.794643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:45.795224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.797212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 09639909-8b47-4c81-b1a5-2752b0cd97bf no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:45.806318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:52:45.806725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:45.828518 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:45.838770 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3300033 May 06 13:52:45.844992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33606) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:45.871991 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 09639909-8b47-4c81-b1a5-2752b0cd97bf {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:45.872403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 09639909-8b47-4c81-b1a5-2752b0cd97bf not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:45.890048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.909599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Transition to ACTIVE for port object 9776c5b1-fb47-435f-a8e7-443382b06fef will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:45.916129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] Deleting port 09639909-8b47-4c81-b1a5-2752b0cd97bf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:45.916664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.917997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '87f4c5da-ef3f-4528-b8e4-13993d3b35ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:45.989449 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a05d6-aa30-43fa-9df9-6266b8c149b5 None None] The port '09639909-8b47-4c81-b1a5-2752b0cd97bf' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:52:45.995316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Transition to ACTIVE for port object 9776c5b1-fb47-435f-a8e7-443382b06fef will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:46.028241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.045958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 263681b2-6475-4c38-96b7-60f62f1859b1 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:46.099596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.114975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Pushing event updated for resources: {'Port': ['ID=9776c5b1-fb47-435f-a8e7-443382b06fef,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:46.130903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:46.132604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:46.138629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:46.151759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.173474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.203837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6fc69-26ce-44a0-b12b-b98d69c68718 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Network': ['ID=87f4c5da-ef3f-4528-b8e4-13993d3b35ae,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:46.234181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:46.238531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:46.242700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:46.247565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Pushing event deleted for resources: {'Network': ['ID=4352da99-1e34-46a1-ace5-d5b8d45c6535,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:46.252234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:46.260755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:46.267019 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f2215efd-b0d2-494a-a798-13ff81ce6a5e tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/networks/4352da99-1e34-46a1-ace5-d5b8d45c6535 HTTP/1.1" status: 204 len: 168 time: 4.3006239 May 06 13:52:46.269563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.270240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33610) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:46.278901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'routes': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:46.326979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.348326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:46.387690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Attempting to bind port 9776c5b1-fb47-435f-a8e7-443382b06fef on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:46.388368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Attempting to bind port 9776c5b1-fb47-435f-a8e7-443382b06fef by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:46.388930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Attempting to bind port 9776c5b1-fb47-435f-a8e7-443382b06fef on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:46.410895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:46.411605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:46.412444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.413006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:46.413633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Bound port: 9776c5b1-fb47-435f-a8e7-443382b06fef, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:46.414161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.514757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] For port 9776c5b1-fb47-435f-a8e7-443382b06fef, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:46.518215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] For port 9776c5b1-fb47-435f-a8e7-443382b06fef, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9776c5b1-fb47-435f-a8e7-443382b06fef,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:46.542094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.551348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.589589 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:52:46.590190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:46.637326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca312b0f-16df-4df7-a255-4fe165786423 None None] Pushing event updated for resources: {'Port': ['ID=9776c5b1-fb47-435f-a8e7-443382b06fef,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:46.701049 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1696eae7-b2b0-49ae-8268-356bacc12ae2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4602337 May 06 13:52:46.708947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33618) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:47.008615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.extraroute_db [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Added routes are [] {{(pid=84022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:52:47.009224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.extraroute_db [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Removed routes are [] {{(pid=84022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:52:47.009349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.131011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.177697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.325174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.391039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24270b-1376-4414-a5ef-a396129dcab6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:47.393702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4e24270b-1376-4414-a5ef-a396129dcab6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6819813 May 06 13:52:47.396874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33628) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:47.503252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=aaac8126-72ca-4c5f-85c5-54a0e403114f,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:47.602543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42d20-8d5d-4eca-9a4f-5d2d160af5fe req-bb1123f4-b61e-43af-b22a-8ecea1e04efa tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:47.604663 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-97b42d20-8d5d-4eca-9a4f-5d2d160af5fe req-bb1123f4-b61e-43af-b22a-8ecea1e04efa tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.7463570 May 06 13:52:47.608646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Router e7b01704-a933-42fa-a8fa-217aa9679577 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:52:47.620997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.625218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:47.626917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.628529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:47.675253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9dd46d-8668-4b5e-8d62-75ef87be999a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:47.677031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9dd46d-8668-4b5e-8d62-75ef87be999a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:47.677801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8c9dd46d-8668-4b5e-8d62-75ef87be999a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:47.686152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.887929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9776c5b1-fb47-435f-a8e7-443382b06fef up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:47.907748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=b6c13d9e-e4ee-4f23-965b-b0c46c5c8a40,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:48.066803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 9776c5b1-fb47-435f-a8e7-443382b06fef completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:48.222789 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-97b42d20-8d5d-4eca-9a4f-5d2d160af5fe req-50b8ec0c-661f-418b-bbee-455a8587b7cb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5963118 May 06 13:52:48.226654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8c9dd46d-8668-4b5e-8d62-75ef87be999a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:48.230706 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8c9dd46d-8668-4b5e-8d62-75ef87be999a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8298788 May 06 13:52:48.236743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33634) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:48.245524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking segment: {'id': 'a1fac4d7-aadb-4b01-8902-1b0ddf242fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '87f4c5da-ef3f-4528-b8e4-13993d3b35ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:48.245892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network hostable DHCP agents. Network: 87f4c5da-ef3f-4528-b8e4-13993d3b35ae, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:48.246545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dfcdff75-fee3-42a2-9a8b-14e083afeb7a None None] Provisioning complete for port aaac8126-72ca-4c5f-85c5-54a0e403114f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:48.249569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dfcdff75-fee3-42a2-9a8b-14e083afeb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.308904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router 6b1a148f-4957-4e39-92d6-67512b0b3e44 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:52:48.314670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:48.369545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-dfcdff75-fee3-42a2-9a8b-14e083afeb7a None None] Port aaac8126-72ca-4c5f-85c5-54a0e403114f cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:48.397324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 87f4c5da-ef3f-4528-b8e4-13993d3b35ae) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:48.407535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0eb699-99b3-4060-bfa8-e1bf5a47f57e None None] Network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:48.412844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:48.413562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.458489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dfd2de-92be-42dd-9648-a81e56e70e50 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 4faea7fb-ca55-4e24-9b38-77d00a3cfbb4 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:48.510761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:48.513573 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0f218080-53f9-44b2-b4d7-8764593fb3e2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6671708 May 06 13:52:48.518604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.520380 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d2acf90f-cd5c-4bf5-8414-e12f1ab61267 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 200 len: 704 time: 2.2482018 May 06 13:52:48.520739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33640) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:48.526424 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] Sync routers for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:48.532468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '87f4c5da-ef3f-4528-b8e4-13993d3b35ae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1983721885'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:48.539615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30dfd2de-92be-42dd-9648-a81e56e70e50 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.545862 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:48.546487 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:48.573721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33642) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:48.654042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3cbb0fbb-d65c-4eef-a3d1-a52eeda42602 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:48.740843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:48.741139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Provisioning for port 9776c5b1-fb47-435f-a8e7-443382b06fef completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:48.754816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Provisioning complete for port 9776c5b1-fb47-435f-a8e7-443382b06fef triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:48.755586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.761306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3cbb0fbb-d65c-4eef-a3d1-a52eeda42602 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:48.772308 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3cbb0fbb-d65c-4eef-a3d1-a52eeda42602 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 200 len: 205 time: 0.1971712 May 06 13:52:48.775133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30dfd2de-92be-42dd-9648-a81e56e70e50 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.777860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33650) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:48.867721 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:38Z', 'revision_number': 11, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:48.873863 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] Checking router: 6b1a148f-4957-4e39-92d6-67512b0b3e44 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:52:48.886518 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] Routers {'6b1a148f-4957-4e39-92d6-67512b0b3e44'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:48.887364 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6b1a148f-4957-4e39-92d6-67512b0b3e44'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:49.085931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router 151a1c0e-c048-4a7f-9398-11a2e9ffb76c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:52:49.100494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30dfd2de-92be-42dd-9648-a81e56e70e50 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.112551 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] Set router 6b1a148f-4957-4e39-92d6-67512b0b3e44 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:49.139320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:49.167118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:49.172729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:49.185433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:49.219807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30dfd2de-92be-42dd-9648-a81e56e70e50 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.234478 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.252498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7865328-161d-45fa-a4b0-0e7484cf4a32 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.296735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd2de-92be-42dd-9648-a81e56e70e50 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=4faea7fb-ca55-4e24-9b38-77d00a3cfbb4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:49.327827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-87f4c5da-ef3f-4528-b8e4-13993d3b35ae', 'network_id': '87f4c5da-ef3f-4528-b8e4-13993d3b35ae', 'tenant_id': '11361967c386430993b0bc1483f4d286', 'fixed_ips': [{'subnet_id': 'b6c13d9e-e4ee-4f23-965b-b0c46c5c8a40'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:49.328794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.383504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:49.408642 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:38Z', 'revision_number': 11, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:49.415159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:49.420653 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e768a9-4f3c-4d4c-a5a0-b3390d750421 None None] The sync data for ids ['6b1a148f-4957-4e39-92d6-67512b0b3e44'] in dv-neutron-840889-1-hyperv is: [{'id': '6b1a148f-4957-4e39-92d6-67512b0b3e44', 'name': 'tempest-RoutersIpV6Test-router-154272333', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:50:24Z', 'updated_at': '2022-05-06T13:52:38Z', 'revision_number': 11, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:49.421931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd905cc-993a-49ca-933c-7b1438d94bf0 None None] Sync routers for ids ['e7b01704-a933-42fa-a8fa-217aa9679577'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:49.426532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:49.426881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:49.427274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.489206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.494024 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-62d7e804-a1d4-4fa0-b1ff-c8e8ea47c3c9 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "PUT /v2.0/routers/e7b01704-a933-42fa-a8fa-217aa9679577 HTTP/1.1" status: 200 len: 918 time: 11.4924469 May 06 13:52:49.498073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33656) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:49.581124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30dfd2de-92be-42dd-9648-a81e56e70e50 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.581515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port aa5bc7d6-b9e0-4b43-84b9-2b54d622de6b yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:49.586992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-30dfd2de-92be-42dd-9648-a81e56e70e50 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/4faea7fb-ca55-4e24-9b38-77d00a3cfbb4 HTTP/1.1" status: 204 len: 168 time: 1.3487391 May 06 13:52:49.607186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a767a-e29c-40a5-8a36-0b225dc0fa4c None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:49.609511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33660) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:49.635685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd905cc-993a-49ca-933c-7b1438d94bf0 None None] Routers {'e7b01704-a933-42fa-a8fa-217aa9679577'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:49.636456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1bd905cc-993a-49ca-933c-7b1438d94bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e7b01704-a933-42fa-a8fa-217aa9679577'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:49.737263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffade2-faa7-4637-b0e7-b6ae9e3e28af req-eaa60bcf-a336-46ff-ba55-c15efa8ce226 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:49.742458 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4fffade2-faa7-4637-b0e7-b6ae9e3e28af req-eaa60bcf-a336-46ff-ba55-c15efa8ce226 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 1.0616281 May 06 13:52:49.788560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1bd905cc-993a-49ca-933c-7b1438d94bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:49.818559 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2850eae3-59b1-4c17-aa64-cfb1b6afbf38 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2074049 May 06 13:52:49.828473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33664) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:49.840474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:49.841900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Allocated IP 172.20.0.2 (87f4c5da-ef3f-4528-b8e4-13993d3b35ae/b6c13d9e-e4ee-4f23-965b-b0c46c5c8a40/9bfc6851-e295-4af7-9b67-16ea11814e25) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:49.914310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd905cc-993a-49ca-933c-7b1438d94bf0 None None] Routers {'e7b01704-a933-42fa-a8fa-217aa9679577'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:49.915060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1bd905cc-993a-49ca-933c-7b1438d94bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e7b01704-a933-42fa-a8fa-217aa9679577'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:50.079682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4fffade2-faa7-4637-b0e7-b6ae9e3e28af req-dc62588e-2fdb-41e2-bd4f-cfbafd069b4f tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140066 May 06 13:52:50.122508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:50.129681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:50.134591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:50.143624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:50.152732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:50.162853 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba220b97-035f-4b22-80f1-ddceebeb5368 None None] Sync routers for ids ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:50.169473 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c82f77c3-b59e-4836-a3da-c5d0b16593f6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/151a1c0e-c048-4a7f-9398-11a2e9ffb76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3844059 May 06 13:52:50.192985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33672) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:50.195859 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba220b97-035f-4b22-80f1-ddceebeb5368 None None] Routers {'151a1c0e-c048-4a7f-9398-11a2e9ffb76c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:50.198046 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ba220b97-035f-4b22-80f1-ddceebeb5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:50.232816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7865328-161d-45fa-a4b0-0e7484cf4a32 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.237049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7865328-161d-45fa-a4b0-0e7484cf4a32 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.290009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7865328-161d-45fa-a4b0-0e7484cf4a32 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.290452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7865328-161d-45fa-a4b0-0e7484cf4a32 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Fanout notify agent at l3_agent the message router_deleted on router 6b1a148f-4957-4e39-92d6-67512b0b3e44 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:52:50.325041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7865328-161d-45fa-a4b0-0e7484cf4a32 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.330388 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b7865328-161d-45fa-a4b0-0e7484cf4a32 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 204 len: 168 time: 1.5474386 May 06 13:52:50.334523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:50.338428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33676) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:50.343826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-97307366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:50.348316 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.355181 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ba220b97-035f-4b22-80f1-ddceebeb5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:50.362736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:50.371724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Usage tracker for resource:router and tenant:da59d8aaafa745318704dd6c5a03643d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:50.373029 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba220b97-035f-4b22-80f1-ddceebeb5368 None None] Routers {'151a1c0e-c048-4a7f-9398-11a2e9ffb76c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:50.374218 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ba220b97-035f-4b22-80f1-ddceebeb5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:50.383015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:50.394309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:50.397429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.415748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Transition to ACTIVE for port object 9bfc6851-e295-4af7-9b67-16ea11814e25 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:50.433901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.435335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.456765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Transition to ACTIVE for port object 9bfc6851-e295-4af7-9b67-16ea11814e25 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:50.467110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.474658 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ba220b97-035f-4b22-80f1-ddceebeb5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:50.475045 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba220b97-035f-4b22-80f1-ddceebeb5368 None None] The sync data for ids ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:50.506252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.559395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1bd905cc-993a-49ca-933c-7b1438d94bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:50.559896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd905cc-993a-49ca-933c-7b1438d94bf0 None None] The sync data for ids ['e7b01704-a933-42fa-a8fa-217aa9679577'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:50.600409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f0beeeb8-4d6b-4bce-8bda-e05106249dac {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:50.600736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:50.609940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.634306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.642658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.643713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:50.651131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:50.654106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] For port 9776c5b1-fb47-435f-a8e7-443382b06fef, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9776c5b1-fb47-435f-a8e7-443382b06fef,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:50.656327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Pushing event updated for resources: {'Port': ['ID=9bfc6851-e295-4af7-9b67-16ea11814e25,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:50.658951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:50.669519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.706070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.707835 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fa73aa69-5a44-40b9-b3a7-362966558170 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3683333 May 06 13:52:50.710809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33680) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:50.717164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-61924d29-ebf5-4e56-a928-4494086468c2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:50.768692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36feb2fb-b05b-4371-aa16-bad35d43e99b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:50.769320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-36feb2fb-b05b-4371-aa16-bad35d43e99b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:50.804526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-36feb2fb-b05b-4371-aa16-bad35d43e99b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:50.808905 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-36feb2fb-b05b-4371-aa16-bad35d43e99b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports/aaac8126-72ca-4c5f-85c5-54a0e403114f HTTP/1.1" status: 200 len: 910 time: 0.6081133 May 06 13:52:50.813604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33684) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:50.849145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Attempting to bind port 9bfc6851-e295-4af7-9b67-16ea11814e25 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:50.851033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Attempting to bind port 9bfc6851-e295-4af7-9b67-16ea11814e25 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'a1fac4d7-aadb-4b01-8902-1b0ddf242fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '87f4c5da-ef3f-4528-b8e4-13993d3b35ae'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:50.853247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Attempting to bind port 9bfc6851-e295-4af7-9b67-16ea11814e25 on network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:50.864336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bab939-76de-4c50-82ed-248385ab87c2 None None] Pushing event updated for resources: {'Port': ['ID=9776c5b1-fb47-435f-a8e7-443382b06fef,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:50.872141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:50.872712 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Checking segment: {'id': 'a1fac4d7-aadb-4b01-8902-1b0ddf242fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '87f4c5da-ef3f-4528-b8e4-13993d3b35ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:50.873364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.873859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Bound using segment: {'id': 'a1fac4d7-aadb-4b01-8902-1b0ddf242fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '87f4c5da-ef3f-4528-b8e4-13993d3b35ae'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:50.874423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Bound port: 9bfc6851-e295-4af7-9b67-16ea11814e25, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fac4d7-aadb-4b01-8902-1b0ddf242fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '87f4c5da-ef3f-4528-b8e4-13993d3b35ae'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:50.874927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.891818 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-10067de6-cc67-4329-b515-ac0cc72eb205 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/routers/e7b01704-a933-42fa-a8fa-217aa9679577 HTTP/1.1" status: 200 len: 924 time: 1.3921289 May 06 13:52:50.902982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33688) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:50.909387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:50.957075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] Deleting port 9776c5b1-fb47-435f-a8e7-443382b06fef {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:50.957606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.025677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636cb25-603a-482e-be3c-46b6beda68ac req-6d205e8c-bec2-4b05-82e2-11886476895c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:51.027134 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f636cb25-603a-482e-be3c-46b6beda68ac req-6d205e8c-bec2-4b05-82e2-11886476895c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6947067 May 06 13:52:51.126344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] For port 9bfc6851-e295-4af7-9b67-16ea11814e25, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:51.142523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.145628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] For port 9bfc6851-e295-4af7-9b67-16ea11814e25, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9bfc6851-e295-4af7-9b67-16ea11814e25,segment=NetworkSegment(a1fac4d7-aadb-4b01-8902-1b0ddf242fd9),segment_id=a1fac4d7-aadb-4b01-8902-1b0ddf242fd9)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:51.168560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.192556 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f636cb25-603a-482e-be3c-46b6beda68ac req-f30e65df-c67a-421b-bb6f-4642acf0db80 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220691 May 06 13:52:51.236196 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-99b82ff3-fa8c-41e6-81e4-d9ce2ced80b6 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=e7b01704-a933-42fa-a8fa-217aa9679577&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3320823 May 06 13:52:51.238217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33694) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:51.239054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.265708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 737238e4-bfcb-463f-b989-1edace4b6f94 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:52:51.343110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] For port 9776c5b1-fb47-435f-a8e7-443382b06fef, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9776c5b1-fb47-435f-a8e7-443382b06fef,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:51.344285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.366627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c4b86-298b-4e82-98c8-d2bdb10abf58 None None] Pushing event updated for resources: {'Port': ['ID=9bfc6851-e295-4af7-9b67-16ea11814e25,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:51.401832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:51.473551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:51.475646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e17ce38-6f31-494f-9782-311df125ca7a tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:51.481274 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8e17ce38-6f31-494f-9782-311df125ca7a tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 881 time: 0.2380776 May 06 13:52:51.484566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33702) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:51.524053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] Calling delete_port for 9776c5b1-fb47-435f-a8e7-443382b06fef owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:51.548774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:51.549377 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.611636 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a8826e6c-1db2-4fa6-a0cd-5d9d5808ba17 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7b01704-a933-42fa-a8fa-217aa9679577 HTTP/1.1" status: 200 len: 205 time: 0.0901418 May 06 13:52:51.613855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33708) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:51.636548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=b477a893-cecb-4dc3-8849-923579df5cc8,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:51.666285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.694113 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e84db8dc-85cc-4bf8-ab0f-86cd142e460e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8599050 May 06 13:52:51.697942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33712) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:51.735914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-28009662', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:51.758492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:51.776950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:router and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:51.781546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:51.798732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:51.802228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] Pushing event deleted for resources: {'Port': ['ID=9776c5b1-fb47-435f-a8e7-443382b06fef,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:51.830859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8381e-d012-4256-91be-8bc8083ee7eb None None] No DVR routers for this DVR port 9776c5b1-fb47-435f-a8e7-443382b06fef on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:51.831847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.833032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.837582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.9 (87f4c5da-ef3f-4528-b8e4-13993d3b35ae/b6c13d9e-e4ee-4f23-965b-b0c46c5c8a40/737238e4-bfcb-463f-b989-1edace4b6f94) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:51.860039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ec2bc-48f7-4753-9102-9ed6f69aa10e None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:51.926975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.936046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9bfc6851-e295-4af7-9b67-16ea11814e25 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:52.067524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-61924d29-ebf5-4e56-a928-4494086468c2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.119714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.150672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-61924d29-ebf5-4e56-a928-4494086468c2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.169023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f6cd-a80a-4078-9177-06400eee9feb req-aff7e626-f4a7-4913-9e35-5788d386b43c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:52.177516 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0805f6cd-a80a-4078-9177-06400eee9feb req-aff7e626-f4a7-4913-9e35-5788d386b43c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.7121840 May 06 13:52:52.184089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.194419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-1f6f477d-05d3-4f64-aad3-46db145eb6fd tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:52.216444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'b477a893-cecb-4dc3-8849-923579df5cc8'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:52:52.217657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.239689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.242752 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-12a1c2c3-48ab-40bb-9197-b471d69174d2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5438211 May 06 13:52:52.246941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33722) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:52.283986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 9bfc6851-e295-4af7-9b67-16ea11814e25 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:52.310657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-1f6f477d-05d3-4f64-aad3-46db145eb6fd tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:52.311833 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-1f6f477d-05d3-4f64-aad3-46db145eb6fd tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401601837&fields=id&tenant_id=f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 267 time: 0.2191057 May 06 13:52:52.405245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9776c5b1-fb47-435f-a8e7-443382b06fef no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:52.430938 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0805f6cd-a80a-4078-9177-06400eee9feb req-a10a26db-ba12-4605-8e6e-a840c81a5165 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529044 May 06 13:52:52.461706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/b477a893-cecb-4dc3-8849-923579df5cc8/c4911e0e-91ec-4b61-aa52-7b8f10a6ac86) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:52.491441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 9776c5b1-fb47-435f-a8e7-443382b06fef {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:52:52.491800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9776c5b1-fb47-435f-a8e7-443382b06fef not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:52.545260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.566418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 737238e4-bfcb-463f-b989-1edace4b6f94 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:52.625586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.788667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.812208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Transition to ACTIVE for port object c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:52.881229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Transition to ACTIVE for port object c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:52.888063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.979991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:52.986905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b07349-e642-4df9-9dcb-c11a2fbfbf56 None None] Network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:52.999059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:53.011664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:53.058153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=737238e4-bfcb-463f-b989-1edace4b6f94,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:53.063913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Pushing event updated for resources: {'Port': ['ID=c4911e0e-91ec-4b61-aa52-7b8f10a6ac86,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:53.071282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.089245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-5938a06d-eef7-422b-bba8-351a8fcfdd8d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:53.090277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-5938a06d-eef7-422b-bba8-351a8fcfdd8d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:53.094740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:53.098351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:53.104125 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:53.126146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-62a33c91-cc80-46b7-9304-69b071f127b7 None None] Provisioning for port 9bfc6851-e295-4af7-9b67-16ea11814e25 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:53.140307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-5938a06d-eef7-422b-bba8-351a8fcfdd8d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:53.141455 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-5938a06d-eef7-422b-bba8-351a8fcfdd8d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 812 time: 0.7320898 May 06 13:52:53.176906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-62a33c91-cc80-46b7-9304-69b071f127b7 None None] Provisioning complete for port 9bfc6851-e295-4af7-9b67-16ea11814e25 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:53.177297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62a33c91-cc80-46b7-9304-69b071f127b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.199071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61924d29-ebf5-4e56-a928-4494086468c2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Router c3393255-4937-4f65-82b8-05b34305b7c4 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:52:53.224353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:53.224857 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.325703 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-9a0c9ea4-7084-49ce-bd9a-80c7ebb41165 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/quotas/f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 375 time: 0.1763296 May 06 13:52:53.349097 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-97cb8d8c-3c52-4814-9466-c7da4792d02d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.8246145 May 06 13:52:53.354941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33730) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:53.355163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0a6e7-f94a-49b8-b57c-477b1558440f req-bec9dbd5-e7f5-4070-9909-bd23a41ce356 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:53.356485 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dc0a6e7-f94a-49b8-b57c-477b1558440f req-bec9dbd5-e7f5-4070-9909-bd23a41ce356 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.4112031 May 06 13:52:53.368651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Attempting to bind port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:53.369021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Attempting to bind port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:53.369384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Attempting to bind port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:53.386595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:53.387033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:53.387442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.387855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:53.388326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Bound port: c4911e0e-91ec-4b61-aa52-7b8f10a6ac86, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:53.388890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.475942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61924d29-ebf5-4e56-a928-4494086468c2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:52:53.485889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-61924d29-ebf5-4e56-a928-4494086468c2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.489778 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-61924d29-ebf5-4e56-a928-4494086468c2 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "PUT /v2.0/routers/c3393255-4937-4f65-82b8-05b34305b7c4 HTTP/1.1" status: 200 len: 696 time: 2.7777433 May 06 13:52:53.490603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33734) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:53.495650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] Sync routers for ids ['c3393255-4937-4f65-82b8-05b34305b7c4'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:52:53.497508 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dc0a6e7-f94a-49b8-b57c-477b1558440f req-0bd374fc-d929-4552-9f6d-ca5082226287 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887356 May 06 13:52:53.566540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-acff7f73-f0ea-4f65-a5a7-488eb107ecd9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 737238e4-bfcb-463f-b989-1edace4b6f94 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:53.566933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-acff7f73-f0ea-4f65-a5a7-488eb107ecd9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.624618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] Routers {'c3393255-4937-4f65-82b8-05b34305b7c4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:53.625254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c3393255-4937-4f65-82b8-05b34305b7c4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:53.665177 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d033a7cc-03e1-4be9-86df-1ff0a809c7ef tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/routers/c3393255-4937-4f65-82b8-05b34305b7c4 HTTP/1.1" status: 200 len: 702 time: 0.1715026 May 06 13:52:53.666314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33738) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:53.712204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5313bf38-58f3-4a17-9a5b-ff624a3df804 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Synchronizing usage tracker for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:53.719362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-da63ba91-8b56-4bdd-8731-da7533ca24ff tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:53.737117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5313bf38-58f3-4a17-9a5b-ff624a3df804 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Unset dirty status for tenant:da59d8aaafa745318704dd6c5a03643d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:53.741135 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5313bf38-58f3-4a17-9a5b-ff624a3df804 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3393255-4937-4f65-82b8-05b34305b7c4 HTTP/1.1" status: 200 len: 205 time: 0.0712414 May 06 13:52:53.741457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33742) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:53.744561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.752134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62a33c91-cc80-46b7-9304-69b071f127b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.769137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.814756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-62a33c91-cc80-46b7-9304-69b071f127b7 None None] For port 9bfc6851-e295-4af7-9b67-16ea11814e25, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9bfc6851-e295-4af7-9b67-16ea11814e25,segment=NetworkSegment(a1fac4d7-aadb-4b01-8902-1b0ddf242fd9),segment_id=a1fac4d7-aadb-4b01-8902-1b0ddf242fd9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:53.816490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] For port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:53.820923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] For port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c4911e0e-91ec-4b61-aa52-7b8f10a6ac86,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:53.823492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62a33c91-cc80-46b7-9304-69b071f127b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.825317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] Set router c3393255-4937-4f65-82b8-05b34305b7c4 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:53.865880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Deleting port 620f62af-07c5-4976-bbb4-ef7313a76cf6 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:53.865880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.944909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a33c91-cc80-46b7-9304-69b071f127b7 None None] Pushing event updated for resources: {'Port': ['ID=9bfc6851-e295-4af7-9b67-16ea11814e25,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:53.949195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.037921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0dc503c-7cca-411e-943b-9dc1a6e036de tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.051082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-da63ba91-8b56-4bdd-8731-da7533ca24ff tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:54.052404 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-da63ba91-8b56-4bdd-8731-da7533ca24ff tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7133193 May 06 13:52:54.132934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3393255-4937-4f65-82b8-05b34305b7c4', 'name': 'tempest-RoutersIpV6Test-router-97307366', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:50Z', 'updated_at': '2022-05-06T13:52:52Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:54.154691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] Checking router: c3393255-4937-4f65-82b8-05b34305b7c4 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:52:54.167525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798e592-04b3-4e41-ae94-f94ab7c6adc2 None None] Pushing event updated for resources: {'Port': ['ID=c4911e0e-91ec-4b61-aa52-7b8f10a6ac86,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:54.179168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] Routers {'c3393255-4937-4f65-82b8-05b34305b7c4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:52:54.179898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c3393255-4937-4f65-82b8-05b34305b7c4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:54.436441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] Set router c3393255-4937-4f65-82b8-05b34305b7c4 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:52:54.492803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-61d894c1-75db-4249-bb74-24a33136e815 None None] Provisioning complete for port 9bfc6851-e295-4af7-9b67-16ea11814e25 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:54.493170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61d894c1-75db-4249-bb74-24a33136e815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.593789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-acff7f73-f0ea-4f65-a5a7-488eb107ecd9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.646841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3393255-4937-4f65-82b8-05b34305b7c4', 'name': 'tempest-RoutersIpV6Test-router-97307366', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:50Z', 'updated_at': '2022-05-06T13:52:52Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:54.647505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.698327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35394ef5-3e97-481c-b3f4-0dba88551817 None None] The sync data for ids ['c3393255-4937-4f65-82b8-05b34305b7c4'] in dv-neutron-840889-1-hyperv is: [{'id': 'c3393255-4937-4f65-82b8-05b34305b7c4', 'name': 'tempest-RoutersIpV6Test-router-97307366', 'tenant_id': 'da59d8aaafa745318704dd6c5a03643d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:50Z', 'updated_at': '2022-05-06T13:52:52Z', 'revision_number': 2, 'project_id': 'da59d8aaafa745318704dd6c5a03643d', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:52:54.725532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-61d894c1-75db-4249-bb74-24a33136e815 None None] Provisioning for port 737238e4-bfcb-463f-b989-1edace4b6f94 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:54.733014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-61d894c1-75db-4249-bb74-24a33136e815 None None] Provisioning complete for port 737238e4-bfcb-463f-b989-1edace4b6f94 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:54.733415 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61d894c1-75db-4249-bb74-24a33136e815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.794886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-61d894c1-75db-4249-bb74-24a33136e815 None None] Port 737238e4-bfcb-463f-b989-1edace4b6f94 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:54.797038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-acff7f73-f0ea-4f65-a5a7-488eb107ecd9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 737238e4-bfcb-463f-b989-1edace4b6f94 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:54.947945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d63ad6b5-053c-4d47-adb9-34d06a85ea0e None None] Provisioning complete for port 737238e4-bfcb-463f-b989-1edace4b6f94 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:54.948523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63ad6b5-053c-4d47-adb9-34d06a85ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.994543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0dc503c-7cca-411e-943b-9dc1a6e036de tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.999457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0dc503c-7cca-411e-943b-9dc1a6e036de tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.019373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Calling delete_port for 620f62af-07c5-4976-bbb4-ef7313a76cf6 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:55.022484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d63ad6b5-053c-4d47-adb9-34d06a85ea0e None None] Port 737238e4-bfcb-463f-b989-1edace4b6f94 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:55.064372 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-219a8846-9e21-4d66-90ae-ff110ae6f4a4 service neutron] 10.222.0.65 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9345057 May 06 13:52:55.077557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port aaac8126-72ca-4c5f-85c5-54a0e403114f {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:55.078241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.105179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0dc503c-7cca-411e-943b-9dc1a6e036de tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.105681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dc503c-7cca-411e-943b-9dc1a6e036de tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Fanout notify agent at l3_agent the message router_deleted on router c3393255-4937-4f65-82b8-05b34305b7c4 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:52:55.147452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0dc503c-7cca-411e-943b-9dc1a6e036de tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.148606 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c0dc503c-7cca-411e-943b-9dc1a6e036de tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/c3393255-4937-4f65-82b8-05b34305b7c4 HTTP/1.1" status: 204 len: 168 time: 1.4063540 May 06 13:52:55.154241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33750) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.210930 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7c7f1534-558d-4f8b-9464-ef7d9ed55deb tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3393255-4937-4f65-82b8-05b34305b7c4 HTTP/1.1" status: 200 len: 205 time: 0.0556004 May 06 13:52:55.214781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33754) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.292764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72cfa2-18c7-49d5-a97b-03fd25d68563 req-81ebb51b-e4ca-40ee-b8a1-8ddc98d8ed34 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:55.292764 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa72cfa2-18c7-49d5-a97b-03fd25d68563 req-81ebb51b-e4ca-40ee-b8a1-8ddc98d8ed34 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5084839 May 06 13:52:55.304813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::1 (50bbb88f-72fc-4a05-991e-345befa7062b/b477a893-cecb-4dc3-8849-923579df5cc8/d8ec27af-7134-488c-b22a-d46cf0ac43ab) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:55.321950 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-af97a87e-a74c-49e5-8bb3-f1d68811fbc0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] delete failed (client error): The resource could not be found. May 06 13:52:55.325030 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-af97a87e-a74c-49e5-8bb3-f1d68811fbc0 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/c3393255-4937-4f65-82b8-05b34305b7c4 HTTP/1.1" status: 404 len: 336 time: 0.1073034 May 06 13:52:55.328272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33758) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.386173 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-29181164-a8bd-42a3-a49f-62d6b3ca728b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:55.386607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29181164-a8bd-42a3-a49f-62d6b3ca728b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:55.432027 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-29181164-a8bd-42a3-a49f-62d6b3ca728b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/b20fe156-0fa6-463c-8211-454d3cd08e77 HTTP/1.1" status: 404 len: 337 time: 0.1026807 May 06 13:52:55.441306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33762) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.447845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8d50dacb-d454-4d92-a672-462d6bf187f3 None None] Provisioning for port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:55.490093 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa72cfa2-18c7-49d5-a97b-03fd25d68563 req-1a773655-6bd2-49b6-86de-6f92fb32eafe tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967783 May 06 13:52:55.496683 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-4019727a-3205-4439-8363-f27ac206e491 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:55.497119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4019727a-3205-4439-8363-f27ac206e491 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:55.501653 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4019727a-3205-4439-8363-f27ac206e491 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/99303cab-7361-47b7-b1d6-33839988eb92 HTTP/1.1" status: 404 len: 337 time: 0.0566242 May 06 13:52:55.501653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33766) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.544310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-acff7f73-f0ea-4f65-a5a7-488eb107ecd9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.549816 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-46da13d2-c851-4587-a3bb-31b83fa035e5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:55.550249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46da13d2-c851-4587-a3bb-31b83fa035e5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:55.553923 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-46da13d2-c851-4587-a3bb-31b83fa035e5 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/278f8a82-b802-497b-ae4e-33501db8032d HTTP/1.1" status: 404 len: 337 time: 0.0495467 May 06 13:52:55.554543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33770) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.589626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.629297 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86b3f03-518d-4657-8867-622aa69eb189 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:55.629534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86b3f03-518d-4657-8867-622aa69eb189 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:55.631070 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c86b3f03-518d-4657-8867-622aa69eb189 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/c8c02a52-3620-4281-940c-49d69d1bc140 HTTP/1.1" status: 404 len: 337 time: 0.0755761 May 06 13:52:55.638858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33774) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.639611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event deleted for resources: {'Port': ['ID=620f62af-07c5-4976-bbb4-ef7313a76cf6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:55.644753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff7f73-f0ea-4f65-a5a7-488eb107ecd9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=737238e4-bfcb-463f-b989-1edace4b6f94,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:55.657436 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-efd4be88-68c3-4470-bf1f-88f847c8ccf7 service neutron] 10.222.0.65 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825222 May 06 13:52:55.713317 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-28313a59-c12a-48ba-9a21-2c34b6c745b9 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 200 len: 205 time: 0.0710688 May 06 13:52:55.735597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33778) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.915535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.957295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9bfc6851-e295-4af7-9b67-16ea11814e25 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:56.056570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.074317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9bfc6851-e295-4af7-9b67-16ea11814e25 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:56.074582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.103416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for aaac8126-72ca-4c5f-85c5-54a0e403114f owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:52:56.198146 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-a1570a84-e57a-45e5-8970-3328bede4b50 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] delete failed (client error): The resource could not be found. May 06 13:52:56.201535 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a1570a84-e57a-45e5-8970-3328bede4b50 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/6b1a148f-4957-4e39-92d6-67512b0b3e44 HTTP/1.1" status: 404 len: 336 time: 0.4576926 May 06 13:52:56.222325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33794) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.264965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:56.348301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:56.355380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:56.355954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.370399 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6169dfe0-03b0-4951-ae23-22eea848e437 req-70de70be-c7bb-4cea-b16e-19ef69166a09 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.0623119 May 06 13:52:56.422607 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-328856e6-62ea-4f90-9e10-0ba5905f9c85 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=dcdb08f3-2099-4ab9-b6f1-24557374a7a1 HTTP/1.1" status: 200 len: 205 time: 0.1991568 May 06 13:52:56.428884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33798) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.437991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.527994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-acff7f73-f0ea-4f65-a5a7-488eb107ecd9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.541842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.546638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.568713 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-66f670b5-06c7-4803-be55-69e5da94d54f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] delete failed (client error): The resource could not be found. May 06 13:52:56.572479 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-66f670b5-06c7-4803-be55-69e5da94d54f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/dcdb08f3-2099-4ab9-b6f1-24557374a7a1 HTTP/1.1" status: 404 len: 336 time: 0.1355810 May 06 13:52:56.573155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33808) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.614164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.615903 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-acff7f73-f0ea-4f65-a5a7-488eb107ecd9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/737238e4-bfcb-463f-b989-1edace4b6f94 HTTP/1.1" status: 204 len: 168 time: 3.2261276 May 06 13:52:56.619529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object d8ec27af-7134-488c-b22a-d46cf0ac43ab will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:56.620575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33812) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.625283 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c1417d-f7db-47ee-9698-84deeea23354 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:56.625600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c1417d-f7db-47ee-9698-84deeea23354 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:56.629764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.630261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Fanout notify agent at l3_agent the message router_deleted on router e7b01704-a933-42fa-a8fa-217aa9679577 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:52:56.637461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.639235 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5ebe4132-d39b-4d86-90c3-06bcd73abb19 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/e7b01704-a933-42fa-a8fa-217aa9679577 HTTP/1.1" status: 204 len: 168 time: 5.0109215 May 06 13:52:56.644370 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-57c1417d-f7db-47ee-9698-84deeea23354 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/503ee8cf-4d69-49e2-a28a-955a4c430cb8 HTTP/1.1" status: 404 len: 337 time: 0.0666392 May 06 13:52:56.644370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33816) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.647816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-277398924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:56.655462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:56.660063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Usage tracker for resource:router and tenant:d32b16e4d64749209cbcdcb46e87b26d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:56.663984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:56.675343 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b897014-3d88-4eac-8229-497cb8338022 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:52:56.676895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:56.686569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33818) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.690116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9b897014-3d88-4eac-8229-497cb8338022 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:56.693039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c4911e0e-91ec-4b61-aa52-7b8f10a6ac86,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:56.699012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.743171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3ef46a4a-d90f-4dca-8018-04db6dff154d tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=67f4fb7f-434f-4ab5-b06f-5553bde225d3 HTTP/1.1" status: 200 len: 205 time: 0.0552602 May 06 13:52:56.746780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33826) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.748259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.749437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.783029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9b897014-3d88-4eac-8229-497cb8338022 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:56.793369 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9b897014-3d88-4eac-8229-497cb8338022 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/737238e4-bfcb-463f-b989-1edace4b6f94 HTTP/1.1" status: 404 len: 333 time: 0.1666763 May 06 13:52:56.797437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33830) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.803238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=c4911e0e-91ec-4b61-aa52-7b8f10a6ac86,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:56.861915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.870915 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-59f64549-4846-4c59-b297-d612a1f20013 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] delete failed (client error): The resource could not be found. May 06 13:52:56.874181 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-59f64549-4846-4c59-b297-d612a1f20013 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/67f4fb7f-434f-4ab5-b06f-5553bde225d3 HTTP/1.1" status: 404 len: 336 time: 0.1160519 May 06 13:52:56.874435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33834) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.945286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e62679a5-3ee1-4a91-bbc4-62ca9840321b tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=afdf2318-d3e8-43cd-8ad6-7d5058bbef38 HTTP/1.1" status: 200 len: 205 time: 0.0676587 May 06 13:52:56.946330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33840) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.981390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.017559 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-72158443-af15-4fc5-8818-76be9b87d3d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] delete failed (client error): The resource could not be found. May 06 13:52:57.019435 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-72158443-af15-4fc5-8818-76be9b87d3d8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/afdf2318-d3e8-43cd-8ad6-7d5058bbef38 HTTP/1.1" status: 404 len: 336 time: 0.0714989 May 06 13:52:57.020220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.025347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33844) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.078269 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad480236-9651-4ad3-97dc-0fa4f99dc36f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:57.078693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad480236-9651-4ad3-97dc-0fa4f99dc36f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:57.090591 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ad480236-9651-4ad3-97dc-0fa4f99dc36f tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/b5f83b76-f87e-48f7-acf6-4e5515e755e3 HTTP/1.1" status: 404 len: 337 time: 0.0642517 May 06 13:52:57.091144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33848) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.094145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.098020 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-86a5fc78-09bb-4282-aabb-c79aa44d3bb6 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4543731 May 06 13:52:57.138400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33852) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.147863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'enable_snat': False}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:57.180711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:57.185903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.189452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:57.198976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:57.198976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.204128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=d8ec27af-7134-488c-b22a-d46cf0ac43ab,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:57.214332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7c72d1bd-1086-4e27-bde5-eb47bca81735 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=2230bd2a-dc24-4eff-9fc6-a02778edc01c HTTP/1.1" status: 200 len: 205 time: 0.1217535 May 06 13:52:57.215116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33856) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.286257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=aaac8126-72ca-4c5f-85c5-54a0e403114f,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:57.342617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94e644-814d-44b6-80a4-5d4111821dd4 req-48228d37-792e-4c33-9a1c-cc2f72037472 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:57.344260 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2a94e644-814d-44b6-80a4-5d4111821dd4 req-48228d37-792e-4c33-9a1c-cc2f72037472 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.4534118 May 06 13:52:57.360750 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-0d985a37-50c5-4bd2-a53a-2cc8b7fd99ec tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] delete failed (client error): The resource could not be found. May 06 13:52:57.362142 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0d985a37-50c5-4bd2-a53a-2cc8b7fd99ec tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/2230bd2a-dc24-4eff-9fc6-a02778edc01c HTTP/1.1" status: 404 len: 336 time: 0.1401937 May 06 13:52:57.364721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33860) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.406449 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-2402de7c-7c47-43f3-b7a6-03583b3ab330 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:57.407174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2402de7c-7c47-43f3-b7a6-03583b3ab330 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:57.411260 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2402de7c-7c47-43f3-b7a6-03583b3ab330 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/09c176ad-56a0-4e68-ab5d-e85d9a8fa4dd HTTP/1.1" status: 404 len: 337 time: 0.0430112 May 06 13:52:57.412999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33864) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.427269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a2599d-6a31-4af1-9da5-94377d004680 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet b6c13d9e-e4ee-4f23-965b-b0c46c5c8a40 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:52:57.455523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42a2599d-6a31-4af1-9da5-94377d004680 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.472283 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fc0ee97c-085b-45dd-98d5-9545959f28f8 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c00669f-817c-4ca0-86f4-a5229841a369 HTTP/1.1" status: 200 len: 205 time: 0.0551748 May 06 13:52:57.473079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33870) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.598344 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2a94e644-814d-44b6-80a4-5d4111821dd4 req-9cbeb5b8-002e-4b78-807f-47684cd358cd tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343502 May 06 13:52:57.682884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42a2599d-6a31-4af1-9da5-94377d004680 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.687353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-a9fe1253-3def-45f0-beaa-55e9e26fa675 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] delete failed (client error): The resource could not be found. May 06 13:52:57.688642 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a9fe1253-3def-45f0-beaa-55e9e26fa675 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/routers/7c00669f-817c-4ca0-86f4-a5229841a369 HTTP/1.1" status: 404 len: 336 time: 0.2135501 May 06 13:52:57.724375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3e264506-1109-426b-8d23-282be86e2dda None None] Provisioning for port d8ec27af-7134-488c-b22a-d46cf0ac43ab completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:57.735682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3e264506-1109-426b-8d23-282be86e2dda None None] Provisioning complete for port d8ec27af-7134-488c-b22a-d46cf0ac43ab triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:57.736125 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e264506-1109-426b-8d23-282be86e2dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.774472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33874) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.812008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:57.866325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3e264506-1109-426b-8d23-282be86e2dda None None] Port d8ec27af-7134-488c-b22a-d46cf0ac43ab cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:52:57.896610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:57.896904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.925369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.939042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-364ed930-714a-4db3-8122-c9c2d916aa46 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:57.940486 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-364ed930-714a-4db3-8122-c9c2d916aa46 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 812 time: 0.1604652 May 06 13:52:57.969271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c9ac3d6f-4026-4c3b-b2df-43ee2306c80f req-48ae2f5e-3f07-4b72-ac7e-bc6bc8454526 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.2909951 May 06 13:52:58.078720 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6114874-a6c0-4d88-8f13-9504c5407998 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:58.079157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6114874-a6c0-4d88-8f13-9504c5407998 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:58.115648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.123228 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f6114874-a6c0-4d88-8f13-9504c5407998 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/18e46f4d-ec55-4be2-b00a-3b962f9ec0d3 HTTP/1.1" status: 404 len: 337 time: 0.1992469 May 06 13:52:58.126812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33878) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:58.156457 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-e311ecf0-c582-42a9-a1da-e38931cd4f9a tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 379 time: 0.1525366 May 06 13:52:58.168367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'port': {'device_id': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'admin_state_up': True, 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'security_groups': ['9b0baad2-5e5b-4653-9b60-0d640b98d130']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:58.170861 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-c042dd43-955b-4c18-b14e-9cb0827dd279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] DELETE failed (client error): The resource could not be found. May 06 13:52:58.171292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c042dd43-955b-4c18-b14e-9cb0827dd279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:58.173098 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c042dd43-955b-4c18-b14e-9cb0827dd279 tempest-RoutersIpV6Test-1464332621 tempest-RoutersIpV6Test-1464332621-project] 10.222.0.65 "DELETE /v2.0/subnets/36a0336f-b586-4de8-8c5e-41790709f652 HTTP/1.1" status: 404 len: 337 time: 0.0453587 May 06 13:52:58.405805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.439866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.548507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42a2599d-6a31-4af1-9da5-94377d004680 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.568688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33890) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:58.612869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Allocated IP 172.26.0.32 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/f1bc710d-c9e3-4fc8-8ba0-503d655781d2) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:58.669826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.782928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:58.794525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:58.849038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.878395 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-23491d20-1dd7-4e13-be11-8e42d7ad62f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da59d8aaafa745318704dd6c5a03643d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3085771 May 06 13:52:58.880656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33898) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:58.890519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Made reservation on behalf of f9474ae57cd847da84ea370292c66aa4 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:58.893913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.952749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42a2599d-6a31-4af1-9da5-94377d004680 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.953771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.014892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-112b36cf-c59f-4a75-8f07-696f44444444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.062356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:59.066938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-112b36cf-c59f-4a75-8f07-696f44444444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.074741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:59.077758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2599d-6a31-4af1-9da5-94377d004680 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c13d9e-e4ee-4f23-965b-b0c46c5c8a40,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:59.079754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Pushing event updated for resources: {'Port': ['ID=f1bc710d-c9e3-4fc8-8ba0-503d655781d2,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:59.082753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:52:59.104457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42a2599d-6a31-4af1-9da5-94377d004680 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.111337 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40962d1-df07-46ff-b8c2-0f7e65bee0eb None None] Network 87f4c5da-ef3f-4528-b8e4-13993d3b35ae requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:52:59.189603 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-42a2599d-6a31-4af1-9da5-94377d004680 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/b6c13d9e-e4ee-4f23-965b-b0c46c5c8a40 HTTP/1.1" status: 204 len: 168 time: 2.3870385 May 06 13:52:59.201095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33904) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:59.230671 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b6075431-ed90-4e37-bb8e-a3e3d9eae107 req-64dbc15d-c274-425f-a486-ea5e3989c7c7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.0841386 May 06 13:52:59.365650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-112b36cf-c59f-4a75-8f07-696f44444444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.366897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.392521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b36cf-c59f-4a75-8f07-696f44444444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13121c3a-150e-498b-91be-f0854b2802a4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:59.416244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-112b36cf-c59f-4a75-8f07-696f44444444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.417376 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-112b36cf-c59f-4a75-8f07-696f44444444 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13121c3a-150e-498b-91be-f0854b2802a4 HTTP/1.1" status: 204 len: 168 time: 0.5356755 May 06 13:52:59.426578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.427381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.478880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.544984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] DHCP port deletion for 87f4c5da-ef3f-4528-b8e4-13993d3b35ae request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:52:59.549606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Deleting port 9bfc6851-e295-4af7-9b67-16ea11814e25 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:59.549991 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.581382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44500227-813b-42f1-bfbc-95126bee0054 req-c5a9bb1b-dc06-470b-b105-f133884efcd1 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:59.582872 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-44500227-813b-42f1-bfbc-95126bee0054 req-c5a9bb1b-dc06-470b-b105-f133884efcd1 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.7029967 May 06 13:52:59.586230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.764012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.768016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.795057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 9bfc6851-e295-4af7-9b67-16ea11814e25 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:52:59.795756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.834006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9bfc6851-e295-4af7-9b67-16ea11814e25 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:59.841563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=d8ec27af-7134-488c-b22a-d46cf0ac43ab,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:59.848786 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Allocated IP 172.20.0.9 (f7b0fd4d-ab06-4664-8d00-e6a6555dbcce/3a1afb88-e1bb-4d86-b212-51fc47b39d78/2090a376-1dd1-4d06-8052-10e9416979a6) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:00.141171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.181347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] For port 9bfc6851-e295-4af7-9b67-16ea11814e25, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9bfc6851-e295-4af7-9b67-16ea11814e25,segment=NetworkSegment(a1fac4d7-aadb-4b01-8902-1b0ddf242fd9),segment_id=a1fac4d7-aadb-4b01-8902-1b0ddf242fd9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:00.182216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.361624 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-44500227-813b-42f1-bfbc-95126bee0054 req-34e02e5f-5174-486a-af5c-c18b877481f6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7559359 May 06 13:53:00.417338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 9bfc6851-e295-4af7-9b67-16ea11814e25, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9bfc6851-e295-4af7-9b67-16ea11814e25,segment=NetworkSegment(a1fac4d7-aadb-4b01-8902-1b0ddf242fd9),segment_id=a1fac4d7-aadb-4b01-8902-1b0ddf242fd9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:00.425757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Calling delete_port for 9bfc6851-e295-4af7-9b67-16ea11814e25 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:00.454493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Router 69df8cea-507f-4486-96cd-45cd9d492384 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:53:00.489516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.572559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] For port 9bfc6851-e295-4af7-9b67-16ea11814e25, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9bfc6851-e295-4af7-9b67-16ea11814e25,segment=NetworkSegment(a1fac4d7-aadb-4b01-8902-1b0ddf242fd9),segment_id=a1fac4d7-aadb-4b01-8902-1b0ddf242fd9)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:00.572921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.638657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=9bfc6851-e295-4af7-9b67-16ea11814e25,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:00.658849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:00.659581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:00.662361 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8e631692-5c86-43e4-a3e5-ca3bfd830787 req-3343abe9-8f28-428e-ac06-0d8a8e24a484 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.0904768 May 06 13:53:00.709602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 9bfc6851-e295-4af7-9b67-16ea11814e25 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:00.771418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:00.792831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:00.828683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:00.837482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.839581 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d850b-567a-4fcd-bb67-ad4c9e54cb9f None None] Sync routers for ids ['69df8cea-507f-4486-96cd-45cd9d492384'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:00.858877 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d850b-567a-4fcd-bb67-ad4c9e54cb9f None None] Routers {'69df8cea-507f-4486-96cd-45cd9d492384'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:00.861166 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-642d850b-567a-4fcd-bb67-ad4c9e54cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['69df8cea-507f-4486-96cd-45cd9d492384'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:00.862454 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9636f45e-82fc-460b-877b-07bb7b8c8508 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "PUT /v2.0/routers/69df8cea-507f-4486-96cd-45cd9d492384 HTTP/1.1" status: 200 len: 918 time: 3.7230599 May 06 13:53:00.863216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33928) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:01.054983 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-642d850b-567a-4fcd-bb67-ad4c9e54cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:01.082390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33932) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:01.097473 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d850b-567a-4fcd-bb67-ad4c9e54cb9f None None] Routers {'69df8cea-507f-4486-96cd-45cd9d492384'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:01.098468 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-642d850b-567a-4fcd-bb67-ad4c9e54cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['69df8cea-507f-4486-96cd-45cd9d492384'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:01.161158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Deleting port 9bfc6851-e295-4af7-9b67-16ea11814e25 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:01.161599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.177151 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-642d850b-567a-4fcd-bb67-ad4c9e54cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:01.178000 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d850b-567a-4fcd-bb67-ad4c9e54cb9f None None] The sync data for ids ['69df8cea-507f-4486-96cd-45cd9d492384'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:01.261273 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e171d49c-8ccd-4a1f-a246-3f785f75cd42 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/routers/69df8cea-507f-4486-96cd-45cd9d492384 HTTP/1.1" status: 200 len: 924 time: 0.3968284 May 06 13:53:01.261872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33938) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:01.283105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3e017f51-ad45-46e4-bd4b-5a8d76d2a365 None None] Provisioning complete for port d8ec27af-7134-488c-b22a-d46cf0ac43ab triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:01.283477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e017f51-ad45-46e4-bd4b-5a8d76d2a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.293196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:01.293863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:01.436906 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e5a8bdd0-ff78-4139-aa4c-7b11379459ee tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=69df8cea-507f-4486-96cd-45cd9d492384&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1692147 May 06 13:53:01.439570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33944) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:01.521385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3e017f51-ad45-46e4-bd4b-5a8d76d2a365 None None] Port d8ec27af-7134-488c-b22a-d46cf0ac43ab cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:01.565525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854039711'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:01.587333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] For port 9bfc6851-e295-4af7-9b67-16ea11814e25, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9bfc6851-e295-4af7-9b67-16ea11814e25,segment=NetworkSegment(a1fac4d7-aadb-4b01-8902-1b0ddf242fd9),segment_id=a1fac4d7-aadb-4b01-8902-1b0ddf242fd9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:01.587771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.588251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:01.600116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.612499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:01.623637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:01.683028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:01.686253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Transition to ACTIVE for port object 2090a376-1dd1-4d06-8052-10e9416979a6 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:01.692237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f76c48-741c-4587-90b8-988e431f4027 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:01.695666 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91f76c48-741c-4587-90b8-988e431f4027 tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/networks/69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 881 time: 0.2546413 May 06 13:53:01.700467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33950) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:01.739972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.774625 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e926883f-cc26-44f4-ba74-3087aa347510 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=69df8cea-507f-4486-96cd-45cd9d492384 HTTP/1.1" status: 200 len: 205 time: 0.0698791 May 06 13:53:01.775967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33954) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:01.780399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.795584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router 151a1c0e-c048-4a7f-9398-11a2e9ffb76c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:01.798404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 9bfc6851-e295-4af7-9b67-16ea11814e25 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:01.798741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.846902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Calling delete_port for 9bfc6851-e295-4af7-9b67-16ea11814e25 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:01.881252 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e9a0daa2-d585-4783-b141-cf25c98c2d46 req-452ca70d-7adf-4aa4-adbf-b23edd0c34f2 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.0522664 May 06 13:53:01.960349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.018537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] Pushing event deleted for resources: {'Port': ['ID=9bfc6851-e295-4af7-9b67-16ea11814e25,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:02.026006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ee192-2cd7-4955-b8dd-f948aa36f90f None None] No DVR routers for this DVR port 9bfc6851-e295-4af7-9b67-16ea11814e25 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:02.031285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a7e782df-67fa-4a96-8cd9-1cbc595438b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.126505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] The port '9bfc6851-e295-4af7-9b67-16ea11814e25' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:53:02.131499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.287275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b02dcc-6dbb-4aee-a8ff-3337ffa151a4 req-fc1cf139-167e-4164-896e-302ea890b6a7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:02.288742 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-13b02dcc-6dbb-4aee-a8ff-3337ffa151a4 req-fc1cf139-167e-4164-896e-302ea890b6a7 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6793556 May 06 13:53:02.306444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:02.443079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:02.457669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:02.544144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:02.554629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:02.569799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=2090a376-1dd1-4d06-8052-10e9416979a6,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:02.572383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:02.575447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.596932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:02.699518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f4c5da-ef3f-4528-b8e4-13993d3b35ae']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:02.744990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fac4d7-aadb-4b01-8902-1b0ddf242fd9') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:02.745290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fac4d7-aadb-4b01-8902-1b0ddf242fd9') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:02.759916 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-13b02dcc-6dbb-4aee-a8ff-3337ffa151a4 req-89b0a0d9-a3a8-47ee-9ceb-7262eb3df444 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4555883 May 06 13:53:02.768844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:02.769453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.773187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Router 0f15265e-600a-410a-a965-3c20c7c903b5 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:53:02.789730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.843039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.869231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-447d51f3-ced7-4143-bb4c-c2e657364a96 None None] Provisioning for port 2090a376-1dd1-4d06-8052-10e9416979a6 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:02.876932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-447d51f3-ced7-4143-bb4c-c2e657364a96 None None] Provisioning complete for port 2090a376-1dd1-4d06-8052-10e9416979a6 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:02.878069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-447d51f3-ced7-4143-bb4c-c2e657364a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.879687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:53:02.880119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:02.895973 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:02.957100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-447d51f3-ced7-4143-bb4c-c2e657364a96 None None] Port 2090a376-1dd1-4d06-8052-10e9416979a6 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:03.033213 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e212c07-1f02-4422-a1e5-00ded0ac07d4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8689823 May 06 13:53:03.035207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.126473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.135381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941ed6-8507-4aee-bdbb-a55ffccd3d30 req-e4ec224b-097d-4b71-a27e-2b169121a877 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:03.137959 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55941ed6-8507-4aee-bdbb-a55ffccd3d30 req-e4ec224b-097d-4b71-a27e-2b169121a877 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 931 time: 0.0862138 May 06 13:53:03.204811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.208872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-55941ed6-8507-4aee-bdbb-a55ffccd3d30 req-5b74f6c8-e089-4a79-a012-083ac52e0754 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:03.214463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.225891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-55941ed6-8507-4aee-bdbb-a55ffccd3d30 req-5b74f6c8-e089-4a79-a012-083ac52e0754 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:03.227473 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55941ed6-8507-4aee-bdbb-a55ffccd3d30 req-5b74f6c8-e089-4a79-a012-083ac52e0754 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824757 May 06 13:53:03.237427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:03.253805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ca69ad-3276-4409-bcb9-bd0ddc96d399,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:03.262888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:03.266198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Network': ['ID=87f4c5da-ef3f-4528-b8e4-13993d3b35ae,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:03.271802 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:03.297910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33964) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:03.301330 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9f6a68b6-5470-4582-b744-567b4b0a2205 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/networks/87f4c5da-ef3f-4528-b8e4-13993d3b35ae HTTP/1.1" status: 204 len: 168 time: 4.0958562 May 06 13:53:03.304751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'name': 'tempest-PortsTestJSON-188335137'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:03.314228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Request body: {'port': {'device_id': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:03.369407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:03.374647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:03.386920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855454f-f85a-46d4-8f93-4a44a70dcd6b None None] Sync routers for ids ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:03.397731 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-93ef8f3d-956b-486c-a56b-568c0b1b01b0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/151a1c0e-c048-4a7f-9398-11a2e9ffb76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5822117 May 06 13:53:03.405585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855454f-f85a-46d4-8f93-4a44a70dcd6b None None] Routers {'151a1c0e-c048-4a7f-9398-11a2e9ffb76c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:03.406665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5855454f-f85a-46d4-8f93-4a44a70dcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.411834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33968) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:03.451760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.468176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5855454f-f85a-46d4-8f93-4a44a70dcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.481303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855454f-f85a-46d4-8f93-4a44a70dcd6b None None] Routers {'151a1c0e-c048-4a7f-9398-11a2e9ffb76c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:03.481936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5855454f-f85a-46d4-8f93-4a44a70dcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.547569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5855454f-f85a-46d4-8f93-4a44a70dcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.548339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855454f-f85a-46d4-8f93-4a44a70dcd6b None None] The sync data for ids ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:03.564338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:03.588679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:03.605928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:03.609286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.641920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 6c38fd03-4fd7-4675-8a69-da8b22315347 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:53:03.857290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.863611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.876430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.949025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:03.964230 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Sync routers for ids ['0f15265e-600a-410a-a965-3c20c7c903b5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:03.967401 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5366271b-22c4-4997-b1a5-343b7f2550bc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "PUT /v2.0/routers/0f15265e-600a-410a-a965-3c20c7c903b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7183776 May 06 13:53:03.978899 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Routers {'0f15265e-600a-410a-a965-3c20c7c903b5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:03.980001 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:52:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['0f15265e-600a-410a-a965-3c20c7c903b5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:04.011442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.012704 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.8486521 May 06 13:53:04.013448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33974) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:04.028039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33976) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:04.079754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f794a-6e63-456d-8d87-23e31693334a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f6917-3ed9-4182-968b-c5c6d537c2ea,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:04.146470 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Set router 0f15265e-600a-410a-a965-3c20c7c903b5 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:04.174309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.188722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.255199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96beeb6-954c-467c-8435-1d9b8e9b62c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:04.255763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d96beeb6-954c-467c-8435-1d9b8e9b62c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:04.342858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.376384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-812469e4-ef8d-4d1e-aac5-1398cf49ea07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.407459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d96beeb6-954c-467c-8435-1d9b8e9b62c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:04.408680 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d96beeb6-954c-467c-8435-1d9b8e9b62c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports/d8ec27af-7134-488c-b22a-d46cf0ac43ab HTTP/1.1" status: 200 len: 911 time: 0.3835926 May 06 13:53:04.414408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33984) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:04.458195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c3136843-1f39-4c88-8004-9870452ab09d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:04.474358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8696d-7ce4-4436-b10b-f6714ac01db7 req-8434fedb-6f42-4582-a9e7-a0291f001554 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:04.474806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:04.475899 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cdf8696d-7ce4-4436-b10b-f6714ac01db7 req-8434fedb-6f42-4582-a9e7-a0291f001554 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5337610 May 06 13:53:04.513600 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'name': 'tempest-NetworksTestDHCPv6-router-28009662', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:51Z', 'updated_at': '2022-05-06T13:52:57Z', 'revision_number': 2, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None, '_interfaces': [{'id': 'd8ec27af-7134-488c-b22a-d46cf0ac43ab', 'name': '', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'mac_address': 'fa:16:3e:d0:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b477a893-cecb-4dc3-8849-923579df5cc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:54Z', 'updated_at': '2022-05-06T13:52:58Z', 'revision_number': 2, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'subnets': [{'id': 'b477a893-cecb-4dc3-8849-923579df5cc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:04.517931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:04.521639 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Checking router: 0f15265e-600a-410a-a965-3c20c7c903b5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:53:04.522071 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Updating router 0f15265e-600a-410a-a965-3c20c7c903b5 port d8ec27af-7134-488c-b22a-d46cf0ac43ab binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:53:04.532365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:04.536752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:04.537354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.578915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=6c38fd03-4fd7-4675-8a69-da8b22315347,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:04.596051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c3136843-1f39-4c88-8004-9870452ab09d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:04.597274 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c3136843-1f39-4c88-8004-9870452ab09d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5518632 May 06 13:53:04.601921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33988) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:04.613427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7e05a5d2-9b0a-4ec3-a268-55bb9d3c15d4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-security--391569018', 'description': 'tempest-security-description-734618957'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:04.624681 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-415cbf47-f650-4793-8e28-15996a001c1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3233302 May 06 13:53:04.629151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 33992) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:04.630990 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.637970 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cdf8696d-7ce4-4436-b10b-f6714ac01db7 req-7daec3bd-a76b-472c-86a1-17cc79523af3 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465154 May 06 13:53:04.691612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6dcc5-196d-4413-80cf-53b493b23e9d req-6c3e3903-57ab-49ca-bb0f-7e60da0c3fc6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:04.698471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.701424 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3d6dcc5-196d-4413-80cf-53b493b23e9d req-6c3e3903-57ab-49ca-bb0f-7e60da0c3fc6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 931 time: 0.2353225 May 06 13:53:04.745947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e05a5d2-9b0a-4ec3-a268-55bb9d3c15d4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.763481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Deleting port f1bc710d-c9e3-4fc8-8ba0-503d655781d2 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:04.763851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.793933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43eca0-143f-482c-9198-45b2a3b1836f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:04.797906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43eca0-143f-482c-9198-45b2a3b1836f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:04.799482 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0b43eca0-143f-482c-9198-45b2a3b1836f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3803771 May 06 13:53:04.817713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 33998) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:04.825854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2090a376-1dd1-4d06-8052-10e9416979a6 {{(pid=84021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:53:04.833353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.849450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Transition to ACTIVE for port object 2090a376-1dd1-4d06-8052-10e9416979a6 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:04.873983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.956116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-21f0eec9-866f-4779-8126-3a27e905d662 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 6c38fd03-4fd7-4675-8a69-da8b22315347 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:04.956452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-21f0eec9-866f-4779-8126-3a27e905d662 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.039722 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3d6dcc5-196d-4413-80cf-53b493b23e9d req-448fbc5a-6ef9-4b15-a649-7641ce3c4172 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373806 May 06 13:53:05.130258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e05a5d2-9b0a-4ec3-a268-55bb9d3c15d4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.140130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e05a5d2-9b0a-4ec3-a268-55bb9d3c15d4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.142986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e05a5d2-9b0a-4ec3-a268-55bb9d3c15d4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.144456 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e05a5d2-9b0a-4ec3-a268-55bb9d3c15d4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "PUT /v2.0/security-groups/dc1f6917-3ed9-4182-968b-c5c6d537c2ea HTTP/1.1" status: 200 len: 1610 time: 0.5388868 May 06 13:53:05.199850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34004) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:05.206850 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.230004 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Transition to ACTIVE for port object d8ec27af-7134-488c-b22a-d46cf0ac43ab will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:05.244815 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.252512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Pushing event updated for resources: {'Port': ['ID=2090a376-1dd1-4d06-8052-10e9416979a6,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:05.305339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05a5d2-9b0a-4ec3-a268-55bb9d3c15d4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f6917-3ed9-4182-968b-c5c6d537c2ea,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:05.472011 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Pushing event updated for resources: {'Port': ['ID=d8ec27af-7134-488c-b22a-d46cf0ac43ab,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:05.485653 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.486072 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.486301 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.486621 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.487034 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.487364 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.487674 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.488009 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.488327 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.488643 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.489134 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:05.578987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.604360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.639165 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-45ab4f13-cd8d-42ba-9c5e-a7ded7e88c02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 0.3332458 May 06 13:53:05.652841 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Attempting to bind port d8ec27af-7134-488c-b22a-d46cf0ac43ab on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:05.653709 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Attempting to bind port d8ec27af-7134-488c-b22a-d46cf0ac43ab by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:05.654277 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Attempting to bind port d8ec27af-7134-488c-b22a-d46cf0ac43ab on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:05.662712 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:05.663477 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:05.664254 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.664839 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:05.666026 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Bound port: d8ec27af-7134-488c-b22a-d46cf0ac43ab, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:05.666648 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.790959 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4855085d-60d5-470f-a9b3-d55277deec6f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups/dc1f6917-3ed9-4182-968b-c5c6d537c2ea HTTP/1.1" status: 200 len: 1610 time: 0.5894871 May 06 13:53:05.806690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34008) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:05.811551 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] For port d8ec27af-7134-488c-b22a-d46cf0ac43ab, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:05.817266 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] For port d8ec27af-7134-488c-b22a-d46cf0ac43ab, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8ec27af-7134-488c-b22a-d46cf0ac43ab,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:05.824076 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.911273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.921143 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Routers {'0f15265e-600a-410a-a965-3c20c7c903b5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:05.921825 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['0f15265e-600a-410a-a965-3c20c7c903b5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:06.043994 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fc18e-3581-4b9f-b050-a54729e35fed None None] Pushing event updated for resources: {'Port': ['ID=d8ec27af-7134-488c-b22a-d46cf0ac43ab,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:06.096276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4ee45-35b1-4481-947c-33f254e6df14 req-dfdfad41-20ad-4a25-a47a-997e66b226fb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:06.099338 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e0d4ee45-35b1-4481-947c-33f254e6df14 req-dfdfad41-20ad-4a25-a47a-997e66b226fb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.8484783 May 06 13:53:06.145455 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] Set router 0f15265e-600a-410a-a965-3c20c7c903b5 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:06.432867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-e9c99763-9644-44c1-b563-157dac1e3b60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:06.434229 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-e9c99763-9644-44c1-b563-157dac1e3b60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 0.6888821 May 06 13:53:06.465586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Calling delete_port for f1bc710d-c9e3-4fc8-8ba0-503d655781d2 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:06.518805 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'name': 'tempest-NetworksTestDHCPv6-router-28009662', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:51Z', 'updated_at': '2022-05-06T13:52:57Z', 'revision_number': 2, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None, '_interfaces': [{'id': 'd8ec27af-7134-488c-b22a-d46cf0ac43ab', 'name': '', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'mac_address': 'fa:16:3e:d0:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b477a893-cecb-4dc3-8849-923579df5cc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:54Z', 'updated_at': '2022-05-06T13:53:05Z', 'revision_number': 4, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'subnets': [{'id': 'b477a893-cecb-4dc3-8849-923579df5cc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:06.523089 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad75a2e-3b13-4bdd-9231-0805cdeeb055 None None] The sync data for ids ['0f15265e-600a-410a-a965-3c20c7c903b5'] in dv-neutron-840889-1-hyperv is: [{'id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'name': 'tempest-NetworksTestDHCPv6-router-28009662', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:51Z', 'updated_at': '2022-05-06T13:52:57Z', 'revision_number': 2, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None, '_interfaces': [{'id': 'd8ec27af-7134-488c-b22a-d46cf0ac43ab', 'name': '', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'mac_address': 'fa:16:3e:d0:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b477a893-cecb-4dc3-8849-923579df5cc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:54Z', 'updated_at': '2022-05-06T13:53:05Z', 'revision_number': 4, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'subnets': [{'id': 'b477a893-cecb-4dc3-8849-923579df5cc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:06.533065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-21f0eec9-866f-4779-8126-3a27e905d662 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.569494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Attempting to bind port 2090a376-1dd1-4d06-8052-10e9416979a6 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:06.569822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Attempting to bind port 2090a376-1dd1-4d06-8052-10e9416979a6 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:06.570188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Attempting to bind port 2090a376-1dd1-4d06-8052-10e9416979a6 on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:06.637471 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-375c1191-b8f2-45f9-af28-719d6c681379 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 1001 time: 0.1568782 May 06 13:53:06.700182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-21f0eec9-866f-4779-8126-3a27e905d662 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 6c38fd03-4fd7-4675-8a69-da8b22315347 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:06.756345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Port 2090a376-1dd1-4d06-8052-10e9416979a6 on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:53:06.756671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Attempting to bind port 2090a376-1dd1-4d06-8052-10e9416979a6 on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:06.838647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.853585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 708a785e-6011-4f6b-8838-0558ea7a03a8 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:06.854002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.872942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:06.874211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Checking segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:06.875072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Bound using segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:06.876226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Bound port: 2090a376-1dd1-4d06-8052-10e9416979a6, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:06.880538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.886104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-1b0563e6-ef96-47ba-b284-2d7ce2d78f22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:06.887896 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-1b0563e6-ef96-47ba-b284-2d7ce2d78f22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.2175353 May 06 13:53:06.895440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c170-9289-45b2-8de0-cec34ea48027 req-361b62f5-e77a-446c-9e11-7c2dcf848b28 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:06.898104 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5d9c170-9289-45b2-8de0-cec34ea48027 req-361b62f5-e77a-446c-9e11-7c2dcf848b28 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 943 time: 0.4623642 May 06 13:53:06.937034 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e0d4ee45-35b1-4481-947c-33f254e6df14 req-eae8b5ea-ba90-4d83-a3f4-ffe7435417bd tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6598566 May 06 13:53:06.958493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c8d1-7cee-4999-89bb-61c306f106cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.064415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c8d1-7cee-4999-89bb-61c306f106cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.088920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-21f0eec9-866f-4779-8126-3a27e905d662 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.140939 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5d9c170-9289-45b2-8de0-cec34ea48027 req-713c513d-6e49-4427-aaa3-ca083405baf8 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970387 May 06 13:53:07.183387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0eec9-866f-4779-8126-3a27e905d662 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=6c38fd03-4fd7-4675-8a69-da8b22315347,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:07.191599 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-6a4ff239-5405-4881-aa87-58b07d8423ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2884696 May 06 13:53:07.222209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] For port 2090a376-1dd1-4d06-8052-10e9416979a6, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:07.264527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-21f0eec9-866f-4779-8126-3a27e905d662 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.285076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] For port 2090a376-1dd1-4d06-8052-10e9416979a6, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2090a376-1dd1-4d06-8052-10e9416979a6,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:07.298841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.322117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.346652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c8d1-7cee-4999-89bb-61c306f106cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.391861 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-21f0eec9-866f-4779-8126-3a27e905d662 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/6c38fd03-4fd7-4675-8a69-da8b22315347 HTTP/1.1" status: 204 len: 168 time: 2.7588711 May 06 13:53:07.397474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34014) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:07.401112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5c8d1-7cee-4999-89bb-61c306f106cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f6917-3ed9-4182-968b-c5c6d537c2ea,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:07.402960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c8d1-7cee-4999-89bb-61c306f106cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.404107 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5eb5c8d1-7cee-4999-89bb-61c306f106cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/dc1f6917-3ed9-4182-968b-c5c6d537c2ea HTTP/1.1" status: 204 len: 168 time: 1.5200365 May 06 13:53:07.411533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'mac_address': 'fa:16:3e:fe:9f:1b', 'name': 'tempest-PortsTestJSON-259168816'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:07.426661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.436657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34018) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:07.477295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 708a785e-6011-4f6b-8838-0558ea7a03a8 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:07.520925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.522341 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] 10.222.0.69 "PUT /v2.0/ports/2090a376-1dd1-4d06-8052-10e9416979a6 HTTP/1.1" status: 200 len: 1093 time: 4.4601288 May 06 13:53:07.532969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'tag': '2090a376-1dd1-4d06-8052-10e9416979a6'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:53:07.583678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d33ff-10e5-42b3-96c7-3345a599e31a service neutron] Pushing event updated for resources: {'Port': ['ID=2090a376-1dd1-4d06-8052-10e9416979a6,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:07.636664 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-61c020fc-1bc0-4f82-9faf-d20c2e8ca5b8 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129930 May 06 13:53:07.796325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event deleted for resources: {'Port': ['ID=f1bc710d-c9e3-4fc8-8ba0-503d655781d2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:07.821326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.833921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:07.855079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:07.865246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:07.880152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-067d8ad9-bf5a-49b1-9b1a-a93648cc70f2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:07.885689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:07.936392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8ec27af-7134-488c-b22a-d46cf0ac43ab up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:08.032143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port d8ec27af-7134-488c-b22a-d46cf0ac43ab completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:08.038875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d8ec27af-7134-488c-b22a-d46cf0ac43ab triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:08.039306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.046185 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8da8de-b825-43ad-9c96-04c6ee8d4a0b'] response: {'name': 'network-changed', 'server_uuid': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'tag': '2090a376-1dd1-4d06-8052-10e9416979a6', 'status': 'completed', 'code': 200} May 06 13:53:08.081170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:08.096569 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-067d8ad9-bf5a-49b1-9b1a-a93648cc70f2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:08.101012 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-067d8ad9-bf5a-49b1-9b1a-a93648cc70f2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6598439 May 06 13:53:08.107599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34028) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:08.163864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.201207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.236926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port d8ec27af-7134-488c-b22a-d46cf0ac43ab, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8ec27af-7134-488c-b22a-d46cf0ac43ab,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:08.243004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.314356 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c85efc55-1932-43e0-9b3c-b5a2e6f5d943 req-d36e99ad-fadd-42c8-b5d2-0455c46a2b93 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416450 May 06 13:53:08.323128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=d8ec27af-7134-488c-b22a-d46cf0ac43ab,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:08.326572 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-e61acc35-27d8-4af5-9651-4192825e0d72 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] delete failed (client error): The resource could not be found. May 06 13:53:08.329111 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e61acc35-27d8-4af5-9651-4192825e0d72 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/dc1f6917-3ed9-4182-968b-c5c6d537c2ea HTTP/1.1" status: 404 len: 347 time: 0.2130911 May 06 13:53:08.333975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34034) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:08.338348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.381322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--265794414'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:08.405175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:08.432079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=708a785e-6011-4f6b-8838-0558ea7a03a8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:08.458170 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-74132bac-b19a-4107-aa3d-d2e2259e7c28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 1096 time: 0.8304744 May 06 13:53:08.474762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:08.545981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.652853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.659054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50834e-e190-4710-90b6-98c44f5cc541 req-9bf8e41f-0ef6-4493-831e-8ff9bbdedb04 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:08.660687 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8e50834e-e190-4710-90b6-98c44f5cc541 req-9bf8e41f-0ef6-4493-831e-8ff9bbdedb04 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5518188 May 06 13:53:08.731227 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8565784f-4fc8-4a5e-8003-4cd990dddb80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2090a376-1dd1-4d06-8052-10e9416979a6 HTTP/1.1" status: 200 len: 217 time: 0.2295835 May 06 13:53:08.774909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:08.811513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:08.816794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.821126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port c4bf4ff5-8189-4ade-9287-429f20dd6cf3 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:53:08.835524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:08.854024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:08.878904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.879566 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8e50834e-e190-4710-90b6-98c44f5cc541 req-87955347-eb10-49d4-a040-c57399b370b4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064009 May 06 13:53:08.909992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-984a380b-426c-4829-97ea-970ceb5aafe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:08.916230 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-984a380b-426c-4829-97ea-970ceb5aafe5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.1678128 May 06 13:53:08.984732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.997367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a8997-925f-4a19-989a-98f69b2548c0 req-c116cc25-f7f9-4e49-b216-454f46bc3625 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:08.998070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-1c3a8997-925f-4a19-989a-98f69b2548c0 req-c116cc25-f7f9-4e49-b216-454f46bc3625 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:09.084394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-1c3a8997-925f-4a19-989a-98f69b2548c0 req-c116cc25-f7f9-4e49-b216-454f46bc3625 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:09.085566 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1c3a8997-925f-4a19-989a-98f69b2548c0 req-c116cc25-f7f9-4e49-b216-454f46bc3625 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 943 time: 0.6421933 May 06 13:53:09.086080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.086571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Fanout notify agent at l3_agent the message router_deleted on router 69df8cea-507f-4486-96cd-45cd9d492384 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:53:09.221088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.221787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.222866 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d7d80df6-aedf-478f-9201-6212d0892918 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/69df8cea-507f-4486-96cd-45cd9d492384 HTTP/1.1" status: 204 len: 168 time: 7.4330585 May 06 13:53:09.226762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34038) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:09.235692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1905748373', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:09.244464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.248120 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-f2979fd5-8577-43ea-8cf2-29c82999e696 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3125303 May 06 13:53:09.249130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:09.256632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.270351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port d8ec27af-7134-488c-b22a-d46cf0ac43ab {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:09.270682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.280233 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1c3a8997-925f-4a19-989a-98f69b2548c0 req-e1858f2e-dbb1-48bc-9103-42e891dd99f9 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387315 May 06 13:53:09.301886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Usage tracker for resource:router and tenant:d32b16e4d64749209cbcdcb46e87b26d is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:09.314874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:09.330308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:09.401377 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.436125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d69d91-30e8-4652-8309-9d02e4bdcac8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:09.460087 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-8e89ba53-fd56-4e3a-b8c6-988b2ee562dc service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011156 May 06 13:53:09.565498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:09.581440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.582682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:09.582853 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-50a4d405-f8f6-4773-9cb6-b24e7e6b013d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2462857 May 06 13:53:09.586829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=c4bf4ff5-8189-4ade-9287-429f20dd6cf3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:09.590798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34042) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:09.591593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:09.595674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:09.596306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.609247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.610158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.622895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': '44d69d91-30e8-4652-8309-9d02e4bdcac8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:09.625584 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d88b6069-de18-4f7d-a9e9-3144f276c37e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2202594 May 06 13:53:09.628340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34046) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:09.663251 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee4816c8-4615-400d-acb6-dd6bb4f9339f req-61fbc917-94d2-4a15-818b-2314cbeccba5 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976705 May 06 13:53:09.664307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:09.687723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:09.696640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:09.714089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:09.792625 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-72f8e8d6-c992-4386-861a-7c471a0a1af8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0791385 May 06 13:53:09.792835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8ec27af-7134-488c-b22a-d46cf0ac43ab up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:09.878035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d8ec27af-7134-488c-b22a-d46cf0ac43ab triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:09.878652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.958127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-f35c2f51-d6e5-4b6e-b764-c8b79b40f55e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:09.959579 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-f35c2f51-d6e5-4b6e-b764-c8b79b40f55e service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.1604552 May 06 13:53:10.034656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458eb310-ea56-4eb4-94ec-72efdbe9e010 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:10.035256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-458eb310-ea56-4eb4-94ec-72efdbe9e010 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:10.049303 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-f30a6b26-5f23-4f2d-bff7-897a63464c91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2090a376-1dd1-4d06-8052-10e9416979a6 HTTP/1.1" status: 200 len: 217 time: 0.0831387 May 06 13:53:10.063163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.085593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.094299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] For port d8ec27af-7134-488c-b22a-d46cf0ac43ab, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8ec27af-7134-488c-b22a-d46cf0ac43ab,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:10.095125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.106215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-458eb310-ea56-4eb4-94ec-72efdbe9e010 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:10.107395 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-458eb310-ea56-4eb4-94ec-72efdbe9e010 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/c4bf4ff5-8189-4ade-9287-429f20dd6cf3 HTTP/1.1" status: 200 len: 840 time: 0.4743986 May 06 13:53:10.112626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34052) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:10.249766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for d8ec27af-7134-488c-b22a-d46cf0ac43ab owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:10.310073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-ba4059f5-1427-469d-9733-d0238c2c0190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:10.312461 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-ba4059f5-1427-469d-9733-d0238c2c0190 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.2543561 May 06 13:53:10.377881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc7651-102a-4a83-a4a8-944d36e24d55 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port c4bf4ff5-8189-4ade-9287-429f20dd6cf3 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:10.378434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7651-102a-4a83-a4a8-944d36e24d55 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.510866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router 151a1c0e-c048-4a7f-9398-11a2e9ffb76c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:10.567388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.583033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.636204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.643618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415feb-3634-4f37-85bd-83603b11ca0e req-67b82dad-e774-414d-b39e-1e05ae018fa2 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:10.645094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-18415feb-3634-4f37-85bd-83603b11ca0e req-67b82dad-e774-414d-b39e-1e05ae018fa2 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.4031193 May 06 13:53:10.645706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19098322-83f9-43f1-80ac-60becb52985e,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:10.748669 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-1258ca89-ce72-44ca-a226-525015ee8136 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4271722 May 06 13:53:10.758013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7651-102a-4a83-a4a8-944d36e24d55 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.786119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.787253 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1e7fe8f2-837c-44da-b0b7-78666c68a14e tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1938894 May 06 13:53:10.806570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34058) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:10.898752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb37987-eaa1-4935-bca3-36ff30c57d83 req-a347165d-189b-47c2-b087-4054b3615f6b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:10.901540 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0eb37987-eaa1-4935-bca3-36ff30c57d83 req-a347165d-189b-47c2-b087-4054b3615f6b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 943 time: 0.3935251 May 06 13:53:10.987870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc7651-102a-4a83-a4a8-944d36e24d55 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for c4bf4ff5-8189-4ade-9287-429f20dd6cf3 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:10.991702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-18415feb-3634-4f37-85bd-83603b11ca0e req-29e1ab75-e135-4426-8377-f2f0c5c7f591 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903337 May 06 13:53:11.003149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99da8ff6-cdcf-49af-8b18-40c554f4f09a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.011760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.059325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99da8ff6-cdcf-49af-8b18-40c554f4f09a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.069220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:11.088379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000543d-ca37-4394-9edc-8e7e07bffe27 None None] Sync routers for ids ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:11.102897 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000543d-ca37-4394-9edc-8e7e07bffe27 None None] Routers {'151a1c0e-c048-4a7f-9398-11a2e9ffb76c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:11.104047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2000543d-ca37-4394-9edc-8e7e07bffe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:11.108241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=d8ec27af-7134-488c-b22a-d46cf0ac43ab,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:11.153859 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0eb37987-eaa1-4935-bca3-36ff30c57d83 req-db25c5a0-901a-47e6-9661-f45a28907630 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919379 May 06 13:53:11.167321 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-697c3d78-7f2e-4932-9a79-f49686127683 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017177 May 06 13:53:11.192720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2000543d-ca37-4394-9edc-8e7e07bffe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:11.215385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000543d-ca37-4394-9edc-8e7e07bffe27 None None] Routers {'151a1c0e-c048-4a7f-9398-11a2e9ffb76c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:11.216208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2000543d-ca37-4394-9edc-8e7e07bffe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:11.235922 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-28b4aac0-0b44-4567-8538-cdbf600d29c5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/151a1c0e-c048-4a7f-9398-11a2e9ffb76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8227470 May 06 13:53:11.245122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34064) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:11.249059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99da8ff6-cdcf-49af-8b18-40c554f4f09a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.259249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7651-102a-4a83-a4a8-944d36e24d55 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.287076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2000543d-ca37-4394-9edc-8e7e07bffe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:11.287602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000543d-ca37-4394-9edc-8e7e07bffe27 None None] The sync data for ids ['151a1c0e-c048-4a7f-9398-11a2e9ffb76c'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:11.327151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc7651-102a-4a83-a4a8-944d36e24d55 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=c4bf4ff5-8189-4ade-9287-429f20dd6cf3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:11.335501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7651-102a-4a83-a4a8-944d36e24d55 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.343526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99da8ff6-cdcf-49af-8b18-40c554f4f09a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.344871 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-99da8ff6-cdcf-49af-8b18-40c554f4f09a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/19098322-83f9-43f1-80ac-60becb52985e HTTP/1.1" status: 204 len: 168 time: 0.5374663 May 06 13:53:11.349143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34068) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:11.384538 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f7bc7651-102a-4a83-a4a8-944d36e24d55 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/c4bf4ff5-8189-4ade-9287-429f20dd6cf3 HTTP/1.1" status: 204 len: 168 time: 1.2675297 May 06 13:53:11.387600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34072) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:11.420044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-87af43b1-1e0a-4e09-b078-d6b749f895ee tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:11.422356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da8ff6-cdcf-49af-8b18-40c554f4f09a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19098322-83f9-43f1-80ac-60becb52985e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:11.456142 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2bf3f9-932d-4474-8bf7-830f69b3ccd1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:53:11.456641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0e2bf3f9-932d-4474-8bf7-830f69b3ccd1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:11.468619 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d959fb29-1d2b-4d18-8cf9-bee47450f5bf req-3497bd27-dd87-420d-a09c-77380f986a7c service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013237 May 06 13:53:11.477028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-87af43b1-1e0a-4e09-b078-d6b749f895ee tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:11.481224 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-87af43b1-1e0a-4e09-b078-d6b749f895ee tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=151a1c0e-c048-4a7f-9398-11a2e9ffb76c HTTP/1.1" status: 200 len: 205 time: 0.2312989 May 06 13:53:11.482772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34076) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:11.491465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4e65ada7-8925-4fa8-aaed-0593e90c22e2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:11.502609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0e2bf3f9-932d-4474-8bf7-830f69b3ccd1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:11.503682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0e2bf3f9-932d-4474-8bf7-830f69b3ccd1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/c4bf4ff5-8189-4ade-9287-429f20dd6cf3 HTTP/1.1" status: 404 len: 333 time: 0.1134660 May 06 13:53:11.507344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34080) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:11.515065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'name': 'tempest-PortsTestJSON-443974550'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:11.542347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4e65ada7-8925-4fa8-aaed-0593e90c22e2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:11.543836 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4e65ada7-8925-4fa8-aaed-0593e90c22e2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1937094 May 06 13:53:11.588923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34084) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:11.670430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.677368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:11.691577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:11.722890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ddae0be0-6a97-4ff6-8552-baf81eff3075 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.726454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:11.729910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.770249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486401e-0e3e-4627-9d41-18fba53152f1 req-e037ab78-07d5-4cb0-ba00-61eaafe603fe tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:11.771746 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1486401e-0e3e-4627-9d41-18fba53152f1 req-e037ab78-07d5-4cb0-ba00-61eaafe603fe tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5344553 May 06 13:53:11.781306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port a1ce5e0e-dfe8-40ce-95c7-d756de06e492 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:53:11.815219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ddae0be0-6a97-4ff6-8552-baf81eff3075 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.924713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ddae0be0-6a97-4ff6-8552-baf81eff3075 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.945872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.959615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae0be0-6a97-4ff6-8552-baf81eff3075 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d69d91-30e8-4652-8309-9d02e4bdcac8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:11.987551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.057448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b6e01b4-2fbd-4e1b-ba5c-817c00adda7e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.064370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ddae0be0-6a97-4ff6-8552-baf81eff3075 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.065479 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ddae0be0-6a97-4ff6-8552-baf81eff3075 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/44d69d91-30e8-4652-8309-9d02e4bdcac8 HTTP/1.1" status: 204 len: 168 time: 0.4756100 May 06 13:53:12.068266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34088) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:12.100440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.138444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1486401e-0e3e-4627-9d41-18fba53152f1 req-2917aedb-2b79-4a1d-9538-384f90a3f07a tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157344 May 06 13:53:12.142018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-243d9a62-884a-4ac5-b3be-b7d9ac11be87 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:12.171129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-243d9a62-884a-4ac5-b3be-b7d9ac11be87 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:12.173025 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-243d9a62-884a-4ac5-b3be-b7d9ac11be87 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1037717 May 06 13:53:12.174714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.177543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34094) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:12.226688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190585548'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:12.256054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:12.280184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:12.283141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:12.287491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:12.422199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:12.426062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:12.426592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.430402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=a1ce5e0e-dfe8-40ce-95c7-d756de06e492,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:12.457279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.470168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ff053f99-dd34-4f78-b5e6-d96216c6b651 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9617946 May 06 13:53:12.474704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34100) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:12.488422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:12.573430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:12.605535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:12.613643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:12.622231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fff83-ae12-4f42-a0c6-8a97d62c3822 req-fb78c647-b1b7-488a-b4c7-1b587045f468 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:12.623681 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-958fff83-ae12-4f42-a0c6-8a97d62c3822 req-fb78c647-b1b7-488a-b4c7-1b587045f468 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.3292301 May 06 13:53:12.634021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:12.691242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Allocated IP 172.26.0.57 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/1dcd4b91-8929-47ad-835e-19b911575aba) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:12.695404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.779613 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-958fff83-ae12-4f42-a0c6-8a97d62c3822 req-fd890a69-6b61-4c68-8f12-443b2e55e473 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467059 May 06 13:53:12.808036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.815144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.844456 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:53:12.964257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7d1317-fe43-497c-85f4-847626c27477,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:13.026292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.027469 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4e37e335-3238-4d6e-a46c-edb4ccfbc5c2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8494644 May 06 13:53:13.030751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34106) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.043190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': 'fc7d1317-fe43-497c-85f4-847626c27477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:13.051761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:13.065662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:13.067368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b6e01b4-2fbd-4e1b-ba5c-817c00adda7e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.071843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:13.081778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:13.098061 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bbc8b-80e3-4d03-89a1-4f22bc3a5e21 req-db13b59d-e344-4cc8-8602-5e92c6881d56 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:13.099541 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-711bbc8b-80e3-4d03-89a1-4f22bc3a5e21 req-db13b59d-e344-4cc8-8602-5e92c6881d56 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 943 time: 0.7312882 May 06 13:53:13.102133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b6e01b4-2fbd-4e1b-ba5c-817c00adda7e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.108180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.114072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.129549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Router 0f15265e-600a-410a-a965-3c20c7c903b5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:13.173087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.197227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c427a-d3bb-4824-a0e9-6b8cf554bd70 req-bbe4c867-bb58-46a9-878e-80528e00a306 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:13.198697 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ac0c427a-d3bb-4824-a0e9-6b8cf554bd70 req-bbe4c867-bb58-46a9-878e-80528e00a306 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.2402525 May 06 13:53:13.220009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] In _notify_port_updated(), no bound segment for port a1ce5e0e-dfe8-40ce-95c7-d756de06e492 on network 64c9f63e-c437-4556-8985-933240d7c6b2 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:53:13.223685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b6e01b4-2fbd-4e1b-ba5c-817c00adda7e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.223970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:13.224227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6e01b4-2fbd-4e1b-ba5c-817c00adda7e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Fanout notify agent at l3_agent the message router_deleted on router 151a1c0e-c048-4a7f-9398-11a2e9ffb76c {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:53:13.224351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.225579 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "PUT /v2.0/ports/a1ce5e0e-dfe8-40ce-95c7-d756de06e492 HTTP/1.1" status: 200 len: 818 time: 0.7493176 May 06 13:53:13.231570 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-711bbc8b-80e3-4d03-89a1-4f22bc3a5e21 req-c0afd52d-a201-433d-a7e9-d7af4769cf76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229591 May 06 13:53:13.236849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.239450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34110) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.246956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8c71-1274-4c05-adc0-ae25a9ca7fe0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=a1ce5e0e-dfe8-40ce-95c7-d756de06e492,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:13.296505 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ac0c427a-d3bb-4824-a0e9-6b8cf554bd70 req-ec0cb82b-ed9a-4d5d-8b53-b3d33fbe19cb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870767 May 06 13:53:13.308732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.314124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.348103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50820c11-22ef-4d8e-82fb-de752aeec569,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:13.368899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.372782 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a702146d-5580-4e3e-a229-10750dfc9832 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3371961 May 06 13:53:13.372997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34116) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.379682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': 'fc7d1317-fe43-497c-85f4-847626c27477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:13.386566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:13.390904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:13.393888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:13.401484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:13.419483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.426996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b6e01b4-2fbd-4e1b-ba5c-817c00adda7e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.428105 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3b6e01b4-2fbd-4e1b-ba5c-817c00adda7e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/151a1c0e-c048-4a7f-9398-11a2e9ffb76c HTTP/1.1" status: 204 len: 168 time: 1.9410324 May 06 13:53:13.433530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34120) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.480338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e0756db3-04c2-41a7-8a8e-7a0001367412 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port a1ce5e0e-dfe8-40ce-95c7-d756de06e492 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:13.480583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0756db3-04c2-41a7-8a8e-7a0001367412 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.553797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:13.568903 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9572a5ed-1f2a-4ca7-a938-faa46b68f5f9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "PUT /v2.0/routers/0f15265e-600a-410a-a965-3c20c7c903b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7430906 May 06 13:53:13.572643 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] Sync routers for ids ['0f15265e-600a-410a-a965-3c20c7c903b5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:13.589379 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] Routers {'0f15265e-600a-410a-a965-3c20c7c903b5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:13.589980 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['0f15265e-600a-410a-a965-3c20c7c903b5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:13.594563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.603922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34124) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.629713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.637129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.681917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b839ebb-4da4-4e06-bec8-adb506cf7654,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:13.706965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc458095-b23b-414b-aff8-31786cb63bf9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet d6fff1a6-c582-4c84-85a7-d11507d7a9c7 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:13.710663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc458095-b23b-414b-aff8-31786cb63bf9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.739030 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] Set router 0f15265e-600a-410a-a965-3c20c7c903b5 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:13.745896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.746619 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5be03aa2-1687-4da8-b08f-4d962aa9ca0d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3720942 May 06 13:53:13.751727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34128) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.765948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': 'fc7d1317-fe43-497c-85f4-847626c27477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:13.767774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event updated for resources: {'Port': ['ID=1dcd4b91-8929-47ad-835e-19b911575aba,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:13.772487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:13.778160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:13.781235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:13.786617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:13.793533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:13.802538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:13.816026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.829584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc458095-b23b-414b-aff8-31786cb63bf9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.852359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:13.923217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf43531-e21d-4b20-953c-75b8bdb66ccb tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:13.925014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf43531-e21d-4b20-953c-75b8bdb66ccb tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:13.928444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6cf43531-e21d-4b20-953c-75b8bdb66ccb tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2881699 May 06 13:53:13.931668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34132) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.936474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38b3bb-ec7f-4e6c-9996-cec6163d931e req-9504b719-1949-4a21-9d4c-dc4a8f3d6b85 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:13.937916 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb38b3bb-ec7f-4e6c-9996-cec6163d931e req-9504b719-1949-4a21-9d4c-dc4a8f3d6b85 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5056803 May 06 13:53:13.938848 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'name': 'tempest-NetworksTestDHCPv6-router-28009662', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:51Z', 'updated_at': '2022-05-06T13:53:10Z', 'revision_number': 3, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:13.944588 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] Checking router: 0f15265e-600a-410a-a965-3c20c7c903b5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:53:13.956665 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] Routers {'0f15265e-600a-410a-a965-3c20c7c903b5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:13.957277 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['0f15265e-600a-410a-a965-3c20c7c903b5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:13.979537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0756db3-04c2-41a7-8a8e-7a0001367412 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.002098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.016303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.039597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cf235b-f049-4724-a196-1b3587b4e39b,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:14.065024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc458095-b23b-414b-aff8-31786cb63bf9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.089391 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] Set router 0f15265e-600a-410a-a965-3c20c7c903b5 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:14.139471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e0756db3-04c2-41a7-8a8e-7a0001367412 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for a1ce5e0e-dfe8-40ce-95c7-d756de06e492 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:14.176865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.177979 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b0ea2597-8886-44dc-b00b-b38ef7261a3d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4252427 May 06 13:53:14.184030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34136) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:14.204803 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'name': 'tempest-NetworksTestDHCPv6-router-28009662', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:51Z', 'updated_at': '2022-05-06T13:53:10Z', 'revision_number': 3, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:14.205365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': 'fc7d1317-fe43-497c-85f4-847626c27477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:14.209251 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4544a7-2ff5-4885-9f73-8fe268f5f2d1 None None] The sync data for ids ['0f15265e-600a-410a-a965-3c20c7c903b5'] in dv-neutron-840889-1-hyperv is: [{'id': '0f15265e-600a-410a-a965-3c20c7c903b5', 'name': 'tempest-NetworksTestDHCPv6-router-28009662', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:51Z', 'updated_at': '2022-05-06T13:53:10Z', 'revision_number': 3, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:14.227459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:14.236495 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb38b3bb-ec7f-4e6c-9996-cec6163d931e req-bbf8019e-5762-4614-bcc6-9f3240579a53 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846084 May 06 13:53:14.241460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:14.248389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:14.257426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:14.260920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc458095-b23b-414b-aff8-31786cb63bf9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.295854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0756db3-04c2-41a7-8a8e-7a0001367412 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.303255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.331354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4bee83-176d-4465-b048-66fe55badd33 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet b477a893-cecb-4dc3-8849-923579df5cc8 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:14.334501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f4bee83-176d-4465-b048-66fe55badd33 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.374011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0756db3-04c2-41a7-8a8e-7a0001367412 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=a1ce5e0e-dfe8-40ce-95c7-d756de06e492,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:14.392703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f4bee83-176d-4465-b048-66fe55badd33 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.396472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0756db3-04c2-41a7-8a8e-7a0001367412 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.425193 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e0756db3-04c2-41a7-8a8e-7a0001367412 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/a1ce5e0e-dfe8-40ce-95c7-d756de06e492 HTTP/1.1" status: 204 len: 168 time: 1.1837733 May 06 13:53:14.429888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34144) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:14.434731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc458095-b23b-414b-aff8-31786cb63bf9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fff1a6-c582-4c84-85a7-d11507d7a9c7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:14.462526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.467593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.468437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.472277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.550106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a229482-bdab-480e-9287-34aba323fc8b,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:14.651497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc458095-b23b-414b-aff8-31786cb63bf9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.659973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968ff1b2-19ca-4b32-b696-5c62e8fe3a29 None None] Network 5879fda2-e5ed-40e5-93ec-0392d0eb8fda requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:14.677605 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fc458095-b23b-414b-aff8-31786cb63bf9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/d6fff1a6-c582-4c84-85a7-d11507d7a9c7 HTTP/1.1" status: 204 len: 168 time: 1.2424412 May 06 13:53:14.698312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34150) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:14.825805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.827637 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f42ee552-1907-40ac-aea6-8cc98471733f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6336904 May 06 13:53:14.839221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34154) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:14.847448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f4bee83-176d-4465-b048-66fe55badd33 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.903535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': 'fc7d1317-fe43-497c-85f4-847626c27477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:14.937909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:15.004679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614f3f2-ed8b-400c-bc7f-851cce4882fe req-29bbfc7d-e652-40fb-aa14-5f96e6715e50 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:15.006212 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1614f3f2-ed8b-400c-bc7f-851cce4882fe req-29bbfc7d-e652-40fb-aa14-5f96e6715e50 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.1540544 May 06 13:53:15.007827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61849de-25e0-4902-9147-c6e2da6f6e21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:15.008747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d61849de-25e0-4902-9147-c6e2da6f6e21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:15.015456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:15.029581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08326e8-733a-4283-bfaf-3f107c6c7133 req-165ceaf1-bca6-4c8c-a9e3-a402da137088 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:15.031222 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d08326e8-733a-4283-bfaf-3f107c6c7133 req-165ceaf1-bca6-4c8c-a9e3-a402da137088 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 943 time: 0.5997190 May 06 13:53:15.033939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:15.057900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:15.069598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] DHCP port deletion for 5879fda2-e5ed-40e5-93ec-0392d0eb8fda request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:53:15.074243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] Deleting port 019bed32-b428-4f20-a308-1eb219ec6662 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:15.074700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.077352 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1614f3f2-ed8b-400c-bc7f-851cce4882fe req-7de98ce3-b93a-45bc-aff2-dbb2a8b691d4 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638897 May 06 13:53:15.126410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Router f71ad77d-d941-4d4b-8621-18b0c31643c6 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:53:15.152410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d61849de-25e0-4902-9147-c6e2da6f6e21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:15.156045 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d61849de-25e0-4902-9147-c6e2da6f6e21 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7158699 May 06 13:53:15.161472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34158) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:15.166476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.241944 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d08326e8-733a-4283-bfaf-3f107c6c7133 req-2db3d496-2320-43cb-af1d-ec9e7306b131 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965723 May 06 13:53:15.243250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f4bee83-176d-4465-b048-66fe55badd33 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.291811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc3036c-39cf-463e-b9e6-bcdf82152aec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet 88a27f01-6a4e-42e3-902a-a9c57b9b55e8 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:15.311606 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc2403f-4ba1-4188-8108-ea689fdb51d5 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:53:15.312955 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7cc2403f-4ba1-4188-8108-ea689fdb51d5 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/a1ce5e0e-dfe8-40ce-95c7-d756de06e492 HTTP/1.1" status: 404 len: 333 time: 0.1485107 May 06 13:53:15.317812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34162) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:15.318013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bee83-176d-4465-b048-66fe55badd33 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=b477a893-cecb-4dc3-8849-923579df5cc8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:15.321950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bc3036c-39cf-463e-b9e6-bcdf82152aec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.335152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1325996271'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:15.338825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:15.343597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:network and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:15.348398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:15.356985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:15.377672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:15.380773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] For port 019bed32-b428-4f20-a308-1eb219ec6662, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=019bed32-b428-4f20-a308-1eb219ec6662,segment=NetworkSegment(046a7064-a353-40b9-b9d5-ca9644c42854),segment_id=046a7064-a353-40b9-b9d5-ca9644c42854)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:15.380986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f4bee83-176d-4465-b048-66fe55badd33 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.381109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.381629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.391387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76232c-573e-4938-b947-fcfc0ac64f7e None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:15.422880 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9f4bee83-176d-4465-b048-66fe55badd33 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/b477a893-cecb-4dc3-8849-923579df5cc8 HTTP/1.1" status: 204 len: 168 time: 1.4889634 May 06 13:53:15.425654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bc3036c-39cf-463e-b9e6-bcdf82152aec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.430057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34166) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:15.499157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.505116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.511268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:15.563004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3a5c9f-1ae3-432b-807a-5ef82974db08,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:15.594568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.594996 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Added segment eb9c5996-d826-470e-9499-2a5c211a730e of type vlan for network daf23280-b0b3-4350-9944-6fc16da66b44 May 06 13:53:15.599558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] Calling delete_port for 019bed32-b428-4f20-a308-1eb219ec6662 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:15.601066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.606027 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2d701d50-8dcd-46ff-af3f-646226a2d390 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7618508 May 06 13:53:15.606466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34170) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:15.617921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bc3036c-39cf-463e-b9e6-bcdf82152aec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.647431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:15.668564 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3329091b-a8fc-452b-a94f-4abb821d5f96 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2344673 May 06 13:53:15.670224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34174) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:15.690519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.708298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.712969 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b9fea19e-6cb6-4898-a616-aa411257d5a3 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4851060 May 06 13:53:15.715590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34178) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:15.723239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:15.731456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba9ffe0-6965-43e4-97cc-7eab5718a129 None None] Sync routers for ids ['f71ad77d-d941-4d4b-8621-18b0c31643c6'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:15.755392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9ffe0-6965-43e4-97cc-7eab5718a129 None None] Routers {'f71ad77d-d941-4d4b-8621-18b0c31643c6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:15.756551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8ba9ffe0-6965-43e4-97cc-7eab5718a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f71ad77d-d941-4d4b-8621-18b0c31643c6'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:15.825748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 019bed32-b428-4f20-a308-1eb219ec6662 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:15.848654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d41b1284-080c-4a81-b3e9-739b654141fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.868660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8ba9ffe0-6965-43e4-97cc-7eab5718a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:15.868966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d41b1284-080c-4a81-b3e9-739b654141fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.875719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.resource_extend [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:53:15.882542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bc3036c-39cf-463e-b9e6-bcdf82152aec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.900753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.916787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9ffe0-6965-43e4-97cc-7eab5718a129 None None] Routers {'f71ad77d-d941-4d4b-8621-18b0c31643c6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:15.917690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8ba9ffe0-6965-43e4-97cc-7eab5718a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f71ad77d-d941-4d4b-8621-18b0c31643c6'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:15.931595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.935724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:15.936383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.939894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3036c-39cf-463e-b9e6-bcdf82152aec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=88a27f01-6a4e-42e3-902a-a9c57b9b55e8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:15.946489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aaaeb71-6dd4-40df-b93e-b3afbae4f62a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.987237 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6676126 May 06 13:53:15.988742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34182) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:16.022036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] Pushing event deleted for resources: {'Port': ['ID=019bed32-b428-4f20-a308-1eb219ec6662,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:16.025351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 019bed32-b428-4f20-a308-1eb219ec6662 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:53:16.025690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 019bed32-b428-4f20-a308-1eb219ec6662 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:16.026161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8ec27af-7134-488c-b22a-d46cf0ac43ab no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:16.036432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d41b1284-080c-4a81-b3e9-739b654141fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.041670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:16.059059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fcc1a4-af46-4ce3-9b78-ebfecc20f09d None None] No DVR routers for this DVR port 019bed32-b428-4f20-a308-1eb219ec6662 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:16.073794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: d8ec27af-7134-488c-b22a-d46cf0ac43ab {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:53:16.074131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8ec27af-7134-488c-b22a-d46cf0ac43ab not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:16.075304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8ba9ffe0-6965-43e4-97cc-7eab5718a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:16.075694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba9ffe0-6965-43e4-97cc-7eab5718a129 None None] The sync data for ids ['f71ad77d-d941-4d4b-8621-18b0c31643c6'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:16.086982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d41b1284-080c-4a81-b3e9-739b654141fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.091321 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d41b1284-080c-4a81-b3e9-739b654141fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/7f3a5c9f-1ae3-432b-807a-5ef82974db08 HTTP/1.1" status: 204 len: 168 time: 0.4796851 May 06 13:53:16.092844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34186) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:16.098878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bc3036c-39cf-463e-b9e6-bcdf82152aec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.127456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c0650-b8bf-478a-8b4a-383e31c1aff2 None None] Network 29459ef1-f242-4eb8-b41b-89df03f00162 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:16.132581 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2bc3036c-39cf-463e-b9e6-bcdf82152aec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/88a27f01-6a4e-42e3-902a-a9c57b9b55e8 HTTP/1.1" status: 204 len: 168 time: 1.4330037 May 06 13:53:16.136222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34192) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:16.238605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:53:16.239369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b1284-080c-4a81-b3e9-739b654141fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f3a5c9f-1ae3-432b-807a-5ef82974db08,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:16.262983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] Deleting port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:16.263441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.267145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.316657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:16.321829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29939068-58f8-4314-b61c-eb128354684e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Network': ['ID=daf23280-b0b3-4350-9944-6fc16da66b44,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:16.342143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:16.348842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:16.375485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network daf23280-b0b3-4350-9944-6fc16da66b44 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:16.377634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:16.421818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:16.441259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428ec6-3ae1-4706-9127-8d379eacab32 req-56c6560b-4487-4bab-8ad2-4607d38fdc78 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:16.442708 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d9428ec6-3ae1-4706-9127-8d379eacab32 req-56c6560b-4487-4bab-8ad2-4607d38fdc78 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.2004428 May 06 13:53:16.628612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2334cd05-a348-49dd-ae7e-2e1f11799150 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:16.655051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] For port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c4911e0e-91ec-4b61-aa52-7b8f10a6ac86,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:16.655441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.830070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] Calling delete_port for c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:16.867877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.868986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2334cd05-a348-49dd-ae7e-2e1f11799150 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:16.870265 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2334cd05-a348-49dd-ae7e-2e1f11799150 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.7758911 May 06 13:53:16.891101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34198) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:16.923572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.925517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.946632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aaaeb71-6dd4-40df-b93e-b3afbae4f62a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.988868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aaaeb71-6dd4-40df-b93e-b3afbae4f62a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.991801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] DHCP port deletion for 29459ef1-f242-4eb8-b41b-89df03f00162 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:53:16.995598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5879fda2-e5ed-40e5-93ec-0392d0eb8fda']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:17.003546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] Deleting port 11ada061-4b3c-4825-8c32-d97643eba366 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:17.004127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.016167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.025855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046a7064-a353-40b9-b9d5-ca9644c42854') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:17.026293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046a7064-a353-40b9-b9d5-ca9644c42854') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:17.040723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] Pushing event deleted for resources: {'Port': ['ID=c4911e0e-91ec-4b61-aa52-7b8f10a6ac86,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:17.049378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfa0d5-742d-4cb9-a81a-12dc350c1f93 req-2c09c8e3-fda7-4fe3-b034-61b36b2dcc7a tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:17.051198 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ebcfa0d5-742d-4cb9-a81a-12dc350c1f93 req-2c09c8e3-fda7-4fe3-b034-61b36b2dcc7a tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 943 time: 0.6196051 May 06 13:53:17.052920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.060449 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c393b4c-9702-46f4-83fe-a1da24c59d8d None None] No DVR routers for this DVR port c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:17.067244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.104311 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d9428ec6-3ae1-4706-9127-8d379eacab32 req-e8257d42-3b1b-4efa-90c2-5bbe29c044c9 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6516213 May 06 13:53:17.139412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.161294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aaaeb71-6dd4-40df-b93e-b3afbae4f62a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.161925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaaeb71-6dd4-40df-b93e-b3afbae4f62a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Fanout notify agent at l3_agent the message router_deleted on router 0f15265e-600a-410a-a965-3c20c7c903b5 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:53:17.164727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.178557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:53:17.179118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:17.205379 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:17.218994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.290815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=da3f11a2-d151-44e3-bb17-4b07d4abbd92,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:17.317525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] For port 11ada061-4b3c-4825-8c32-d97643eba366, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=11ada061-4b3c-4825-8c32-d97643eba366,segment=NetworkSegment(ef6bbd09-4b3d-4357-9769-3c50b72ff7dc),segment_id=ef6bbd09-4b3d-4357-9769-3c50b72ff7dc)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:17.317950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.319088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.319429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.319760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.320121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.320444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.320766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.321086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.321448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.321815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.322138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.322456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.332712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking segment: {'id': 'eb9c5996-d826-470e-9499-2a5c211a730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:17.333066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network hostable DHCP agents. Network: daf23280-b0b3-4350-9944-6fc16da66b44, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:17.368307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a229482-bdab-480e-9287-34aba323fc8b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:17.385892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aaaeb71-6dd4-40df-b93e-b3afbae4f62a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.390637 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1aaaeb71-6dd4-40df-b93e-b3afbae4f62a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/routers/0f15265e-600a-410a-a965-3c20c7c903b5 HTTP/1.1" status: 204 len: 168 time: 1.7194688 May 06 13:53:17.392638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34204) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:17.412925 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ebcfa0d5-742d-4cb9-a81a-12dc350c1f93 req-d047f2a4-f013-4cff-b97a-f99ede343e49 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262944 May 06 13:53:17.431128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:17.453545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network daf23280-b0b3-4350-9944-6fc16da66b44 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:17.462369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.463543 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5a229482-bdab-480e-9287-34aba323fc8b HTTP/1.1" status: 204 len: 168 time: 0.5683947 May 06 13:53:17.476455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34210) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:17.478610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.478987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.479732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.480417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.481204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.487059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] Calling delete_port for 11ada061-4b3c-4825-8c32-d97643eba366 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:17.492282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.492918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.493426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.493767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.494126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.494466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ffa8ab-6044-481b-b4b4-febccaa7dd31 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:17.541210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, daf23280-b0b3-4350-9944-6fc16da66b44) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:17.545649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:17.546384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.557913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25964151-3775-4cb2-b18c-94d281aa047f None None] Network daf23280-b0b3-4350-9944-6fc16da66b44 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:17.592257 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d3dfd925-a9a4-46bd-b1eb-ed80680279fe tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5569627 May 06 13:53:17.597229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34214) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:17.607499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:17.667290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.770982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.790317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.806925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=5879fda2-e5ed-40e5-93ec-0392d0eb8fda,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:17.819006 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-11d35a6e-b573-40ff-b358-1ba247dca858 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/5879fda2-e5ed-40e5-93ec-0392d0eb8fda HTTP/1.1" status: 204 len: 168 time: 1.6817529 May 06 13:53:17.819253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:17.824046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34218) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:17.824702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.839347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:17.848171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:17.857662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:17.859859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] Pushing event deleted for resources: {'Port': ['ID=11ada061-4b3c-4825-8c32-d97643eba366,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:17.860359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.876122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:17.879578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.881969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:17.889801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 11ada061-4b3c-4825-8c32-d97643eba366 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:17.904264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Deleting port 1dcd4b91-8929-47ad-835e-19b911575aba {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:17.904604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.933272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96935a8e-49e6-4610-96be-a93e0549e5ff None None] No DVR routers for this DVR port 11ada061-4b3c-4825-8c32-d97643eba366 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:17.952639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:17.973805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:17.994563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:18.004587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 11ada061-4b3c-4825-8c32-d97643eba366 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:53:18.004858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cd73f298-6102-4b4a-8c36-7248834eb714 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:18.005020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 11ada061-4b3c-4825-8c32-d97643eba366 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:18.005338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:18.047176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:53:18.047176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c4911e0e-91ec-4b61-aa52-7b8f10a6ac86 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:18.051648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:18.055414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.078956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.126531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-daf23280-b0b3-4350-9944-6fc16da66b44', 'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44', 'tenant_id': '11361967c386430993b0bc1483f4d286', 'fixed_ips': [{'subnet_id': 'da3f11a2-d151-44e3-bb17-4b07d4abbd92'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:53:18.127492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.158208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cd73f298-6102-4b4a-8c36-7248834eb714 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:18.162201 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cd73f298-6102-4b4a-8c36-7248834eb714 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.6620343 May 06 13:53:18.163824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34222) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:18.163985 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-17e4ea92-3d8d-499f-a918-ef237695232a req-b13c93ee-6d3c-4765-95b0-4ed6eb62bb5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 0.5460672 May 06 13:53:18.197756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 2090a376-1dd1-4d06-8052-10e9416979a6 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:53:18.209072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2186fa-8cfb-454f-bc97-6847db671b33 req-94cdcebe-76bd-49ff-85e7-4e2793b6bb73 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:18.210494 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fb2186fa-8cfb-454f-bc97-6847db671b33 req-94cdcebe-76bd-49ff-85e7-4e2793b6bb73 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5948579 May 06 13:53:18.239522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82c2b0e9-33fa-4a20-a485-c6254c83b02b tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.272590 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.ipam_backend_mixin [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da3f11a2-d151-44e3-bb17-4b07d4abbd92 (CIDR: 172.20.0.0/28) May 06 13:53:18.274093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82c2b0e9-33fa-4a20-a485-c6254c83b02b tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.292783 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:53:18.293803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:53:18.316090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.391511 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b0bc0966-a05b-48ac-a02b-8b95acb96f75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7893834 May 06 13:53:18.398567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34226) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:18.410779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Allocated IP 172.20.0.2 (daf23280-b0b3-4350-9944-6fc16da66b44/da3f11a2-d151-44e3-bb17-4b07d4abbd92/1fafb00f-9cf3-4b9e-89c9-f65438806fa9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:18.427809 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 2090a376-1dd1-4d06-8052-10e9416979a6, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2090a376-1dd1-4d06-8052-10e9416979a6,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:18.455827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:18.470568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '2090a376-1dd1-4d06-8052-10e9416979a6', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'port_id': '2090a376-1dd1-4d06-8052-10e9416979a6', 'mac_address': 'fa:16:3e:4d:72:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:53:18.472142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Calling delete_port for 1dcd4b91-8929-47ad-835e-19b911575aba owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:18.504986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82c2b0e9-33fa-4a20-a485-c6254c83b02b tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.601308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2b0e9-33fa-4a20-a485-c6254c83b02b tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98cf235b-f049-4724-a196-1b3587b4e39b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:18.618883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.648406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2090a376-1dd1-4d06-8052-10e9416979a6 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:53:18.667629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-82c2b0e9-33fa-4a20-a485-c6254c83b02b tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.671344 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-82c2b0e9-33fa-4a20-a485-c6254c83b02b tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/98cf235b-f049-4724-a196-1b3587b4e39b HTTP/1.1" status: 204 len: 168 time: 0.5047410 May 06 13:53:18.671882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34232) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:18.681314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 2090a376-1dd1-4d06-8052-10e9416979a6, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2090a376-1dd1-4d06-8052-10e9416979a6,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:18.686781 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fb2186fa-8cfb-454f-bc97-6847db671b33 req-ee6402b1-6e2b-4dbd-87d0-2820edb8e40f tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4671690 May 06 13:53:18.712176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.739913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.797843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.819424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29459ef1-f242-4eb8-b41b-89df03f00162']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:18.836516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4ea92-3d8d-499f-a918-ef237695232a req-35ae3f71-8a87-458e-9cdb-8b89ffe86a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:18.838128 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-17e4ea92-3d8d-499f-a918-ef237695232a req-35ae3f71-8a87-458e-9cdb-8b89ffe86a15 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 0.6560252 May 06 13:53:18.886423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=2090a376-1dd1-4d06-8052-10e9416979a6,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:18.896237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.896832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.897344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.897822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.898323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.898803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.899339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.899867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.900344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.900810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.901278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:18.917087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6bbd09-4b3d-4357-9769-3c50b72ff7dc') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:18.917549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6bbd09-4b3d-4357-9769-3c50b72ff7dc') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:18.929192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-474bfd98-7f91-488b-aef8-2324f22da0db tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:18.941818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51201e5-baf6-426f-b940-c2f6f8ddb175 req-1fba5d96-b871-4db7-9ae9-b33f87aa4a47 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:18.943523 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b51201e5-baf6-426f-b940-c2f6f8ddb175 req-1fba5d96-b871-4db7-9ae9-b33f87aa4a47 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 943 time: 0.3383970 May 06 13:53:18.967069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Transition to ACTIVE for port object 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:18.976762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.983754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.996280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Transition to ACTIVE for port object 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:19.002862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.019633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-474bfd98-7f91-488b-aef8-2324f22da0db tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:19.024200 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-474bfd98-7f91-488b-aef8-2324f22da0db tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3510451 May 06 13:53:19.033920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34236) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:19.046875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Pushing event deleted for resources: {'Port': ['ID=1dcd4b91-8929-47ad-835e-19b911575aba,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.067863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['2090a376-1dd1-4d06-8052-10e9416979a6'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:53:19.070192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.109496 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b51201e5-baf6-426f-b940-c2f6f8ddb175 req-406bf345-c82b-4aab-b3f0-7105b1e82c45 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541288 May 06 13:53:19.114127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:19.119889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:53:19.120874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:19.136935 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:19.156105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Network daf23280-b0b3-4350-9944-6fc16da66b44 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:19.161866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:19.165453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:19.169469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:19.190384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Pushing event updated for resources: {'Port': ['ID=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.217373 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-17e4ea92-3d8d-499f-a918-ef237695232a req-e36ebdc0-a979-4499-ae1b-1d4967ab6e81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 1001 time: 0.3687391 May 06 13:53:19.221466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:19.279979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:19.293989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.297973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d0ef3cea-a82a-44c9-9cce-8051ff791ab8 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.323348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Attempting to bind port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:19.323713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Attempting to bind port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'eb9c5996-d826-470e-9499-2a5c211a730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:19.324094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Attempting to bind port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 on network daf23280-b0b3-4350-9944-6fc16da66b44 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:19.338419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:19.338419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Checking segment: {'id': 'eb9c5996-d826-470e-9499-2a5c211a730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:19.338419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.339215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Bound using segment: {'id': 'eb9c5996-d826-470e-9499-2a5c211a730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:19.339861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Bound port: 1fafb00f-9cf3-4b9e-89c9-f65438806fa9, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9c5996-d826-470e-9499-2a5c211a730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:19.339861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.369141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d0ef3cea-a82a-44c9-9cce-8051ff791ab8 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.379967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.391764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:19.405770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.494465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.515249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] For port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:19.521921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:19.529479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4ea92-3d8d-499f-a918-ef237695232a req-3f8a35ae-66ab-45c5-9ce5-131f00e36b37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:19.531062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-17e4ea92-3d8d-499f-a918-ef237695232a req-3f8a35ae-66ab-45c5-9ce5-131f00e36b37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.2936378 May 06 13:53:19.532289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.537402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.541970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] For port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,segment=NetworkSegment(eb9c5996-d826-470e-9499-2a5c211a730e),segment_id=eb9c5996-d826-470e-9499-2a5c211a730e)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:19.543648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:19.560565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a657fe-71ae-401c-a4db-815089a3a88c None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:19.575752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.581483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=29459ef1-f242-4eb8-b41b-89df03f00162,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.583853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:19.584505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.596252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=b94f4112-0b06-48ec-838a-fae3ad37f1ab,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.618768 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e857436e-a7a0-4386-80e6-66a3a14fedb4 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/29459ef1-f242-4eb8-b41b-89df03f00162 HTTP/1.1" status: 204 len: 168 time: 1.7903011 May 06 13:53:19.633445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34240) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:19.634190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d0ef3cea-a82a-44c9-9cce-8051ff791ab8 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.646417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d0ef3cea-a82a-44c9-9cce-8051ff791ab8 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.646417 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d0ef3cea-a82a-44c9-9cce-8051ff791ab8 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2b839ebb-4da4-4e06-bec8-adb506cf7654 HTTP/1.1" status: 204 len: 168 time: 0.6038704 May 06 13:53:19.662329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34244) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:19.677820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1386519924'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:19.691504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:19.703967 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fa687b27-9db3-4571-8185-4abad46cac85 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3018062 May 06 13:53:19.704693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34248) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:19.705479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef3cea-a82a-44c9-9cce-8051ff791ab8 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b839ebb-4da4-4e06-bec8-adb506cf7654,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.709475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-847160032', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:19.718825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:19.723833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:19.728295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:router and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:19.732746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:19.733261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:19.740561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:19.745059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.767024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:19.781699 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-80c9e7a3-39a4-4631-a17a-ffe51fd9da4a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1128187 May 06 13:53:19.786801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.787716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.793474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34254) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:19.813772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Router f71ad77d-d941-4d4b-8621-18b0c31643c6 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:19.844633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de66eb-4e23-4484-8792-8f416f64f41b None None] Pushing event updated for resources: {'Port': ['ID=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.885165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-247bab99-cb68-44ee-8cab-54953fb77878 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.926388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-247bab99-cb68-44ee-8cab-54953fb77878 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.933750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.012858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:20.015860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.064732 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-17e4ea92-3d8d-499f-a918-ef237695232a req-3573ebc6-0dfe-4099-a242-0b4bcb7d5295 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5167482 May 06 13:53:20.098697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'b94f4112-0b06-48ec-838a-fae3ad37f1ab'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:53:20.100206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.139861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.148329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-247bab99-cb68-44ee-8cab-54953fb77878 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.208534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bab99-cb68-44ee-8cab-54953fb77878 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50820c11-22ef-4d8e-82fb-de752aeec569,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:20.221644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-247bab99-cb68-44ee-8cab-54953fb77878 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.222831 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-247bab99-cb68-44ee-8cab-54953fb77878 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/50820c11-22ef-4d8e-82fb-de752aeec569 HTTP/1.1" status: 204 len: 168 time: 0.4284244 May 06 13:53:20.225543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.226782 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-14ef022e-f678-464d-8148-ae11ed11b7b6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5251553 May 06 13:53:20.228192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34260) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:20.242145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34262) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:20.248383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:20.254020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:20.256580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.257672 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ab641690-1ee4-45ae-ad89-5d13514a5088 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "PUT /v2.0/routers/f71ad77d-d941-4d4b-8621-18b0c31643c6 HTTP/1.1" status: 200 len: 710 time: 4.5399594 May 06 13:53:20.264599 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddb7ee-0981-4823-bb59-c1e60019a844 None None] Sync routers for ids ['f71ad77d-d941-4d4b-8621-18b0c31643c6'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:20.271261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34268) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:20.282394 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddb7ee-0981-4823-bb59-c1e60019a844 None None] Routers {'f71ad77d-d941-4d4b-8621-18b0c31643c6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:20.300675 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-66ddb7ee-0981-4823-bb59-c1e60019a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f71ad77d-d941-4d4b-8621-18b0c31643c6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.356579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.423484 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-66ddb7ee-0981-4823-bb59-c1e60019a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.449355 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddb7ee-0981-4823-bb59-c1e60019a844 None None] Routers {'f71ad77d-d941-4d4b-8621-18b0c31643c6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:20.450247 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-66ddb7ee-0981-4823-bb59-c1e60019a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f71ad77d-d941-4d4b-8621-18b0c31643c6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.502893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/b94f4112-0b06-48ec-838a-fae3ad37f1ab/6853d092-f009-4b40-81a2-e4e10404d206) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:20.533664 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-66ddb7ee-0981-4823-bb59-c1e60019a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.534466 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddb7ee-0981-4823-bb59-c1e60019a844 None None] The sync data for ids ['f71ad77d-d941-4d4b-8621-18b0c31643c6'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:20.547951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.548510 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment 4ae7219e-2f19-44ca-be2c-fb747dbf0fe2 of type vlan for network 03a3424e-94d5-46d5-84ee-255d887a1bf8 May 06 13:53:20.554370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-059da33e-6fe8-4008-b5e3-6e963ee341ba tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:20.592497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-059da33e-6fe8-4008-b5e3-6e963ee341ba tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:20.593856 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-059da33e-6fe8-4008-b5e3-6e963ee341ba tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3634896 May 06 13:53:20.598848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34272) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:20.607900 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-64abe969-03d5-4be2-a134-3dd66247002e tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/routers/f71ad77d-d941-4d4b-8621-18b0c31643c6 HTTP/1.1" status: 200 len: 745 time: 0.3296475 May 06 13:53:20.615173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34276) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:20.638986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f25c76-1c76-4981-a163-87e84c845e72 req-bca6f8c8-d6c9-481b-8c15-2aee0491a38b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:20.640874 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-40f25c76-1c76-4981-a163-87e84c845e72 req-bca6f8c8-d6c9-481b-8c15-2aee0491a38b tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.7187572 May 06 13:53:20.651057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febafa26-7005-41ef-81e4-f839f2cadf21 req-1975f630-a404-425d-8545-1ebb30f07f00 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:20.655382 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-febafa26-7005-41ef-81e4-f839f2cadf21 req-1975f630-a404-425d-8545-1ebb30f07f00 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 944 time: 0.2712159 May 06 13:53:20.708286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.736960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19d616be-5c61-41e3-9437-3086faba486d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.742023 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-febafa26-7005-41ef-81e4-f839f2cadf21 req-beb6ba3e-08f5-4397-bbac-c24d40cb73cd tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804944 May 06 13:53:20.773653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19d616be-5c61-41e3-9437-3086faba486d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.809606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.828239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Transition to ACTIVE for port object 6853d092-f009-4b40-81a2-e4e10404d206 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:20.840781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19d616be-5c61-41e3-9437-3086faba486d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.854256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Transition to ACTIVE for port object 6853d092-f009-4b40-81a2-e4e10404d206 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:20.862530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.878338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d616be-5c61-41e3-9437-3086faba486d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7d1317-fe43-497c-85f4-847626c27477,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:20.881674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19d616be-5c61-41e3-9437-3086faba486d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.883164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-19d616be-5c61-41e3-9437-3086faba486d tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/fc7d1317-fe43-497c-85f4-847626c27477 HTTP/1.1" status: 204 len: 168 time: 0.2834346 May 06 13:53:20.891841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34280) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:20.959402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-608f32e3-8b2c-48fd-99d2-7a785ffc2681 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:20.978058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-608f32e3-8b2c-48fd-99d2-7a785ffc2681 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:20.979945 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-608f32e3-8b2c-48fd-99d2-7a785ffc2681 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0867591 May 06 13:53:20.986505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34284) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:20.993954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--706247713'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:21.000240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Pushing event updated for resources: {'Port': ['ID=6853d092-f009-4b40-81a2-e4e10404d206,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:21.001513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:21.004408 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-40f25c76-1c76-4981-a163-87e84c845e72 req-6d46cc91-c765-4530-b086-c370a9494b48 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141284 May 06 13:53:21.010971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34288) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:21.011347 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d48cdcd7-fd7e-40b1-a21f-8c9c9a05a90f tempest-RoutersIpV6AdminTest-530108188 tempest-RoutersIpV6AdminTest-530108188-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&device_id=f71ad77d-d941-4d4b-8621-18b0c31643c6 HTTP/1.1" status: 200 len: 205 time: 0.3690214 May 06 13:53:21.013904 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-17e4ea92-3d8d-499f-a918-ef237695232a req-c575b5dd-84a4-4774-802c-540934ccbd1a service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9367774 May 06 13:53:21.018391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.023767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:21.024686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.026271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:21.029602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:21.034670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:21.071966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:21.076423 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a33ee06c-6864-49e3-ac86-548f4cae4c9a tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=f71ad77d-d941-4d4b-8621-18b0c31643c6 HTTP/1.1" status: 200 len: 205 time: 0.0643275 May 06 13:53:21.080697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34292) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:21.101290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.153290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Attempting to bind port 6853d092-f009-4b40-81a2-e4e10404d206 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:21.153887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Attempting to bind port 6853d092-f009-4b40-81a2-e4e10404d206 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:21.154011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Attempting to bind port 6853d092-f009-4b40-81a2-e4e10404d206 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:21.161696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:21.162083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:21.162469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.162863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:21.163344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Bound port: 6853d092-f009-4b40-81a2-e4e10404d206, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:21.163719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.268916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] For port 6853d092-f009-4b40-81a2-e4e10404d206, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:21.272678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] For port 6853d092-f009-4b40-81a2-e4e10404d206, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6853d092-f009-4b40-81a2-e4e10404d206,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:21.278662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.293130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.360421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49219d7a-21c5-48aa-ac2c-f77caa7cd061 None None] Network daf23280-b0b3-4350-9944-6fc16da66b44 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:21.397429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:21.411345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-07f37cee-ff3b-453c-8849-3fdbdd09a63b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.416818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:21.419813 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7835214 May 06 13:53:21.450771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001edbda-114b-482f-93b7-d0794c0f50a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=03a3424e-94d5-46d5-84ee-255d887a1bf8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:21.476862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 03a3424e-94d5-46d5-84ee-255d887a1bf8 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:21.483842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34296) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:21.490200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': '03a3424e-94d5-46d5-84ee-255d887a1bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:21.507089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:21.521740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:21.530611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network daf23280-b0b3-4350-9944-6fc16da66b44 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:21.534525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:21.538616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:21.539201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.594362 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f35e2234-4f1e-43cb-a468-3a999456cd67 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1900001 May 06 13:53:21.657783 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5e7be-7a4b-4529-942b-4b1d9c7c326e None None] Pushing event updated for resources: {'Port': ['ID=6853d092-f009-4b40-81a2-e4e10404d206,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:21.661587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34300) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:21.686110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ec3930c2-3dfa-4dbd-bd22-5debd2493f34 None None] Provisioning for port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:21.699481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:21.726291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44', 'fixed_ips': [{'subnet_id': 'da3f11a2-d151-44e3-bb17-4b07d4abbd92'}, {'subnet_id': '6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc'}], 'name': 'tempest-PortsTestJSON-1948265195'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:21.824526 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-17e4ea92-3d8d-499f-a918-ef237695232a req-19f56017-e3d0-41de-bd97-3b785bb07a81 service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7848806 May 06 13:53:21.983604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6853d092-f009-4b40-81a2-e4e10404d206 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:22.076485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.119870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6853d092-f009-4b40-81a2-e4e10404d206 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:22.125258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:22.167150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:22.185649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:22.207532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:22.228007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 2090a376-1dd1-4d06-8052-10e9416979a6 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:22.228593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:22.341878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f976b-b750-4649-8e11-7140241d67c0 None None] Update dhcp port {'port': {'network_id': 'daf23280-b0b3-4350-9944-6fc16da66b44', 'fixed_ips': [{'subnet_id': 'da3f11a2-d151-44e3-bb17-4b07d4abbd92', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '1fafb00f-9cf3-4b9e-89c9-f65438806fa9'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:53:22.379871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.386404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:22.405641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:22.406500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.408032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.463086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 2090a376-1dd1-4d06-8052-10e9416979a6 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:22.491102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-395f976b-b750-4649-8e11-7140241d67c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.517032 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-2cd43e01-4343-469c-b84e-89533cbf3e9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fbb053d0e242bb912a58ab3902988d&device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 1098 time: 0.4898171 May 06 13:53:22.527157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 2090a376-1dd1-4d06-8052-10e9416979a6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:22.527631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.555265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b25c6e-42b3-47c6-bb35-1e6dbadfb2e4 req-fce8ab09-2d63-496b-9947-ba3ca88d41f8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:22.557165 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-06b25c6e-42b3-47c6-bb35-1e6dbadfb2e4 req-fce8ab09-2d63-496b-9947-ba3ca88d41f8 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.2919736 May 06 13:53:22.627920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:22.645923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:22.761679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133bf9e-6b8c-46df-96ce-e4a897531850 req-f6738bb0-93d8-4715-81f1-138404e747bd tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:22.763315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5133bf9e-6b8c-46df-96ce-e4a897531850 req-f6738bb0-93d8-4715-81f1-138404e747bd tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 944 time: 0.7361019 May 06 13:53:22.781015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:22.799082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:22.843645 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-06b25c6e-42b3-47c6-bb35-1e6dbadfb2e4 req-673e2600-b57f-496e-8940-00a94b3ec527 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550271 May 06 13:53:22.849132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::1 (50bbb88f-72fc-4a05-991e-345befa7062b/b94f4112-0b06-48ec-838a-fae3ad37f1ab/25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:22.890991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-3ca31d2f-ef2f-4b53-ac19-9ae8241a510b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:22.892242 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-3ca31d2f-ef2f-4b53-ac19-9ae8241a510b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 200 len: 911 time: 0.3307436 May 06 13:53:22.925686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:22.950266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b21b50f-76b4-4b54-9dec-005459735b73,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:22.955090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-07f37cee-ff3b-453c-8849-3fdbdd09a63b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.987735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.992185 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-27c4f781-e879-4ad4-a71c-4cc27db99b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0041869 May 06 13:53:22.994904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.998043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34310) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:23.005884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': '6b21b50f-76b4-4b54-9dec-005459735b73', 'direction': 'ingress', 'protocol': 17}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:23.017916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-07f37cee-ff3b-453c-8849-3fdbdd09a63b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.027600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:23.029520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.031238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:23.055858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.072177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-395f976b-b750-4649-8e11-7140241d67c0 None None] Allocated IP 172.20.0.18 (daf23280-b0b3-4350-9944-6fc16da66b44/6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc/1fafb00f-9cf3-4b9e-89c9-f65438806fa9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:23.081509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,segment=NetworkSegment(eb9c5996-d826-470e-9499-2a5c211a730e),segment_id=eb9c5996-d826-470e-9499-2a5c211a730e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:23.089942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2090a376-1dd1-4d06-8052-10e9416979a6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:53:23.092099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:23.099980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.140130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 2090a376-1dd1-4d06-8052-10e9416979a6, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2090a376-1dd1-4d06-8052-10e9416979a6,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:23.162875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.284893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b60426ef-fb42-47cf-a861-3edae7910a80 None None] Provisioning for port 6853d092-f009-4b40-81a2-e4e10404d206 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:23.295592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:23.326433 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-d629e8e6-58e0-4609-9025-07a21380d390 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 200 len: 1001 time: 0.1529887 May 06 13:53:23.330878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b60426ef-fb42-47cf-a861-3edae7910a80 None None] Provisioning complete for port 6853d092-f009-4b40-81a2-e4e10404d206 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:23.331249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b60426ef-fb42-47cf-a861-3edae7910a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.335367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:23.374039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:23.386909 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5133bf9e-6b8c-46df-96ce-e4a897531850 req-34bb9cf9-a8d5-4040-9e13-2564094ed4ef tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5033181 May 06 13:53:23.435810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.455831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-724bfef6-c324-45b4-8d5d-48b484daa7f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:23.457706 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-724bfef6-c324-45b4-8d5d-48b484daa7f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 200 len: 849 time: 0.1210935 May 06 13:53:23.460327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-395f976b-b750-4649-8e11-7140241d67c0 None None] For port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,segment=NetworkSegment(eb9c5996-d826-470e-9499-2a5c211a730e),segment_id=eb9c5996-d826-470e-9499-2a5c211a730e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:23.475100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=2090a376-1dd1-4d06-8052-10e9416979a6,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:23.487238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-07f37cee-ff3b-453c-8849-3fdbdd09a63b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.487885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f37cee-ff3b-453c-8849-3fdbdd09a63b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Fanout notify agent at l3_agent the message router_deleted on router f71ad77d-d941-4d4b-8621-18b0c31643c6 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:53:23.514472 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d1142e-af1e-448a-8814-2da8b928bae5'] response: {'server_uuid': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2090a376-1dd1-4d06-8052-10e9416979a6', 'code': 200} May 06 13:53:23.524707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:23.524967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.541355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.553049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-395f976b-b750-4649-8e11-7140241d67c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.583523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:53:23.586629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b60426ef-fb42-47cf-a861-3edae7910a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.589132 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-7bc84ac2-4bdf-413d-975c-fe3a11873c8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200311 May 06 13:53:23.590223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.597993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-395f976b-b750-4649-8e11-7140241d67c0 None None] Transition to ACTIVE for port object 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:23.604978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-395f976b-b750-4649-8e11-7140241d67c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.674910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-07f37cee-ff3b-453c-8849-3fdbdd09a63b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.683703 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-07f37cee-ff3b-453c-8849-3fdbdd09a63b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/f71ad77d-d941-4d4b-8621-18b0c31643c6 HTTP/1.1" status: 204 len: 168 time: 2.5941849 May 06 13:53:23.691954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34318) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:23.729313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b60426ef-fb42-47cf-a861-3edae7910a80 None None] For port 6853d092-f009-4b40-81a2-e4e10404d206, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6853d092-f009-4b40-81a2-e4e10404d206,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:23.738397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b60426ef-fb42-47cf-a861-3edae7910a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.750393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f976b-b750-4649-8e11-7140241d67c0 None None] Pushing event updated for resources: {'Port': ['ID=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:23.778999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:23.784146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:23.800265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:23.801192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.814194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:23.834360 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-43d36869-564e-4b6a-96b2-c30ee828d176 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=f71ad77d-d941-4d4b-8621-18b0c31643c6 HTTP/1.1" status: 200 len: 205 time: 0.1344733 May 06 13:53:23.843999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34322) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:23.970964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60426ef-fb42-47cf-a861-3edae7910a80 None None] Pushing event updated for resources: {'Port': ['ID=6853d092-f009-4b40-81a2-e4e10404d206,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:23.979701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:24.026386 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-aa669fd7-a351-429d-bae3-c48e91dfabae tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] delete failed (client error): The resource could not be found. May 06 13:53:24.048361 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-aa669fd7-a351-429d-bae3-c48e91dfabae tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/f71ad77d-d941-4d4b-8621-18b0c31643c6 HTTP/1.1" status: 404 len: 336 time: 0.2030427 May 06 13:53:24.066795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34328) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.070900 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-52dcb67d-814e-407f-bed4-f44a9c8b98da service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418726 May 06 13:53:24.164152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.192197 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-918180c8-dbf4-4ecc-a2d8-7cb75198b8a0 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=69df8cea-507f-4486-96cd-45cd9d492384 HTTP/1.1" status: 200 len: 205 time: 0.1194224 May 06 13:53:24.234522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34332) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.240126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.270118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45bf02f2-0cf6-4d3f-8fdc-078844e70dce None None] Provisioning for port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:24.276671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45bf02f2-0cf6-4d3f-8fdc-078844e70dce None None] Provisioning complete for port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:24.279012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45bf02f2-0cf6-4d3f-8fdc-078844e70dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.295062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.369100 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e5a6f01-f015-4db5-81fe-6fa3223f8831 req-1b108929-dc1a-42f0-8aa5-1a5d63dad23c service neutron] 10.222.0.69 "GET /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555718 May 06 13:53:24.372120 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-fec20182-1713-4f06-98aa-e12472eee1c4 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] delete failed (client error): The resource could not be found. May 06 13:53:24.374218 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fec20182-1713-4f06-98aa-e12472eee1c4 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/69df8cea-507f-4486-96cd-45cd9d492384 HTTP/1.1" status: 404 len: 336 time: 0.1363862 May 06 13:53:24.382757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34336) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.450039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba145689-d7d1-4246-be44-2ba7815bbf06,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:24.456719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-45bf02f2-0cf6-4d3f-8fdc-078844e70dce None None] Port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:24.504286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4677cc06-0b4b-4667-b8bd-4608e0a73fbe tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7b01704-a933-42fa-a8fa-217aa9679577 HTTP/1.1" status: 200 len: 205 time: 0.1121075 May 06 13:53:24.517044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34342) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.593345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.595943 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7875561e-c643-4531-92cf-b2eb9dfec7b1 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.5960100 May 06 13:53:24.603246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34346) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.646902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.708679 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-2eda2619-3284-46df-9f91-f1c85c42eaf4 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] delete failed (client error): The resource could not be found. May 06 13:53:24.709706 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2eda2619-3284-46df-9f91-f1c85c42eaf4 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/e7b01704-a933-42fa-a8fa-217aa9679577 HTTP/1.1" status: 404 len: 336 time: 0.1895113 May 06 13:53:24.715368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34350) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.735841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9fb3c3-7349-487d-90cd-e6af90cc899d None None] Network daf23280-b0b3-4350-9944-6fc16da66b44 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:24.755960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb04da-75be-4152-b6be-61311ee3b9ee req-a6742199-33e5-450c-8d60-ffbe0ae6d766 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:24.758174 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4beb04da-75be-4152-b6be-61311ee3b9ee req-a6742199-33e5-450c-8d60-ffbe0ae6d766 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.6744485 May 06 13:53:24.773389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1bbf6d30-d84c-48f1-8b38-d6ffb5316171 req-3039cb19-0d3a-4919-88f1-a6a185c3a1f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 1098 time: 0.8031144 May 06 13:53:24.817275 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f79071ad-7172-4dc2-9900-e025797e21a7 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=f990e408-9849-4336-9c18-ffb42e5ee49a HTTP/1.1" status: 200 len: 205 time: 0.0985961 May 06 13:53:24.824411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34354) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.837205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=8000983f-c5de-415c-881e-746cc1ea2e76,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:24.859477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4fab6731-a977-4dcf-af69-ddd8e69cce86 None None] Provisioning for port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:24.879962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4fab6731-a977-4dcf-af69-ddd8e69cce86 None None] Provisioning complete for port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:24.880334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fab6731-a977-4dcf-af69-ddd8e69cce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.926859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7f45b76-56f5-45ff-8fdd-bae9028817ff tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.954223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea773898-6d2d-43a4-b539-0cd1ad5cf04c req-b5b26abd-5619-40f1-8818-73f7e1493bdb tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:24.956827 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ea773898-6d2d-43a4-b539-0cd1ad5cf04c req-b5b26abd-5619-40f1-8818-73f7e1493bdb tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 945 time: 0.3542864 May 06 13:53:25.027472 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-91ff0577-16fb-4763-8971-4b7835d49e0b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] delete failed (client error): The resource could not be found. May 06 13:53:25.031878 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91ff0577-16fb-4763-8971-4b7835d49e0b tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/f990e408-9849-4336-9c18-ffb42e5ee49a HTTP/1.1" status: 404 len: 336 time: 0.2005069 May 06 13:53:25.037701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34358) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.051216 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4beb04da-75be-4152-b6be-61311ee3b9ee req-3eedf8e7-61c1-4456-b025-ed8faebb14cb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734461 May 06 13:53:25.062604 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1bbf6d30-d84c-48f1-8b38-d6ffb5316171 req-b52246d9-2a47-42ce-a1b4-2660aa2d1df0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606530 May 06 13:53:25.077873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': '4ae7219e-2f19-44ca-be2c-fb747dbf0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '03a3424e-94d5-46d5-84ee-255d887a1bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:25.078227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: 03a3424e-94d5-46d5-84ee-255d887a1bf8, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:25.085350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.14 (daf23280-b0b3-4350-9944-6fc16da66b44/da3f11a2-d151-44e3-bb17-4b07d4abbd92/7c03efe4-5d6e-4b29-a130-bf3af0a85f98) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:25.109577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.27 (daf23280-b0b3-4350-9944-6fc16da66b44/6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc/7c03efe4-5d6e-4b29-a130-bf3af0a85f98) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:25.116173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 03a3424e-94d5-46d5-84ee-255d887a1bf8 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:25.151344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 03a3424e-94d5-46d5-84ee-255d887a1bf8) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:25.160900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:25.161673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.168029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed81276-613e-4b93-9fb7-77ac319a50a3 None None] Network 03a3424e-94d5-46d5-84ee-255d887a1bf8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:25.224460 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-63743544-745b-461d-bbb1-e494159da006 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7367487 May 06 13:53:25.226276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34364) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.248062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-772ae532-1108-4f5a-957b-0d03eef7e131 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cdca144-a303-420d-b673-4e7d43c93e7a HTTP/1.1" status: 200 len: 205 time: 0.0522928 May 06 13:53:25.248062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7f45b76-56f5-45ff-8fdd-bae9028817ff tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.267686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34368) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.282037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1232866509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:25.293817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:25.302948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:router and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:25.309647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:25.319047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:25.349312 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-d126b578-d08c-4bfa-9fd2-1b01fe14eca8 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] delete failed (client error): The resource could not be found. May 06 13:53:25.351580 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d126b578-d08c-4bfa-9fd2-1b01fe14eca8 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/9cdca144-a303-420d-b673-4e7d43c93e7a HTTP/1.1" status: 404 len: 336 time: 0.0816562 May 06 13:53:25.373702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34372) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.391616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.392586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.442488 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ea773898-6d2d-43a4-b539-0cd1ad5cf04c req-0f347abc-87c9-4ed5-a6fa-803c73c5fb10 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4697158 May 06 13:53:25.454662 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f680ea67-60b6-4dfa-9e49-2e589040a197 tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea880d3c-a0db-45ff-8d5e-9fbef9ad9396 HTTP/1.1" status: 200 len: 205 time: 0.0791864 May 06 13:53:25.459554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34376) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.469628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-03a3424e-94d5-46d5-84ee-255d887a1bf8', 'network_id': '03a3424e-94d5-46d5-84ee-255d887a1bf8', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': '8000983f-c5de-415c-881e-746cc1ea2e76'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:53:25.473509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.534890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.541656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.543295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.611042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2e64124c-e1d1-4fbf-95df-b71b5618f18d None None] Provisioning complete for port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:25.611438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e64124c-e1d1-4fbf-95df-b71b5618f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.670173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7f45b76-56f5-45ff-8fdd-bae9028817ff tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.675217 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-f117c969-b417-4173-b97e-a8696cc684af tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] delete failed (client error): The resource could not be found. May 06 13:53:25.679132 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f117c969-b417-4173-b97e-a8696cc684af tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/routers/ea880d3c-a0db-45ff-8d5e-9fbef9ad9396 HTTP/1.1" status: 404 len: 336 time: 0.2109773 May 06 13:53:25.685689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34380) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.702241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.749665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Allocated IP 172.20.0.2 (03a3424e-94d5-46d5-84ee-255d887a1bf8/8000983f-c5de-415c-881e-746cc1ea2e76/212f83c3-02f2-413a-95f9-022cdc1c918d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:25.767089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f45b76-56f5-45ff-8fdd-bae9028817ff tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b21b50f-76b4-4b54-9dec-005459735b73,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:25.775550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:25.794446 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32631a1-47a6-4c14-bce9-804840e93d4e tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] DELETE failed (client error): The resource could not be found. May 06 13:53:25.795042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32631a1-47a6-4c14-bce9-804840e93d4e tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:53:25.811403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7f45b76-56f5-45ff-8fdd-bae9028817ff tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.816924 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c7f45b76-56f5-45ff-8fdd-bae9028817ff tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/6b21b50f-76b4-4b54-9dec-005459735b73 HTTP/1.1" status: 204 len: 168 time: 1.2126393 May 06 13:53:25.817081 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.823693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34384) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.834179 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a32631a1-47a6-4c14-bce9-804840e93d4e tempest-RoutersIpV6AdminTest-920649074 tempest-RoutersIpV6AdminTest-920649074-project] 10.222.0.65 "DELETE /v2.0/subnets/496f87ae-243a-4f29-bb4e-41be1fc0b944 HTTP/1.1" status: 404 len: 337 time: 0.1451530 May 06 13:53:25.871513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54e4fc-f7a1-4f26-992b-0b4d31239ea9 req-a0410d2f-7929-48e4-aecb-6f42637b053a tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:25.884059 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac54e4fc-f7a1-4f26-992b-0b4d31239ea9 req-a0410d2f-7929-48e4-aecb-6f42637b053a tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5524814 May 06 13:53:25.921714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:25.925474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:25.929912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.970838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:26.115907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.118812 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ba7a4eb2-14e9-4049-bf36-994cc8a5751b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8915930 May 06 13:53:26.130132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34390) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:26.167601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'port': {'network_id': '03a3424e-94d5-46d5-84ee-255d887a1bf8', 'name': 'tempest-RoutersTest-1274381876'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:26.187964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6853d092-f009-4b40-81a2-e4e10404d206 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:26.220993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac54e4fc-f7a1-4f26-992b-0b4d31239ea9 req-c95c36d4-269c-4ff8-ac61-b396b0c40ac6 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355162 May 06 13:53:26.406387 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e2e021a0-aa4c-47a6-a284-99fba854fdbf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:26.552888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e2e021a0-aa4c-47a6-a284-99fba854fdbf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:26.557866 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e2e021a0-aa4c-47a6-a284-99fba854fdbf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7310717 May 06 13:53:26.568488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.578239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.623600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34400) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:26.646848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Transition to ACTIVE for port object 212f83c3-02f2-413a-95f9-022cdc1c918d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:26.755376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Transition to ACTIVE for port object 212f83c3-02f2-413a-95f9-022cdc1c918d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:26.756133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--540545532'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:26.765899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:26.771038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:port and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:26.774302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.775499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:26.783004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:26.830788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34404) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:26.901317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=7c03efe4-5d6e-4b29-a130-bf3af0a85f98,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:26.955302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:26.972400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network daf23280-b0b3-4350-9944-6fc16da66b44 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:26.979970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:26.984718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:26.990927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.055380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Pushing event updated for resources: {'Port': ['ID=212f83c3-02f2-413a-95f9-022cdc1c918d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:27.059733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Router e462ad4d-e2c5-43d6-8c43-a92946a05494 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:53:27.077082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:27.161289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:27.163379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6853d092-f009-4b40-81a2-e4e10404d206 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:27.163929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.195499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] device_id is not set on port f7e27d53-3c4a-406f-8871-4ab27457366d yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:53:27.276602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Network 03a3424e-94d5-46d5-84ee-255d887a1bf8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:27.292204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:27.295080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:27.381064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.381323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.20.0.8 (03a3424e-94d5-46d5-84ee-255d887a1bf8/8000983f-c5de-415c-881e-746cc1ea2e76/f7e27d53-3c4a-406f-8871-4ab27457366d) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:27.438977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.469471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Attempting to bind port 212f83c3-02f2-413a-95f9-022cdc1c918d on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:27.469830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Attempting to bind port 212f83c3-02f2-413a-95f9-022cdc1c918d by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '4ae7219e-2f19-44ca-be2c-fb747dbf0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '03a3424e-94d5-46d5-84ee-255d887a1bf8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:27.470180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Attempting to bind port 212f83c3-02f2-413a-95f9-022cdc1c918d on network 03a3424e-94d5-46d5-84ee-255d887a1bf8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:27.485904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:27.486639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.492080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:27.492449 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Checking segment: {'id': '4ae7219e-2f19-44ca-be2c-fb747dbf0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '03a3424e-94d5-46d5-84ee-255d887a1bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:27.493767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.494169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Bound using segment: {'id': '4ae7219e-2f19-44ca-be2c-fb747dbf0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '03a3424e-94d5-46d5-84ee-255d887a1bf8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:27.494559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:27.494698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Bound port: 212f83c3-02f2-413a-95f9-022cdc1c918d, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae7219e-2f19-44ca-be2c-fb747dbf0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '03a3424e-94d5-46d5-84ee-255d887a1bf8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:27.494995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.504356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] Usage tracker for resource:security_group_rule and tenant:d32b16e4d64749209cbcdcb46e87b26d is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:27.508583 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:27.511524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:27.519378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:27.544878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9167ae-e943-424b-bd85-acb9c5b7872c req-e915bc82-99aa-4f12-aa73-6f145e3cf34d tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:27.546368 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9f9167ae-e943-424b-bd85-acb9c5b7872c req-e915bc82-99aa-4f12-aa73-6f145e3cf34d tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.1754389 May 06 13:53:27.569906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45014881-73ad-4c25-a99c-4ea4eafc2a33 None None] Provisioning for port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:27.607044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45014881-73ad-4c25-a99c-4ea4eafc2a33 None None] Provisioning complete for port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:27.608140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45014881-73ad-4c25-a99c-4ea4eafc2a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.618821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:27.642443 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9f9167ae-e943-424b-bd85-acb9c5b7872c req-7732da51-0711-4389-b1dc-a7c33ae03b51 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822713 May 06 13:53:27.650409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66781-03a2-4840-a358-efde13ff6a06 req-bddd5624-2abd-4413-8973-92252a3c9d90 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:27.652379 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b1f66781-03a2-4840-a358-efde13ff6a06 req-bddd5624-2abd-4413-8973-92252a3c9d90 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 945 time: 0.7150035 May 06 13:53:27.672228 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-201a2bd5-662c-45d7-8cbd-93e770455f23 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "PUT /v2.0/routers/e462ad4d-e2c5-43d6-8c43-a92946a05494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4185209 May 06 13:53:27.673349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34412) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:27.678775 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fb0bd8f1-7405-4a54-b871-a27dd6e51c3f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.9748075 May 06 13:53:27.680514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:27.684419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34416) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:27.686931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Sync routers for ids ['e462ad4d-e2c5-43d6-8c43-a92946a05494'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:27.693831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da3f11a2-d151-44e3-bb17-4b07d4abbd92'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:27.744738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.752830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:27.755601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-45014881-73ad-4c25-a99c-4ea4eafc2a33 None None] Port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:27.758377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:27.767103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.768505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Routers {'e462ad4d-e2c5-43d6-8c43-a92946a05494'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:27.769150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e462ad4d-e2c5-43d6-8c43-a92946a05494'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:27.792772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:27.813723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39de2e-c7d9-4da2-aae5-be835398486a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:27.814309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd39de2e-c7d9-4da2-aae5-be835398486a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:27.853220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b84c1f-3d8b-4655-93ee-c26c25f02a4f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:27.872513 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b1f66781-03a2-4840-a358-efde13ff6a06 req-dc000e77-3042-47fa-b04a-7e9dfcc69892 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984484 May 06 13:53:27.881262 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-75aa0ab2-381f-44d4-bbee-852b1947a02d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d32b16e4d64749209cbcdcb46e87b26d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0427313 May 06 13:53:27.883088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd39de2e-c7d9-4da2-aae5-be835398486a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:27.887290 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd39de2e-c7d9-4da2-aae5-be835398486a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports/25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a HTTP/1.1" status: 200 len: 911 time: 0.2133591 May 06 13:53:27.888018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34420) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:27.888351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34422) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:27.898921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:27.899323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.929160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] For port 212f83c3-02f2-413a-95f9-022cdc1c918d, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:27.960850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.979358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] For port 212f83c3-02f2-413a-95f9-022cdc1c918d, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=212f83c3-02f2-413a-95f9-022cdc1c918d,segment=NetworkSegment(4ae7219e-2f19-44ca-be2c-fb747dbf0fe2),segment_id=4ae7219e-2f19-44ca-be2c-fb747dbf0fe2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:28.019678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.020878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.030847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object f7e27d53-3c4a-406f-8871-4ab27457366d will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:28.040797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.073532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45014881-73ad-4c25-a99c-4ea4eafc2a33 None None] Provisioning complete for port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:28.073901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45014881-73ad-4c25-a99c-4ea4eafc2a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.091203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.091468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a3269669-9b83-40be-aa01-b06520a47949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.132099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6a5f9-f46c-449d-994a-fa62779fd5ea tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:28.138120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6a5f9-f46c-449d-994a-fa62779fd5ea tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:28.142250 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3da6a5f9-f46c-449d-994a-fa62779fd5ea tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2461948 May 06 13:53:28.146617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34430) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:28.173530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Set router e462ad4d-e2c5-43d6-8c43-a92946a05494 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:28.243856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-45014881-73ad-4c25-a99c-4ea4eafc2a33 None None] Port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:28.265561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3e84-4da9-468f-a0ce-a4ea49ce6905 None None] Pushing event updated for resources: {'Port': ['ID=212f83c3-02f2-413a-95f9-022cdc1c918d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:28.328609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a3269669-9b83-40be-aa01-b06520a47949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.418744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811a4ed-21c6-4b13-be40-2118ea161edd req-4c3f5023-11c0-4988-84b6-537297478212 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:28.421077 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c811a4ed-21c6-4b13-be40-2118ea161edd req-4c3f5023-11c0-4988-84b6-537297478212 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 945 time: 0.3064594 May 06 13:53:28.448815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c54c36-45e3-4e30-b9db-a31521806eb5,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:28.454622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.455946 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3ccdd8ca-87a3-4443-94e4-6a9f3d1f0361 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7677479 May 06 13:53:28.471123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34434) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:28.475447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.508317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a3269669-9b83-40be-aa01-b06520a47949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.545036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--385138561'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:28.554071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3269669-9b83-40be-aa01-b06520a47949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b84c1f-3d8b-4655-93ee-c26c25f02a4f,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:28.593695 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c811a4ed-21c6-4b13-be40-2118ea161edd req-ba9b9d24-41d7-40c6-9882-f82e240960c7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594458 May 06 13:53:28.597680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a3269669-9b83-40be-aa01-b06520a47949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.598916 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a3269669-9b83-40be-aa01-b06520a47949 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1b84c1f-3d8b-4655-93ee-c26c25f02a4f HTTP/1.1" status: 204 len: 168 time: 0.7078640 May 06 13:53:28.640534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34440) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:28.759822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 212f83c3-02f2-413a-95f9-022cdc1c918d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:28.760585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:28.821804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:28.903510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=f7e27d53-3c4a-406f-8871-4ab27457366d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:28.935220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.945184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 212f83c3-02f2-413a-95f9-022cdc1c918d completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:28.950502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'name': 'tempest-NetworksTestDHCPv6-router-847160032', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:19Z', 'updated_at': '2022-05-06T13:53:24Z', 'revision_number': 2, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None, '_interfaces': [{'id': '25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a', 'name': '', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'mac_address': 'fa:16:3e:b9:b4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b94f4112-0b06-48ec-838a-fae3ad37f1ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:22Z', 'updated_at': '2022-05-06T13:53:24Z', 'revision_number': 2, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'subnets': [{'id': 'b94f4112-0b06-48ec-838a-fae3ad37f1ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:28.962208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Checking router: e462ad4d-e2c5-43d6-8c43-a92946a05494 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:53:28.962772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Updating router e462ad4d-e2c5-43d6-8c43-a92946a05494 port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:53:29.027907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.032822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 03a3424e-94d5-46d5-84ee-255d887a1bf8 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:29.056925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:29.062527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:29.066181 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-86045ec1-e064-4136-be60-2fbc69986c3e tempest-TestVolumeBootPattern-1732258730 tempest-TestVolumeBootPattern-1732258730-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 1093 time: 0.4243395 May 06 13:53:29.067888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:29.069353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34450) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:29.075225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '2090a376-1dd1-4d06-8052-10e9416979a6', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:29.077735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:29.081549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:29.086516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:floatingip and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:29.090410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:29.098434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:29.111297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:29.114902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.138386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:29.256904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34454) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:29.334856 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.383604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Delete allocated IP 172.20.0.27 (daf23280-b0b3-4350-9944-6fc16da66b44/6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc) {{(pid=84022) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:53:29.418784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:29.419538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.482272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.541316 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Allocated IP 172.26.0.80 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/678a4f09-5e56-4d6a-b0f6-21113f2422f8) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:29.566957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.615593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.623941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160720ab-bca1-49ee-9c2b-3ca4c899186d None None] Network 03a3424e-94d5-46d5-84ee-255d887a1bf8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:29.708082 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4f6d3576-d6bb-4c22-b1d9-e4714e445a30 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5696239 May 06 13:53:29.710102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.710440 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ab1c3d36-f2cb-4f4a-8ff6-595c37af9e5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7393580dc2e94d3387187ab224939fc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4452753 May 06 13:53:29.714001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34458) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:29.714551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34460) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:29.714835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Transition to ACTIVE for port object 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:29.734903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba34b5c-6168-4932-9881-c865c1e77ad5 req-6e9d1f1d-5759-44c3-a83e-6b537c3de448 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:29.736430 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eba34b5c-6168-4932-9881-c865c1e77ad5 req-6e9d1f1d-5759-44c3-a83e-6b537c3de448 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.8226445 May 06 13:53:29.738204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.861016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.864663 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3847578 May 06 13:53:29.877864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e427132-0d9d-4522-8bbe-87f6f4b8ce1f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4187463f-10cf-4628-886c-edbdc52c4948,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:29.886480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34466) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:29.902668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': 'a9c54c36-45e3-4e30-b9db-a31521806eb5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4187463f-10cf-4628-886c-edbdc52c4948', 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:29.927267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:29.960053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:29.968754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:29.989121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:29.996081 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024835b-fb76-4a76-ab04-65e4b74e9592 None None] Pushing event updated for resources: {'Port': ['ID=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.002215 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eba34b5c-6168-4932-9881-c865c1e77ad5 req-f6770ef0-139d-4ac7-9f39-61d01512d514 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926033 May 06 13:53:30.042118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.066747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.080822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-0e4a9380-281d-45a9-9721-666993d198de tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:30.082294 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-0e4a9380-281d-45a9-9721-666993d198de tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.69 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.5010722 May 06 13:53:30.085927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.093702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:30.130051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-aa03ee22-4ecc-455c-88ba-abce04c85a1d None None] Provisioning for port 212f83c3-02f2-413a-95f9-022cdc1c918d completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:30.149033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.159121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-aa03ee22-4ecc-455c-88ba-abce04c85a1d None None] Provisioning complete for port 212f83c3-02f2-413a-95f9-022cdc1c918d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:30.159373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa03ee22-4ecc-455c-88ba-abce04c85a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.210995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fac394fc-3129-400f-8bdd-ed610e1fa66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.257927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fac394fc-3129-400f-8bdd-ed610e1fa66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.277494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:30.285023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Deleting port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:30.285633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.289236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:30.291836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:30.327978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=678a4f09-5e56-4d6a-b0f6-21113f2422f8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.389573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Attempting to bind port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:30.390822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Attempting to bind port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:30.391382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Attempting to bind port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:30.453716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa03ee22-4ecc-455c-88ba-abce04c85a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.511607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-aa03ee22-4ecc-455c-88ba-abce04c85a1d None None] For port 212f83c3-02f2-413a-95f9-022cdc1c918d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=212f83c3-02f2-413a-95f9-022cdc1c918d,segment=NetworkSegment(4ae7219e-2f19-44ca-be2c-fb747dbf0fe2),segment_id=4ae7219e-2f19-44ca-be2c-fb747dbf0fe2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:30.515506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:30.527981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:30.528545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.531993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:30.531993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Bound port: 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:30.532334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.546084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=7c03efe4-5d6e-4b29-a130-bf3af0a85f98,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.559876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa03ee22-4ecc-455c-88ba-abce04c85a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.610745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fac394fc-3129-400f-8bdd-ed610e1fa66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.622765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] In _notify_port_updated(), no bound segment for port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 on network daf23280-b0b3-4350-9944-6fc16da66b44 {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:53:30.627024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:30.627643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.629943 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3b5ed1e8-4d00-4432-878a-66e0bde47426 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "PUT /v2.0/ports/7c03efe4-5d6e-4b29-a130-bf3af0a85f98 HTTP/1.1" status: 200 len: 920 time: 2.9407661 May 06 13:53:30.654385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03ee22-4ecc-455c-88ba-abce04c85a1d None None] Pushing event updated for resources: {'Port': ['ID=212f83c3-02f2-413a-95f9-022cdc1c918d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.669383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.672027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34470) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:30.680843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac394fc-3129-400f-8bdd-ed610e1fa66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb084201-9843-49d9-ad40-6796c86a4a33,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.686067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.700190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da3f11a2-d151-44e3-bb17-4b07d4abbd92'}, {'subnet_id': '6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:30.806114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.807046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] For port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:30.807567 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9190516 May 06 13:53:30.812091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] For port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:30.823413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70252854-2301-40ec-9159-84ead702e36a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7219a46-e912-4f3d-b50d-7fc17538858a,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.824167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.833878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34474) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:30.946081 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024835b-fb76-4a76-ab04-65e4b74e9592 None None] Pushing event updated for resources: {'Port': ['ID=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.958976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Routers {'e462ad4d-e2c5-43d6-8c43-a92946a05494'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:30.959776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e462ad4d-e2c5-43d6-8c43-a92946a05494'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:30.964241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fac394fc-3129-400f-8bdd-ed610e1fa66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.965750 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fac394fc-3129-400f-8bdd-ed610e1fa66d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb084201-9843-49d9-ad40-6796c86a4a33 HTTP/1.1" status: 204 len: 168 time: 1.2481780 May 06 13:53:31.343972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] Set router e462ad4d-e2c5-43d6-8c43-a92946a05494 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:31.371963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d417448b-f02a-4dd6-ace2-4e25ab6d921f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.435506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d417448b-f02a-4dd6-ace2-4e25ab6d921f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.441984 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.572875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] For port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:31.573578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.613871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5632b5c2-dc27-40af-8934-ab839dbb3620 None None] Provisioning for port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:31.629659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5632b5c2-dc27-40af-8934-ab839dbb3620 None None] Provisioning complete for port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:31.630260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5632b5c2-dc27-40af-8934-ab839dbb3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.716432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5632b5c2-dc27-40af-8934-ab839dbb3620 None None] Port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:31.768236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632910f-12e8-49ec-af20-0ebf9a87ea12 req-4d2a2d50-83e9-4fe0-b38d-abe9f081ea97 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:31.769674 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8632910f-12e8-49ec-af20-0ebf9a87ea12 req-4d2a2d50-83e9-4fe0-b38d-abe9f081ea97 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 945 time: 0.4975631 May 06 13:53:31.865225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d417448b-f02a-4dd6-ace2-4e25ab6d921f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.923806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417448b-f02a-4dd6-ace2-4e25ab6d921f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7219a46-e912-4f3d-b50d-7fc17538858a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:31.934330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbd9e2d9-5d8b-4b6b-8a97-e2fdb333c804 None None] Provisioning for port f7e27d53-3c4a-406f-8871-4ab27457366d completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:31.950719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'name': 'tempest-NetworksTestDHCPv6-router-847160032', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:19Z', 'updated_at': '2022-05-06T13:53:24Z', 'revision_number': 2, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None, '_interfaces': [{'id': '25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a', 'name': '', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'mac_address': 'fa:16:3e:b9:b4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b94f4112-0b06-48ec-838a-fae3ad37f1ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:22Z', 'updated_at': '2022-05-06T13:53:30Z', 'revision_number': 4, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'subnets': [{'id': 'b94f4112-0b06-48ec-838a-fae3ad37f1ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:31.955943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbd9e2d9-5d8b-4b6b-8a97-e2fdb333c804 None None] Provisioning complete for port f7e27d53-3c4a-406f-8871-4ab27457366d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:31.956901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e2d9-5d8b-4b6b-8a97-e2fdb333c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.978475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d417448b-f02a-4dd6-ace2-4e25ab6d921f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.982340 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d417448b-f02a-4dd6-ace2-4e25ab6d921f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a7219a46-e912-4f3d-b50d-7fc17538858a HTTP/1.1" status: 204 len: 168 time: 1.1434572 May 06 13:53:31.987151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34492) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:32.019472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92150b-6311-4e66-9f28-fdd6ef89d7ce None None] The sync data for ids ['e462ad4d-e2c5-43d6-8c43-a92946a05494'] in dv-neutron-840889-1-hyperv is: [{'id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'name': 'tempest-NetworksTestDHCPv6-router-847160032', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:19Z', 'updated_at': '2022-05-06T13:53:24Z', 'revision_number': 2, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None, '_interfaces': [{'id': '25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a', 'name': '', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'mac_address': 'fa:16:3e:b9:b4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b94f4112-0b06-48ec-838a-fae3ad37f1ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:22Z', 'updated_at': '2022-05-06T13:53:30Z', 'revision_number': 4, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'subnets': [{'id': 'b94f4112-0b06-48ec-838a-fae3ad37f1ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:32.021516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9e2d9-5d8b-4b6b-8a97-e2fdb333c804 None None] Port f7e27d53-3c4a-406f-8871-4ab27457366d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:32.052884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dbd9e2d9-5d8b-4b6b-8a97-e2fdb333c804 None None] Provisioning complete for port 212f83c3-02f2-413a-95f9-022cdc1c918d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:32.053316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e2d9-5d8b-4b6b-8a97-e2fdb333c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.085093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a7c9635c-9305-413d-ac74-4dbbfbee2572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.150235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.246009 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8632910f-12e8-49ec-af20-0ebf9a87ea12 req-5a6b0a28-22ce-4c6f-823b-8935ecb41f50 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups?id=d233436d-20bd-4bba-92f1-d991f8af54c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686396 May 06 13:53:32.292846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.298615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.327555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.331150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.331150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Floating IP 385fd316-fdca-40cf-bd24-601d7118f52b disassociated. External IP: 172.26.0.105, port: b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0. May 06 13:53:32.331150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Calling delete_port for b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:32.398210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.424575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.436645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.639330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-027ede2d-5a17-4b94-860e-af0f9dd4a2f2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:32.753303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=f7e27d53-3c4a-406f-8871-4ab27457366d,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:32.764542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-027ede2d-5a17-4b94-860e-af0f9dd4a2f2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:32.769182 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-027ede2d-5a17-4b94-860e-af0f9dd4a2f2 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7787273 May 06 13:53:32.770022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34502) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:32.862398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 212f83c3-02f2-413a-95f9-022cdc1c918d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:33.067112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 212f83c3-02f2-413a-95f9-022cdc1c918d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:33.067291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.084758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34506) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:33.085646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.095758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.208091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.233052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-754098dc-4089-4d14-be3c-a6dca3eda6a8 None None] Provisioning complete for port f7e27d53-3c4a-406f-8871-4ab27457366d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:33.233579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-754098dc-4089-4d14-be3c-a6dca3eda6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.306692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event deleted for resources: {'Port': ['ID=b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:33.314520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d854d2d-c900-467f-a48b-feed94a34b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.329573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-754098dc-4089-4d14-be3c-a6dca3eda6a8 None None] Port f7e27d53-3c4a-406f-8871-4ab27457366d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:33.381123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f536b123-b43d-4022-9bb3-3f05b5252526 tempest-DvrRoutersNegativeTest-1120365130 tempest-DvrRoutersNegativeTest-1120365130-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-856797003', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:33.388641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.policy [None req-f536b123-b43d-4022-9bb3-3f05b5252526 tempest-DvrRoutersNegativeTest-1120365130 tempest-DvrRoutersNegativeTest-1120365130-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84022) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 06 13:53:33.388948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.policy [None req-f536b123-b43d-4022-9bb3-3f05b5252526 tempest-DvrRoutersNegativeTest-1120365130 tempest-DvrRoutersNegativeTest-1120365130-project] Failed policy check for 'create_router' {{(pid=84022) enforce /opt/stack/neutron/neutron/policy.py:482}} May 06 13:53:33.389510 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-f536b123-b43d-4022-9bb3-3f05b5252526 tempest-DvrRoutersNegativeTest-1120365130 tempest-DvrRoutersNegativeTest-1120365130-project] create failed (client error): Access was denied to this resource. May 06 13:53:33.395075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f536b123-b43d-4022-9bb3-3f05b5252526 tempest-DvrRoutersNegativeTest-1120365130 tempest-DvrRoutersNegativeTest-1120365130-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3065176 May 06 13:53:33.424861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:33.558145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:33.570262 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:33.571935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.604179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=678a4f09-5e56-4d6a-b0f6-21113f2422f8,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:33.629552 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-15ec5650-26a4-4c7a-b517-e3bf0b978c42 req-3cb752c6-5e68-48ef-b578-59020c0d8d45 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 210 time: 0.1466570 May 06 13:53:33.641705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d854d2d-c900-467f-a48b-feed94a34b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.697984 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.805769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.832095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.885851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:33.892973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.002185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:34.052468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.28 (daf23280-b0b3-4350-9944-6fc16da66b44/6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc/7c03efe4-5d6e-4b29-a130-bf3af0a85f98) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:34.105265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.160626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34518) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:34.237344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:34.240840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d854d2d-c900-467f-a48b-feed94a34b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.278861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d854d2d-c900-467f-a48b-feed94a34b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187463f-10cf-4628-886c-edbdc52c4948,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:34.310755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:34.311375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.357560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:53:34.358117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:34.381630 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Floating IP d2f6dbcc-1c25-4617-a6ab-f03f5ca56b0e associated. External IP: 172.26.0.80, port: 2090a376-1dd1-4d06-8052-10e9416979a6. May 06 13:53:34.386044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4f88-4e24-49d8-b61f-88e2f6a38239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.421447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d854d2d-c900-467f-a48b-feed94a34b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.425220 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8d854d2d-c900-467f-a48b-feed94a34b38 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/4187463f-10cf-4628-886c-edbdc52c4948 HTTP/1.1" status: 204 len: 168 time: 1.6447868 May 06 13:53:34.441308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34524) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:34.545522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.545684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.594214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:34.632295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.635955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:34.700684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:34.710889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] Usage tracker for resource:security_group_rule and tenant:dba8732157d44e5a978d242fe6932c5e is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:34.721691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:34.739995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:34.747937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:34.748284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5778a999-4d13-421b-90a0-2922e549ccb0 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:34.749167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.760814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] For port 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:34.761197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.829201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.870463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.946380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:35.029860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=7c03efe4-5d6e-4b29-a130-bf3af0a85f98,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:35.058524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5778a999-4d13-421b-90a0-2922e549ccb0 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:35.060036 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5778a999-4d13-421b-90a0-2922e549ccb0 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6157877 May 06 13:53:35.079073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8dd654ab-656a-49f5-b30e-82c15fa02710 None None] Provisioning for port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:35.084004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8dd654ab-656a-49f5-b30e-82c15fa02710 None None] Provisioning complete for port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:35.084433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8dd654ab-656a-49f5-b30e-82c15fa02710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.089759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34530) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:35.103094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Router f5abab9c-c40b-4bfe-9859-d8ad5945b7df has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:35.106965 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ff119fe8-2ff7-4f1f-b728-7c888e79b305 req-394ffea6-2112-4499-8dbd-f5673569cfeb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 210 time: 0.1689239 May 06 13:53:35.127465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.149566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8dd654ab-656a-49f5-b30e-82c15fa02710 None None] Port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:35.153616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.160863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=f7e27d53-3c4a-406f-8871-4ab27457366d,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:35.163325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.219452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] In _notify_port_updated(), no bound segment for port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 on network daf23280-b0b3-4350-9944-6fc16da66b44 {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:53:35.223244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:35.223881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.225330 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e5e6e9c-7f0a-491a-b7e9-a655ed1c2190 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "PUT /v2.0/ports/7c03efe4-5d6e-4b29-a130-bf3af0a85f98 HTTP/1.1" status: 200 len: 1000 time: 4.5500450 May 06 13:53:35.229583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34534) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:35.311601 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dba8732157d44e5a978d242fe6932c5e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1484928 May 06 13:53:35.312075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b0c6c-c4e1-40f1-87c8-536bf9321abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de494803-2718-4e72-b00e-b1a06f5bb76c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:35.315721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34538) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:35.444010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7c479b51-d533-4e53-b3b2-66cb182b8169 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:35.444263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c479b51-d533-4e53-b3b2-66cb182b8169 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.510499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.572432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.614794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-878ac8fb-ab86-4501-9a99-160db2efe193 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.701152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-878ac8fb-ab86-4501-9a99-160db2efe193 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.770357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.775482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67ab6320-d93f-430d-95c7-a3f1581a35db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.791862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 03a3424e-94d5-46d5-84ee-255d887a1bf8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:35.797268 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:35.942755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:35.969867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67ab6320-d93f-430d-95c7-a3f1581a35db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.992972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-878ac8fb-ab86-4501-9a99-160db2efe193 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.050612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ac8fb-ab86-4501-9a99-160db2efe193 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c54c36-45e3-4e30-b9db-a31521806eb5,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:36.118742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-df705b5d-ff28-4e22-ad0b-3c9fc7d647e7 None None] Provisioning complete for port f7e27d53-3c4a-406f-8871-4ab27457366d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:36.119743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df705b5d-ff28-4e22-ad0b-3c9fc7d647e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.172388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-878ac8fb-ab86-4501-9a99-160db2efe193 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.173508 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-878ac8fb-ab86-4501-9a99-160db2efe193 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/a9c54c36-45e3-4e30-b9db-a31521806eb5 HTTP/1.1" status: 204 len: 168 time: 1.0828829 May 06 13:53:36.204622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34544) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:36.205133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-df705b5d-ff28-4e22-ad0b-3c9fc7d647e7 None None] Port f7e27d53-3c4a-406f-8871-4ab27457366d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:36.248063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67ab6320-d93f-430d-95c7-a3f1581a35db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.280860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab6320-d93f-430d-95c7-a3f1581a35db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de494803-2718-4e72-b00e-b1a06f5bb76c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:36.285112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67ab6320-d93f-430d-95c7-a3f1581a35db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.286703 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-67ab6320-d93f-430d-95c7-a3f1581a35db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de494803-2718-4e72-b00e-b1a06f5bb76c HTTP/1.1" status: 204 len: 168 time: 0.9618475 May 06 13:53:36.332767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:36.416911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-a3921f10-83aa-4aa7-a58c-8fa5630759bd req-661d2b89-97f3-4810-b823-e832d8f56228 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Synchronizing usage tracker for tenant:84fbb053d0e242bb912a58ab3902988d on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:36.421974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c479b51-d533-4e53-b3b2-66cb182b8169 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.444067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:36.469560 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] Sync routers for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:36.498298 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:36.500307 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:36.558768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router b0baa2df-4376-4f9c-b098-5fb466b15a73 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:53:36.619298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7c479b51-d533-4e53-b3b2-66cb182b8169 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 7c03efe4-5d6e-4b29-a130-bf3af0a85f98 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:36.733443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-a3921f10-83aa-4aa7-a58c-8fa5630759bd req-661d2b89-97f3-4810-b823-e832d8f56228 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Unset dirty status for tenant:84fbb053d0e242bb912a58ab3902988d on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:36.749088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a3921f10-83aa-4aa7-a58c-8fa5630759bd req-661d2b89-97f3-4810-b823-e832d8f56228 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 210 time: 0.4234750 May 06 13:53:36.761076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.767114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] No DVR routers for this DVR port b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:36.782135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.795395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'name': 'network-vif-deleted', 'tag': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:53:36.855137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34560) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:36.856634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.860472 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-936f97f4-5e28-4b5d-ae12-bc6392736c1b tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6535497 May 06 13:53:36.862278 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ced7db10-0107-420c-b294-af9c4d4523b7 req-328e868e-02d7-4857-b397-5c63e70dc9ad tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.69 "DELETE /v2.0/ports/b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0 HTTP/1.1" status: 204 len: 173 time: 6.7675228 May 06 13:53:36.870102 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:36.892879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--275290505'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:36.915174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:36.937668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:36.937668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:36.972057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:37.030080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:37.043207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.046116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da089bd2-7394-4838-91d0-da48543be05d None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:37.092113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da089bd2-7394-4838-91d0-da48543be05d None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:37.096866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-da089bd2-7394-4838-91d0-da48543be05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:37.204989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:37.211034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:37.221090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:37.237191 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:37.321879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.401014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:37.500897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.505065 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad671a2-c006-44c8-ae57-7bd8b355cf65 None None] Sync routers for ids ['b0baa2df-4376-4f9c-b098-5fb466b15a73'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:37.614525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.740536 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a52a7121-8cb5-4126-b6b9-38ff3aa01f15 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.6698875 May 06 13:53:37.746552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-da089bd2-7394-4838-91d0-da48543be05d None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:37.747353 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad671a2-c006-44c8-ae57-7bd8b355cf65 None None] Routers {'b0baa2df-4376-4f9c-b098-5fb466b15a73'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:37.748893 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4ad671a2-c006-44c8-ae57-7bd8b355cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['b0baa2df-4376-4f9c-b098-5fb466b15a73'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:37.753132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'tag': '2090a376-1dd1-4d06-8052-10e9416979a6'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:53:37.766068 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f2cfb507-3314-443c-b165-03ae6e41229e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/b0baa2df-4376-4f9c-b098-5fb466b15a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0467756 May 06 13:53:37.766068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca709b-7f11-4195-b76a-5c7dc4b8e427,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:37.768875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.785104 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7d6b956b-67ae-41a9-941f-f3130811154a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9279509 May 06 13:53:37.786596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34572) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:37.883930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34576) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:37.938980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': 'eaca709b-7f11-4195-b76a-5c7dc4b8e427', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:37.970261 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dcba8f-b329-4be8-bd57-2a464635b82d'] response: {'server_uuid': 'fab9bfbe-edf0-4670-8f9b-01f5695293c9', 'name': 'network-vif-deleted', 'tag': 'b3ef1d7b-e1ec-4c1b-b3ac-b79c268112a0', 'status': 'completed', 'code': 200} May 06 13:53:37.976599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:38.004577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:38.037100 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3836d971-17ad-44a5-a304-b84b93c11cdc'] response: {'name': 'network-changed', 'server_uuid': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'tag': '2090a376-1dd1-4d06-8052-10e9416979a6', 'status': 'completed', 'code': 200} May 06 13:53:38.038589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:38.077223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:38.109962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f74431-720c-4804-89f7-28fccc9434d5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:38.110772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-72f74431-720c-4804-89f7-28fccc9434d5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:38.126692 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4ad671a2-c006-44c8-ae57-7bd8b355cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:38.235693 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad671a2-c006-44c8-ae57-7bd8b355cf65 None None] Routers {'b0baa2df-4376-4f9c-b098-5fb466b15a73'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:38.236421 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4ad671a2-c006-44c8-ae57-7bd8b355cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['b0baa2df-4376-4f9c-b098-5fb466b15a73'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:38.334908 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4ad671a2-c006-44c8-ae57-7bd8b355cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:38.337187 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad671a2-c006-44c8-ae57-7bd8b355cf65 None None] The sync data for ids ['b0baa2df-4376-4f9c-b098-5fb466b15a73'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:38.360479 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3132b6b0-4a2b-4704-8c08-78c7034115c5 req-6cccec76-a87f-4b8e-8c45-a2be5792fc9c tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab9bfbe-edf0-4670-8f9b-01f5695293c9 HTTP/1.1" status: 200 len: 210 time: 0.2343657 May 06 13:53:38.369091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-72f74431-720c-4804-89f7-28fccc9434d5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:38.376833 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-72f74431-720c-4804-89f7-28fccc9434d5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports/f7e27d53-3c4a-406f-8871-4ab27457366d HTTP/1.1" status: 200 len: 977 time: 0.5869107 May 06 13:53:38.381140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.408266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34588) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:38.502538 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:19Z', 'revision_number': 5, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:38.515669 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] Checking router: f5abab9c-c40b-4bfe-9859-d8ad5945b7df for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:53:38.558823 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:38.560930 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:38.757831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34592) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:38.798130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c479b51-d533-4e53-b3b2-66cb182b8169 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.800561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-da089bd2-7394-4838-91d0-da48543be05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'd2f6dbcc-1c25-4617-a6ab-f03f5ca56b0e', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.80', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '2090a376-1dd1-4d06-8052-10e9416979a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:4d:72:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:53:31Z', 'updated_at': '2022-05-06T13:53:31Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:38.807026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da089bd2-7394-4838-91d0-da48543be05d None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:53:38.826196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da089bd2-7394-4838-91d0-da48543be05d None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:38.827410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-da089bd2-7394-4838-91d0-da48543be05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:38.858709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c479b51-d533-4e53-b3b2-66cb182b8169 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=7c03efe4-5d6e-4b29-a130-bf3af0a85f98,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:38.872235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.886070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.939519 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1352c1b9-3129-4662-8180-c4f2874f850d req-1bb8be88-8a86-4c35-8c9b-3c81d19b2e70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 1098 time: 0.8483706 May 06 13:53:38.973581 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:39.041618 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c9bf2b-9683-47d6-9471-f1b1af897414,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:39.138648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.142528 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3ffa36bf-3c37-4bc5-adda-b6a1e30c0e27 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.2570987 May 06 13:53:39.146950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34598) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:39.182038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606107329'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:39.187693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Router e462ad4d-e2c5-43d6-8c43-a92946a05494 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:39.202952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:39.225383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-166f1ec1-a9fe-4509-8cc5-24747d5fe541 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.232933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:39.245083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:39.250486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-166f1ec1-a9fe-4509-8cc5-24747d5fe541 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.268202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:39.328363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-da089bd2-7394-4838-91d0-da48543be05d None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:39.339102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.372436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.402204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-166f1ec1-a9fe-4509-8cc5-24747d5fe541 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.426956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-166f1ec1-a9fe-4509-8cc5-24747d5fe541 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.428619 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-166f1ec1-a9fe-4509-8cc5-24747d5fe541 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d5c9bf2b-9683-47d6-9471-f1b1af897414 HTTP/1.1" status: 204 len: 168 time: 0.2804060 May 06 13:53:39.428754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c479b51-d533-4e53-b3b2-66cb182b8169 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.436152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34604) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:39.477769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f1ec1-a9fe-4509-8cc5-24747d5fe541 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5c9bf2b-9683-47d6-9471-f1b1af897414,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:39.525307 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7c479b51-d533-4e53-b3b2-66cb182b8169 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/7c03efe4-5d6e-4b29-a130-bf3af0a85f98 HTTP/1.1" status: 204 len: 168 time: 4.2439060 May 06 13:53:39.528929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34608) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:39.553998 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ecb862a4-5389-4e8a-9d3e-25fd0ed4ea2a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:39.560041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:39.572637 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:19Z', 'revision_number': 5, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:39.581548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:39.588130 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a62b1-359d-449d-bf18-01061b607d7a None None] The sync data for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv is: [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 4, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f048c5-fda4-40fb-80a5-d70f3dc8c616', 'name': '', 'network_id': 'e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'mac_address': 'fa:16:3e:74:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:59Z', 'updated_at': '2022-05-06T13:50:19Z', 'revision_number': 5, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'subnets': [{'id': '68927b3b-8f2d-40bc-941a-8899b767f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:39.589155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:39.589694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352c1b9-3129-4662-8180-c4f2874f850d req-688adfca-3078-4f94-89bc-040c25b7c9d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:39.591122 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1352c1b9-3129-4662-8180-c4f2874f850d req-688adfca-3078-4f94-89bc-040c25b7c9d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.5830638 May 06 13:53:39.603512 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d644ea-6f75-4695-9cd2-bfa53732f5eb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:53:39.604594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-26d644ea-6f75-4695-9cd2-bfa53732f5eb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:39.630176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:39.636674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ecb862a4-5389-4e8a-9d3e-25fd0ed4ea2a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:39.642813 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ecb862a4-5389-4e8a-9d3e-25fd0ed4ea2a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1922400 May 06 13:53:39.645040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34614) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:39.705285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:39.721596 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3bc2904f-0a51-4f84-bf94-50bd0a1503f0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "PUT /v2.0/routers/e462ad4d-e2c5-43d6-8c43-a92946a05494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5696597 May 06 13:53:39.729430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34618) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:39.796735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] Sync routers for ids ['e462ad4d-e2c5-43d6-8c43-a92946a05494'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:39.802267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-26d644ea-6f75-4695-9cd2-bfa53732f5eb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:39.803857 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-26d644ea-6f75-4695-9cd2-bfa53732f5eb tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/7c03efe4-5d6e-4b29-a130-bf3af0a85f98 HTTP/1.1" status: 404 len: 333 time: 0.2723682 May 06 13:53:39.820317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34622) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:39.824315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] Routers {'e462ad4d-e2c5-43d6-8c43-a92946a05494'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:39.825077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e462ad4d-e2c5-43d6-8c43-a92946a05494'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:39.886335 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1352c1b9-3129-4662-8180-c4f2874f850d req-394a94dc-4297-44c3-81d4-23ee00caca7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2090a376-1dd1-4d06-8052-10e9416979a6 HTTP/1.1" status: 200 len: 998 time: 0.2771900 May 06 13:53:39.969760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.980224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9f08-245c-4bd7-a9d8-96fe99a532df tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.981479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222df04-854b-4c8f-98ed-81fc16887343 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:39.984336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222df04-854b-4c8f-98ed-81fc16887343 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:39.985842 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9222df04-854b-4c8f-98ed-81fc16887343 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2552388 May 06 13:53:39.990815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352c1b9-3129-4662-8180-c4f2874f850d req-d337958b-d54a-4808-b1eb-74e69db0b1bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:39.995588 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1352c1b9-3129-4662-8180-c4f2874f850d req-d337958b-d54a-4808-b1eb-74e69db0b1bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.0949605 May 06 13:53:39.999547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34626) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:40.006139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.053051 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8698f7-d12b-45f6-83f6-058548722df2 None None] New status for floating IP 385fd316-fdca-40cf-bd24-601d7118f52b: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:53:40.068080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:40.074586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:40.078145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:40.085476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:40.086741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] Set router e462ad4d-e2c5-43d6-8c43-a92946a05494 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:40.159406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.201442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9f08-245c-4bd7-a9d8-96fe99a532df tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.236708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'name': 'tempest-NetworksTestDHCPv6-router-847160032', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:19Z', 'updated_at': '2022-05-06T13:53:35Z', 'revision_number': 3, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:40.237095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.244042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] Checking router: e462ad4d-e2c5-43d6-8c43-a92946a05494 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:53:40.265808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] Routers {'e462ad4d-e2c5-43d6-8c43-a92946a05494'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:40.266720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e462ad4d-e2c5-43d6-8c43-a92946a05494'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:40.325066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.418684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-da089bd2-7394-4838-91d0-da48543be05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'd2f6dbcc-1c25-4617-a6ab-f03f5ca56b0e', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.80', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '2090a376-1dd1-4d06-8052-10e9416979a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:4d:72:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:53:31Z', 'updated_at': '2022-05-06T13:53:31Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:40.426620 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1352c1b9-3129-4662-8180-c4f2874f850d req-2fb5695e-7731-4f44-8759-9f3de494d088 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4215586 May 06 13:53:40.427452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da089bd2-7394-4838-91d0-da48543be05d None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'd2f6dbcc-1c25-4617-a6ab-f03f5ca56b0e', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.80', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '2090a376-1dd1-4d06-8052-10e9416979a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:4d:72:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:53:31Z', 'updated_at': '2022-05-06T13:53:31Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:40.436166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] Set router e462ad4d-e2c5-43d6-8c43-a92946a05494 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:40.446797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb68065d-1a72-4d92-bcee-f6efbdd96179,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:40.564550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9f08-245c-4bd7-a9d8-96fe99a532df tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.565082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'name': 'tempest-NetworksTestDHCPv6-router-847160032', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:19Z', 'updated_at': '2022-05-06T13:53:35Z', 'revision_number': 3, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:40.569903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e8e96-581f-48cf-9364-e3994cf61703 None None] The sync data for ids ['e462ad4d-e2c5-43d6-8c43-a92946a05494'] in dv-neutron-840889-1-hyperv is: [{'id': 'e462ad4d-e2c5-43d6-8c43-a92946a05494', 'name': 'tempest-NetworksTestDHCPv6-router-847160032', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:19Z', 'updated_at': '2022-05-06T13:53:35Z', 'revision_number': 3, 'project_id': '91a20f3295e24d02b0631d4bc4d678d0', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:40.579813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-50954dd5-15ed-4644-ab1f-adf53cf4afdc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet 6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:40.588479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9f08-245c-4bd7-a9d8-96fe99a532df tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.594463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5caf0f-fbc9-4fe6-b8ea-611b2bb73bf2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet b94f4112-0b06-48ec-838a-fae3ad37f1ab {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:40.594768 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2d3b9f08-245c-4bd7-a9d8-96fe99a532df tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/eaca709b-7f11-4195-b76a-5c7dc4b8e427 HTTP/1.1" status: 204 len: 168 time: 0.9410996 May 06 13:53:40.594768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.594768 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8262985 May 06 13:53:40.595351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a5caf0f-fbc9-4fe6-b8ea-611b2bb73bf2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.606308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34632) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:40.606790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34630) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:40.621600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50954dd5-15ed-4644-ab1f-adf53cf4afdc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.652857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b1d6-51cc-4036-a18b-f46d87c45077 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c91615-810c-4198-abf8-512ecd37ad62,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:40.694964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b9f08-245c-4bd7-a9d8-96fe99a532df tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca709b-7f11-4195-b76a-5c7dc4b8e427,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:40.747011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34640) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:40.772362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348770b-4c7d-40c3-be50-b785767e2825 None None] New status for floating IP d2f6dbcc-1c25-4617-a6ab-f03f5ca56b0e: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:53:40.809185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3e3e6ca5-e2af-42c3-a886-3f8280ce2538 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:40.853823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3e3e6ca5-e2af-42c3-a886-3f8280ce2538 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:40.861147 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3e3e6ca5-e2af-42c3-a886-3f8280ce2538 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2455034 May 06 13:53:40.861857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34644) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:40.878708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086253668'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:40.881091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a5caf0f-fbc9-4fe6-b8ea-611b2bb73bf2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.928466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50954dd5-15ed-4644-ab1f-adf53cf4afdc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.933850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e539100d-b8b9-4421-8dab-b7e44b580f04 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:40.956053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:40.969284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:40.989804 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1352c1b9-3129-4662-8180-c4f2874f850d req-75584b51-3eb5-4e3c-8f87-2b9f84b131fe service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527937 May 06 13:53:41.010453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.060281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c05181a1-7189-4c93-87b1-f493b8b4e0bb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.144795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e539100d-b8b9-4421-8dab-b7e44b580f04 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:41.146132 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e539100d-b8b9-4421-8dab-b7e44b580f04 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5383136 May 06 13:53:41.155965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34648) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:41.181282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ce78436a-2368-45a0-bd41-c00f3e8fcb74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-security--282901122', 'description': 'tempest-security-description-2797579'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:41.189360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50954dd5-15ed-4644-ab1f-adf53cf4afdc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.191117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:41.217024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a5caf0f-fbc9-4fe6-b8ea-611b2bb73bf2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.228500 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c05181a1-7189-4c93-87b1-f493b8b4e0bb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.256028 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1352c1b9-3129-4662-8180-c4f2874f850d req-144a3616-d6fc-42d1-b8ef-7f1ef0470473 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565486 May 06 13:53:41.287203 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:41.325842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a5caf0f-fbc9-4fe6-b8ea-611b2bb73bf2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.327708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce78436a-2368-45a0-bd41-c00f3e8fcb74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.360886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port f7e27d53-3c4a-406f-8871-4ab27457366d {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:41.361232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.363551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50954dd5-15ed-4644-ab1f-adf53cf4afdc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.375053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5caf0f-fbc9-4fe6-b8ea-611b2bb73bf2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=b94f4112-0b06-48ec-838a-fae3ad37f1ab,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:41.428038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951beb4-04b7-4b9e-93c2-4c8dc50ad7ad None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:41.430950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5a5caf0f-fbc9-4fe6-b8ea-611b2bb73bf2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.435771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50954dd5-15ed-4644-ab1f-adf53cf4afdc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:41.454737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-50954dd5-15ed-4644-ab1f-adf53cf4afdc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.461820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c80c94-5c3d-4329-aca5-2ba12b37c685 None None] Network daf23280-b0b3-4350-9944-6fc16da66b44 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:41.466140 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5a5caf0f-fbc9-4fe6-b8ea-611b2bb73bf2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/b94f4112-0b06-48ec-838a-fae3ad37f1ab HTTP/1.1" status: 204 len: 168 time: 1.4650471 May 06 13:53:41.467040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34652) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:41.502118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce78436a-2368-45a0-bd41-c00f3e8fcb74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.510394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c05181a1-7189-4c93-87b1-f493b8b4e0bb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.551824 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-50954dd5-15ed-4644-ab1f-adf53cf4afdc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc HTTP/1.1" status: 204 len: 168 time: 1.7277334 May 06 13:53:41.554415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34656) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:41.560230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.578271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce78436a-2368-45a0-bd41-c00f3e8fcb74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.598627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.738264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05181a1-7189-4c93-87b1-f493b8b4e0bb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233436d-20bd-4bba-92f1-d991f8af54c6,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:41.739498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3215c393-c7a3-49c3-b377-720cc421b3ad tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:router {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:41.748896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee4850e-57c7-4260-aaa1-f9c3e2c11c48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet da3f11a2-d151-44e3-bb17-4b07d4abbd92 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:41.754502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ee4850e-57c7-4260-aaa1-f9c3e2c11c48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.827033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce78436a-2368-45a0-bd41-c00f3e8fcb74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.828346 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce78436a-2368-45a0-bd41-c00f3e8fcb74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "PUT /v2.0/security-groups/c4c91615-810c-4198-abf8-512ecd37ad62 HTTP/1.1" status: 200 len: 1608 time: 0.6638360 May 06 13:53:41.829203 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c05181a1-7189-4c93-87b1-f493b8b4e0bb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.832468 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c05181a1-7189-4c93-87b1-f493b8b4e0bb tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "DELETE /v2.0/security-groups/d233436d-20bd-4bba-92f1-d991f8af54c6 HTTP/1.1" status: 204 len: 168 time: 1.0748215 May 06 13:53:41.833162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34660) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:41.834178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34662) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:41.835886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78436a-2368-45a0-bd41-c00f3e8fcb74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c91615-810c-4198-abf8-512ecd37ad62,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:41.860159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.864248 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0013916 May 06 13:53:41.867061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34668) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:41.873881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3215c393-c7a3-49c3-b377-720cc421b3ad tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:router {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:41.874079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.878263 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3215c393-c7a3-49c3-b377-720cc421b3ad tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4076078 May 06 13:53:41.879360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34672) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:41.884645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': '4c7be9ed-d274-4146-b666-5d85bda82859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:41.904072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:41.915304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:41.982114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ee4850e-57c7-4260-aaa1-f9c3e2c11c48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.001369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:42.048281 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-9ad7b983-7a41-47f5-9f4b-2b479698a239 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] show failed (client error): The resource could not be found. May 06 13:53:42.052235 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9ad7b983-7a41-47f5-9f4b-2b479698a239 tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "GET /v2.0/security-groups/d233436d-20bd-4bba-92f1-d991f8af54c6 HTTP/1.1" status: 404 len: 347 time: 0.2124979 May 06 13:53:42.061203 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34676) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:42.066904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca62e1-d368-4c3e-96a3-de4c0c376fc9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7be9ed-d274-4146-b666-5d85bda82859,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:42.069425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:42.078922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for f7e27d53-3c4a-406f-8871-4ab27457366d owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:42.132424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:53:42.136877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] Deleting port 6853d092-f009-4b40-81a2-e4e10404d206 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:42.137241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.158623 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8b776910-49d1-4a73-80a8-b8f0cdda71ff tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups/c4c91615-810c-4198-abf8-512ecd37ad62 HTTP/1.1" status: 200 len: 1608 time: 0.3230612 May 06 13:53:42.166307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34680) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:42.224304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d359dcd-5e4b-43bd-bc5e-917fb1b74f4d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.312790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.323546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Deleting port 2a7678ea-c401-490f-b2d8-c90182e1424b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:42.324165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.380441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ee4850e-57c7-4260-aaa1-f9c3e2c11c48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.418314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] For port 6853d092-f009-4b40-81a2-e4e10404d206, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6853d092-f009-4b40-81a2-e4e10404d206,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:42.419166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.468793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3c9b28ae-a0f7-415c-a9d4-cb11e8b25626 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.579888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.589143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] Calling delete_port for 6853d092-f009-4b40-81a2-e4e10404d206 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:42.614632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3c9b28ae-a0f7-415c-a9d4-cb11e8b25626 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.622254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6853d092-f009-4b40-81a2-e4e10404d206 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:42.638233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.689141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3c9b28ae-a0f7-415c-a9d4-cb11e8b25626 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.699908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.700269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.708351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135537e7-0ff0-4299-a26b-478d19f4d147,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:42.802611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.842723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.846641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-02424a13-f415-45a7-961b-eecaa48c2aaf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9752290 May 06 13:53:42.847435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34684) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:42.857821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Calling delete_port for 2a7678ea-c401-490f-b2d8-c90182e1424b owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:42.870839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] Pushing event deleted for resources: {'Port': ['ID=6853d092-f009-4b40-81a2-e4e10404d206,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:42.878053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5d308-6027-41a7-b31a-c08ae2f2b1db None None] No DVR routers for this DVR port 6853d092-f009-4b40-81a2-e4e10404d206 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:42.884761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.917724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ee4850e-57c7-4260-aaa1-f9c3e2c11c48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.926929 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4a01480d-30d7-4e88-ac25-9d2309a41344 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules/135537e7-0ff0-4299-a26b-478d19f4d147 HTTP/1.1" status: 200 len: 705 time: 0.0420098 May 06 13:53:42.929825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34688) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:42.931217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.939020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b28ae-a0f7-415c-a9d4-cb11e8b25626 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c91615-810c-4198-abf8-512ecd37ad62,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:42.968160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5d677231-af25-480e-9136-3ce84e185792 None None] Provisioning complete for port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:42.968673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d677231-af25-480e-9136-3ce84e185792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.980299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4850e-57c7-4260-aaa1-f9c3e2c11c48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=da3f11a2-d151-44e3-bb17-4b07d4abbd92,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:42.984029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3ee4850e-57c7-4260-aaa1-f9c3e2c11c48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.999221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3ee4850e-57c7-4260-aaa1-f9c3e2c11c48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/da3f11a2-d151-44e3-bb17-4b07d4abbd92 HTTP/1.1" status: 204 len: 168 time: 1.4381139 May 06 13:53:42.999221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3c9b28ae-a0f7-415c-a9d4-cb11e8b25626 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.999221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3c9b28ae-a0f7-415c-a9d4-cb11e8b25626 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/c4c91615-810c-4198-abf8-512ecd37ad62 HTTP/1.1" status: 204 len: 168 time: 0.8296556 May 06 13:53:42.999221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34692) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.002376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34694) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.011603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=f7e27d53-3c4a-406f-8871-4ab27457366d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:43.020367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:43.050676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0640c6dd-bad8-4fde-b6b5-4c1d2f4dbb49 None None] Network daf23280-b0b3-4350-9944-6fc16da66b44 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:43.109248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:53:43.109923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 25bfe6ea-efc4-4a95-ba8c-ecc8ef24571a not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:43.122680 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-590c81e9-a34c-4125-b5f9-213f7bfda9eb tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1189733 May 06 13:53:43.125142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34700) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.222728 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-b2b39951-649c-49f2-9ef8-8aa774c20834 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] delete failed (client error): The resource could not be found. May 06 13:53:43.229260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34704) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.230005 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b2b39951-649c-49f2-9ef8-8aa774c20834 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/c4c91615-810c-4198-abf8-512ecd37ad62 HTTP/1.1" status: 404 len: 347 time: 0.0973277 May 06 13:53:43.245966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d0527e84-5414-4519-8a24-2533b041ff0f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:43.257268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908762801'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:43.263533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:43.273627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:43.292255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d359dcd-5e4b-43bd-bc5e-917fb1b74f4d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.306974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.357210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:43.362976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d359dcd-5e4b-43bd-bc5e-917fb1b74f4d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.365412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:43.374077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.379673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:43.403529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:43.410864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:43.411305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.538931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d359dcd-5e4b-43bd-bc5e-917fb1b74f4d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.540239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] DHCP port deletion for daf23280-b0b3-4350-9944-6fc16da66b44 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:53:43.540421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d359dcd-5e4b-43bd-bc5e-917fb1b74f4d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Fanout notify agent at l3_agent the message router_deleted on router e462ad4d-e2c5-43d6-8c43-a92946a05494 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:53:43.548383 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] Deleting port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:43.549355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.601795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.626970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.681923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d0527e84-5414-4519-8a24-2533b041ff0f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:43.684366 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d0527e84-5414-4519-8a24-2533b041ff0f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7512612 May 06 13:53:43.691939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34710) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.708768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.728714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d359dcd-5e4b-43bd-bc5e-917fb1b74f4d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.730101 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9d359dcd-5e4b-43bd-bc5e-917fb1b74f4d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/routers/e462ad4d-e2c5-43d6-8c43-a92946a05494 HTTP/1.1" status: 204 len: 168 time: 1.8422799 May 06 13:53:43.743484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34714) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.749597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.768281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c63ef5f-08da-4e0e-8889-6fc67333519b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:43.770557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.771752 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a4413777-9ead-46fb-850a-dd0191c5436c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5389910 May 06 13:53:43.781706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34718) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.790301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '1c63ef5f-08da-4e0e-8889-6fc67333519b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:43.800965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:43.803945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] For port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,segment=NetworkSegment(eb9c5996-d826-470e-9499-2a5c211a730e),segment_id=eb9c5996-d826-470e-9499-2a5c211a730e)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:43.804304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.818008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:43.825928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:43.846760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] For port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,segment=NetworkSegment(eb9c5996-d826-470e-9499-2a5c211a730e),segment_id=eb9c5996-d826-470e-9499-2a5c211a730e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:43.847315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.879623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dfca0fe6-3598-4560-8cc3-e34bb727e912 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.888975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:43.910624 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e28f78ee-7a04-40ac-aa06-65d25a50871c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1649418 May 06 13:53:43.911511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Pushing event deleted for resources: {'Port': ['ID=2a7678ea-c401-490f-b2d8-c90182e1424b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:43.923331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34722) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.928259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dfca0fe6-3598-4560-8cc3-e34bb727e912 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.958212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:43.988250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] Calling delete_port for 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:44.020194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.074823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.095983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:44.096458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:44.134978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.138596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] Pushing event deleted for resources: {'Port': ['ID=1fafb00f-9cf3-4b9e-89c9-f65438806fa9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:44.143415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.147206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f0a9e-e76d-4675-8bb8-de56c5275761 None None] No DVR routers for this DVR port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:44.169157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2384c9-13d8-4729-ac15-6426e67079a6,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:44.179826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4787ab-e773-4f77-9978-de275b4e7c61 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:44.180520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b4787ab-e773-4f77-9978-de275b4e7c61 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:44.181866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.183153 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4fcaadef-c1e7-4372-afa0-88892dcbb54d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4005115 May 06 13:53:44.186122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34726) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.189497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dfca0fe6-3598-4560-8cc3-e34bb727e912 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.218217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57334e8b-19fc-4033-86ed-754d33a37eb9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.220283 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.225566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca0fe6-3598-4560-8cc3-e34bb727e912 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=135537e7-0ff0-4299-a26b-478d19f4d147,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:44.229765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57334e8b-19fc-4033-86ed-754d33a37eb9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.257514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57334e8b-19fc-4033-86ed-754d33a37eb9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.274640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57334e8b-19fc-4033-86ed-754d33a37eb9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a2384c9-13d8-4729-ac15-6426e67079a6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:44.287007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57334e8b-19fc-4033-86ed-754d33a37eb9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.287007 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-57334e8b-19fc-4033-86ed-754d33a37eb9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1a2384c9-13d8-4729-ac15-6426e67079a6 HTTP/1.1" status: 204 len: 168 time: 0.0998194 May 06 13:53:44.292804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34730) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.342128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-71107f09-9962-4594-95ff-103bb53f931f tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:44.377866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b4787ab-e773-4f77-9978-de275b4e7c61 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:44.382030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-71107f09-9962-4594-95ff-103bb53f931f tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:44.384708 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4b4787ab-e773-4f77-9978-de275b4e7c61 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4444706 May 06 13:53:44.387282 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-71107f09-9962-4594-95ff-103bb53f931f tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0802832 May 06 13:53:44.387282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34734) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.390144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34736) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.390144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.390144 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c3a44b68-029a-4b1a-a768-6786b8bf38cf tempest-ServerActionsTestJSON-123765667 tempest-ServerActionsTestJSON-123765667-project] 10.222.0.65 "DELETE /v2.0/floatingips/385fd316-fdca-40cf-bd24-601d7118f52b HTTP/1.1" status: 204 len: 168 time: 2.3175380 May 06 13:53:44.400809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dfca0fe6-3598-4560-8cc3-e34bb727e912 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.400809 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dfca0fe6-3598-4560-8cc3-e34bb727e912 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/135537e7-0ff0-4299-a26b-478d19f4d147 HTTP/1.1" status: 204 len: 168 time: 0.7025652 May 06 13:53:44.400809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34742) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.402867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34744) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.457789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b771491d-9f03-443f-a277-b48744801804 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:router {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:44.485945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b771491d-9f03-443f-a277-b48744801804 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:router {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:44.485945 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b771491d-9f03-443f-a277-b48744801804 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025300 May 06 13:53:44.485945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34750) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.496946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:44.603333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:44.604186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.660103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:44.738625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:53:44.738625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1fafb00f-9cf3-4b9e-89c9-f65438806fa9 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:44.745514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] The port '1fafb00f-9cf3-4b9e-89c9-f65438806fa9' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:53:44.776412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a85b41c-a0f8-473b-ae0f-6f86eb343d71 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.785782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-39781862-1e21-419a-8167-3cd37f0a26d9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:44.817405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:44.828741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a85b41c-a0f8-473b-ae0f-6f86eb343d71 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.867098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router b0baa2df-4376-4f9c-b098-5fb466b15a73 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:44.872962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-39781862-1e21-419a-8167-3cd37f0a26d9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:44.876595 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-39781862-1e21-419a-8167-3cd37f0a26d9 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4166212 May 06 13:53:44.878939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34754) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.887614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:44.990445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a85b41c-a0f8-473b-ae0f-6f86eb343d71 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.023359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': '4c7be9ed-d274-4146-b666-5d85bda82859', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:45.041134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:45.051114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.067832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:45.071080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.088464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85b41c-a0f8-473b-ae0f-6f86eb343d71 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c63ef5f-08da-4e0e-8889-6fc67333519b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:45.103329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:45.140581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:45.144664 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4744038-edba-4d75-af95-c82e29e6b328 None None] Sync routers for ids ['b0baa2df-4376-4f9c-b098-5fb466b15a73'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:45.183316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf23280-b0b3-4350-9944-6fc16da66b44']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:45.196980 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4744038-edba-4d75-af95-c82e29e6b328 None None] Routers {'b0baa2df-4376-4f9c-b098-5fb466b15a73'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:45.196980 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f4744038-edba-4d75-af95-c82e29e6b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['b0baa2df-4376-4f9c-b098-5fb466b15a73'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:45.255891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.267635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9c5996-d826-470e-9499-2a5c211a730e') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:45.267635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9c5996-d826-470e-9499-2a5c211a730e') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:45.296526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.331047 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3167a9d5-b048-4a3b-97c7-dc5a8dfaa1e5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/b0baa2df-4376-4f9c-b098-5fb466b15a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9184511 May 06 13:53:45.332623 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f4744038-edba-4d75-af95-c82e29e6b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:45.332791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5a85b41c-a0f8-473b-ae0f-6f86eb343d71 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.336309 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5a85b41c-a0f8-473b-ae0f-6f86eb343d71 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/1c63ef5f-08da-4e0e-8889-6fc67333519b HTTP/1.1" status: 204 len: 168 time: 0.9544408 May 06 13:53:45.336309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34758) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:45.347266 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4744038-edba-4d75-af95-c82e29e6b328 None None] Routers {'b0baa2df-4376-4f9c-b098-5fb466b15a73'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:45.348685 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f4744038-edba-4d75-af95-c82e29e6b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['b0baa2df-4376-4f9c-b098-5fb466b15a73'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:45.380574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.382916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34760) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:45.444371 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f4744038-edba-4d75-af95-c82e29e6b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:45.444371 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4744038-edba-4d75-af95-c82e29e6b328 None None] The sync data for ids ['b0baa2df-4376-4f9c-b098-5fb466b15a73'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:45.576671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:53:45.576671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:45.618544 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:45.799900 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-c763fcab-5f51-4600-ac7e-e3376562397f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] remove_router_interface failed (client error): The resource could not be found. May 06 13:53:45.801668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.803869 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c763fcab-5f51-4600-ac7e-e3376562397f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/b0baa2df-4376-4f9c-b098-5fb466b15a73/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4616232 May 06 13:53:45.806501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34766) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:45.806750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.840027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.857769 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Network': ['ID=daf23280-b0b3-4350-9944-6fc16da66b44,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:45.860845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3d8d1610-0ae6-4182-9dbe-8b26b470b447 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:45.869964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-08828338-30c1-4afe-9ebb-b987ee7623dc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:45.887708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.924974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:53:45.927750 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5c4fdbb1-cc10-47a4-bbe4-d96f583e7105 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/networks/daf23280-b0b3-4350-9944-6fc16da66b44 HTTP/1.1" status: 204 len: 168 time: 2.9264112 May 06 13:53:45.933839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.938066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34770) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:45.949943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3d8d1610-0ae6-4182-9dbe-8b26b470b447 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:45.953908 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3d8d1610-0ae6-4182-9dbe-8b26b470b447 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0baa2df-4376-4f9c-b098-5fb466b15a73 HTTP/1.1" status: 200 len: 205 time: 0.1459060 May 06 13:53:45.954787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34772) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:45.966942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.071826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-08828338-30c1-4afe-9ebb-b987ee7623dc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:46.073444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-08828338-30c1-4afe-9ebb-b987ee7623dc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6888022 May 06 13:53:46.080129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34778) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.088321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b06a15a-44a3-4430-ad27-6d4b0650ba2e,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:46.109962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.111123 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3fe0e64c-5131-4df3-8738-113fd51f7784 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2254326 May 06 13:53:46.115308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:46.123888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34782) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.126555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:46.130508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=0f014c38-437b-4138-b132-edfcd035b53b,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:46.134048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:46.134880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.138285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79cb4a6-d75f-4193-ae7b-344c570092f2 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:46.152939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--839705084'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:46.166312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:46.186726 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a5229dda-cdcf-4f9b-9727-5ce9c7f03780 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules/5b06a15a-44a3-4430-ad27-6d4b0650ba2e HTTP/1.1" status: 200 len: 705 time: 0.0613697 May 06 13:53:46.189099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34786) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.200862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:46.230538 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7617a801-9c35-482b-b0a2-df39444411ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7473483 May 06 13:53:46.236487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34790) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.236487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.277471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0afd5c70-f3d0-49e5-af02-0338dced59e0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.281952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d79c71-4aee-4859-a8d2-74b9413a4597 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:46.281952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-14d79c71-4aee-4859-a8d2-74b9413a4597 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:46.292821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-021931c4-f876-43d5-8e6b-d120932ab3cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:46.304418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-14d79c71-4aee-4859-a8d2-74b9413a4597 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:46.308213 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-14d79c71-4aee-4859-a8d2-74b9413a4597 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3372214 May 06 13:53:46.309653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34794) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.336250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:46.364357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-021931c4-f876-43d5-8e6b-d120932ab3cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:46.367709 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-021931c4-f876-43d5-8e6b-d120932ab3cd tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1752901 May 06 13:53:46.369772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34798) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.418496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '0f014c38-437b-4138-b132-edfcd035b53b'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:53:46.419698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.420629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f53349ef-2803-4ae5-9794-785203e99b85 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.434742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f53349ef-2803-4ae5-9794-785203e99b85 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.463598 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f05d70f9-64df-496d-bf59-b61c3f2bc740 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1470134 May 06 13:53:46.463832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34802) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.479591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-996543393'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:46.485302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:46.490269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:network and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:46.493382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f53349ef-2803-4ae5-9794-785203e99b85 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.495285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:46.512538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:46.532411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53349ef-2803-4ae5-9794-785203e99b85 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b06a15a-44a3-4430-ad27-6d4b0650ba2e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:46.544489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f53349ef-2803-4ae5-9794-785203e99b85 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.549256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34806) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.549651 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f53349ef-2803-4ae5-9794-785203e99b85 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5b06a15a-44a3-4430-ad27-6d4b0650ba2e HTTP/1.1" status: 204 len: 168 time: 0.1786323 May 06 13:53:46.552480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:46.555663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.585500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:46.597296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.597718 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Added segment 7b951821-dc7e-4085-a2d6-380559bcbdc7 of type vlan for network 5bfbce97-f919-4c00-8682-baa525b1e3b3 May 06 13:53:46.629352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Allocated IP 2001:db8::f816:3eff:fe74:aeb8 (50bbb88f-72fc-4a05-991e-345befa7062b/0f014c38-437b-4138-b132-edfcd035b53b/cb0faf11-a7be-4e64-93cc-c323848e7a7e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:46.634427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.670825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.678930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:46.679552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.710388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:46.795772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:46.804155 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3286331 May 06 13:53:46.807176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34810) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.807176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:46.812651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665bd29-9980-47a8-b999-96dcf802f499 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Network': ['ID=5bfbce97-f919-4c00-8682-baa525b1e3b3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:46.844824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 5bfbce97-f919-4c00-8682-baa525b1e3b3 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:46.885569 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:46.890226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:46.968207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.983166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Transition to ACTIVE for port object cb0faf11-a7be-4e64-93cc-c323848e7a7e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:46.984291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:47.003258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Transition to ACTIVE for port object cb0faf11-a7be-4e64-93cc-c323848e7a7e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:47.009108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.076010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:47.078966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:47.083377 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:47.085825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Pushing event updated for resources: {'Port': ['ID=cb0faf11-a7be-4e64-93cc-c323848e7a7e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:47.164047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:47.177994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Attempting to bind port cb0faf11-a7be-4e64-93cc-c323848e7a7e on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:47.178605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Attempting to bind port cb0faf11-a7be-4e64-93cc-c323848e7a7e by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:47.178732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Attempting to bind port cb0faf11-a7be-4e64-93cc-c323848e7a7e on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:47.185675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:47.186043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:47.186442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.186833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:47.187301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Bound port: cb0faf11-a7be-4e64-93cc-c323848e7a7e, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:47.187643 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-91812c82-39ac-49a0-ab56-fc28a15c1ff7 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6336908 May 06 13:53:47.187752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.190818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34814) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:47.196637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0afd5c70-f3d0-49e5-af02-0338dced59e0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.198957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': '4c7be9ed-d274-4146-b666-5d85bda82859', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:47.205577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:47.211081 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:47.215248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:47.222729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:47.246651 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:47.269980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:47.281038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0afd5c70-f3d0-49e5-af02-0338dced59e0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.282485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] For port cb0faf11-a7be-4e64-93cc-c323848e7a7e, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:47.285835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] For port cb0faf11-a7be-4e64-93cc-c323848e7a7e, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cb0faf11-a7be-4e64-93cc-c323848e7a7e,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:47.289469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.339937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:47.349870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:47.377185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.377918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ba00f-ad71-4ee0-94cd-18b84437eb4d None None] Pushing event updated for resources: {'Port': ['ID=cb0faf11-a7be-4e64-93cc-c323848e7a7e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:47.389100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:47.397313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.402934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.496465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.502367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:47.504708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.532083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8bf76a-1024-472c-bfc9-96b76aff2f25,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:47.549597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.549597 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-efd64fa7-bf4f-4de1-ac87-2071faba87cf tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3550622 May 06 13:53:47.557289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34820) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:47.581811 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b44f5c07-90c8-4bdf-88df-1b953e667084 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules/6d8bf76a-1024-472c-bfc9-96b76aff2f25 HTTP/1.1" status: 200 len: 706 time: 0.0259330 May 06 13:53:47.581811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34824) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:47.596663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0afd5c70-f3d0-49e5-af02-0338dced59e0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.596663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afd5c70-f3d0-49e5-af02-0338dced59e0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Fanout notify agent at l3_agent the message router_deleted on router b0baa2df-4376-4f9c-b098-5fb466b15a73 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:53:47.683429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7018c21d-f0c5-4d70-8fb1-8bff66e36f44 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:47.699674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d78b90-e1e4-4cc7-a7f2-ac9f4ae84ab4,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:47.700545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7018c21d-f0c5-4d70-8fb1-8bff66e36f44 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:47.703862 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7018c21d-f0c5-4d70-8fb1-8bff66e36f44 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1201367 May 06 13:53:47.717129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34828) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:47.746845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0afd5c70-f3d0-49e5-af02-0338dced59e0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.747992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0afd5c70-f3d0-49e5-af02-0338dced59e0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/b0baa2df-4376-4f9c-b098-5fb466b15a73 HTTP/1.1" status: 204 len: 168 time: 1.7861571 May 06 13:53:47.750842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34832) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:47.769910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.771559 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d073f6d7-3f4c-498b-829f-491621e54829 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6841328 May 06 13:53:47.775977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34836) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:47.809171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b27cde74-77ca-4ae5-8830-764f64fff0b4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.811248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.826919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.827865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b27cde74-77ca-4ae5-8830-764f64fff0b4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.857068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '10d78b90-e1e4-4cc7-a7f2-ac9f4ae84ab4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:47.899573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:47.983695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b27cde74-77ca-4ae5-8830-764f64fff0b4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.999775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:48.005966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cde74-77ca-4ae5-8830-764f64fff0b4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d8bf76a-1024-472c-bfc9-96b76aff2f25,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:48.020815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:48.030446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b27cde74-77ca-4ae5-8830-764f64fff0b4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.031554 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b27cde74-77ca-4ae5-8830-764f64fff0b4 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6d8bf76a-1024-472c-bfc9-96b76aff2f25 HTTP/1.1" status: 204 len: 168 time: 0.3123834 May 06 13:53:48.035440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34840) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:48.060759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:48.088770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8301f7d-8670-4d5b-9e73-b65c89b8fe62 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet 8000983f-c5de-415c-881e-746cc1ea2e76 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:48.094265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8301f7d-8670-4d5b-9e73-b65c89b8fe62 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.164121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7fd5f2ac-0209-40bc-84fc-7ff0da415c60 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:48.173710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.182836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8301f7d-8670-4d5b-9e73-b65c89b8fe62 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.234495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7fd5f2ac-0209-40bc-84fc-7ff0da415c60 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:48.234495 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7fd5f2ac-0209-40bc-84fc-7ff0da415c60 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1956372 May 06 13:53:48.236041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34844) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:48.343026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-efac0954-a4a2-44f5-bbb4-29d36247b8dc tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.345757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8301f7d-8670-4d5b-9e73-b65c89b8fe62 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.541726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-efac0954-a4a2-44f5-bbb4-29d36247b8dc tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.561773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.607502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-efac0954-a4a2-44f5-bbb4-29d36247b8dc tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.620524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.640755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8301f7d-8670-4d5b-9e73-b65c89b8fe62 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.652822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac0954-a4a2-44f5-bbb4-29d36247b8dc tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7be9ed-d274-4146-b666-5d85bda82859,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:48.701614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fb3346-3985-46b1-9743-9492dc9729e5,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:48.704490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8301f7d-8670-4d5b-9e73-b65c89b8fe62 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=8000983f-c5de-415c-881e-746cc1ea2e76,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:48.718987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8301f7d-8670-4d5b-9e73-b65c89b8fe62 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.725580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae25fb-9b82-4ba8-a84b-481ffa5f2b10 None None] Network 03a3424e-94d5-46d5-84ee-255d887a1bf8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:48.745863 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a8301f7d-8670-4d5b-9e73-b65c89b8fe62 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/8000983f-c5de-415c-881e-746cc1ea2e76 HTTP/1.1" status: 204 len: 168 time: 0.9918985 May 06 13:53:48.747554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-efac0954-a4a2-44f5-bbb4-29d36247b8dc tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.754525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34848) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:48.756845 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-efac0954-a4a2-44f5-bbb4-29d36247b8dc tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/4c7be9ed-d274-4146-b666-5d85bda82859 HTTP/1.1" status: 204 len: 168 time: 0.5208018 May 06 13:53:48.760166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34850) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:48.793879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.867804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb0faf11-a7be-4e64-93cc-c323848e7a7e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:48.883677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-91affd17-3365-4a12-8044-758ac25f08fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:48.893456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.902063 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-578c4b23-7a23-4293-8ed2-36fc8423babf tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0896862 May 06 13:53:48.907300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34856) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:48.907300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-91affd17-3365-4a12-8044-758ac25f08fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:48.907300 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91affd17-3365-4a12-8044-758ac25f08fe tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1406269 May 06 13:53:48.912881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '10d78b90-e1e4-4cc7-a7f2-ac9f4ae84ab4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:48.919337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34860) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:48.924539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614660119'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:48.933758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:48.933758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:48.943328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:48.943328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:48.962838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:48.962838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:48.982125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.013936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.055077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-29a332bd-31b6-41e9-a63d-03ab5198bc22 None None] Provisioning for port cb0faf11-a7be-4e64-93cc-c323848e7a7e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:49.122144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:49.147226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:49.147226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.161273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.180804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.189420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23631acb-a890-4655-b25d-e25a5fe44a42,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:49.189684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port cb0faf11-a7be-4e64-93cc-c323848e7a7e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:49.197759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port cb0faf11-a7be-4e64-93cc-c323848e7a7e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:49.201041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.229357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 212f83c3-02f2-413a-95f9-022cdc1c918d {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:49.229617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.293376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.303056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.308662 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-65f0a765-19fa-48da-94b5-f22a4d845bfd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4079161 May 06 13:53:49.309184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34864) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:49.321826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '10d78b90-e1e4-4cc7-a7f2-ac9f4ae84ab4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:49.326360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.328650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] DHCP port deletion for 03a3424e-94d5-46d5-84ee-255d887a1bf8 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:53:49.339753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] Deleting port 212f83c3-02f2-413a-95f9-022cdc1c918d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:49.341081 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.349887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:49.362867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:49.369609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:49.373204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.386030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.389451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:49.393342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c95316-4862-4863-9e22-00ac3ea3b445,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:49.395810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.397094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7f6c253f-0a26-4c2d-b145-cee8c9c57e25 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4813011 May 06 13:53:49.400824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34868) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:49.401705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=5c097575-548d-4c70-a1b3-56a72e1def0e,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:49.406930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Request body: {'security_group_rule': {'security_group_id': 'd7c95316-4862-4863-9e22-00ac3ea3b445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:49.414595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:49.420132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Usage tracker for resource:security_group_rule and tenant:5040f86d7a494850a49f86c07a4b2d9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:49.426613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:49.439606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:49.442294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.507038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.545519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:49.556049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:49.562335 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking segment: {'id': '7b951821-dc7e-4085-a2d6-380559bcbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:49.562335 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network hostable DHCP agents. Network: 5bfbce97-f919-4c00-8682-baa525b1e3b3, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:49.573570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.575359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:49.576266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.579152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.615037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342ca2a6-452d-416e-88e5-5c31d339f89c,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:49.628839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.640886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.653203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7929df4-e6cc-4ffa-a1aa-1e574f89f13e None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:49.668357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.669719 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8722ce8b-1ee6-4609-b24e-00312d9b04ae tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2677171 May 06 13:53:49.678147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34872) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:49.680664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port cb0faf11-a7be-4e64-93cc-c323848e7a7e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cb0faf11-a7be-4e64-93cc-c323848e7a7e,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:49.681666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a051afc-5017-42fd-953d-4ed62a076da2,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:49.682841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] For port 212f83c3-02f2-413a-95f9-022cdc1c918d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=212f83c3-02f2-413a-95f9-022cdc1c918d,segment=NetworkSegment(4ae7219e-2f19-44ca-be2c-fb747dbf0fe2),segment_id=4ae7219e-2f19-44ca-be2c-fb747dbf0fe2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:49.683245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.707358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.712321 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e5d6613b-fbab-4863-a9f8-efa106444111 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4015269 May 06 13:53:49.713358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34876) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:49.722609 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4568818 May 06 13:53:49.730495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34880) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:49.731140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecab6ff-7ed9-48c5-a661-33cbfe993cc3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=17417f24-6ee9-4b8e-9361-972b276b1932,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:49.731664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '10d78b90-e1e4-4cc7-a7f2-ac9f4ae84ab4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:49.744597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:49.751476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:5d:a1:e9', 'name': 'tempest-NetworksTestDHCPv6-785756161'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:49.751882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.761094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:49.765726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:49.781198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:49.817879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.837493 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:53:49.851461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48f57528-1b4a-4445-86e2-ef41cfe9d8ac tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.862127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Deleting port d8f048c5-fda4-40fb-80a5-d70f3dc8c616 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:49.862816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.882921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48f57528-1b4a-4445-86e2-ef41cfe9d8ac tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.990845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 5bfbce97-f919-4c00-8682-baa525b1e3b3 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:49.997871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.997871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.015133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port 212f83c3-02f2-413a-95f9-022cdc1c918d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=212f83c3-02f2-413a-95f9-022cdc1c918d,segment=NetworkSegment(4ae7219e-2f19-44ca-be2c-fb747dbf0fe2),segment_id=4ae7219e-2f19-44ca-be2c-fb747dbf0fe2)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:50.015133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.033511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48f57528-1b4a-4445-86e2-ef41cfe9d8ac tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.039006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 5bfbce97-f919-4c00-8682-baa525b1e3b3) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:50.050544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] Calling delete_port for 212f83c3-02f2-413a-95f9-022cdc1c918d owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:50.062649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aa9038-9f4e-4053-8eaf-3204dc89f112,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:50.102738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f57528-1b4a-4445-86e2-ef41cfe9d8ac tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c95316-4862-4863-9e22-00ac3ea3b445,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:50.125969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.125969 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-de7eb9b1-77c8-4026-9394-0c8c72dfc4ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4041648 May 06 13:53:50.137582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34884) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.137582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '10d78b90-e1e4-4cc7-a7f2-ac9f4ae84ab4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:50.152471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:50.152471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48f57528-1b4a-4445-86e2-ef41cfe9d8ac tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.152471 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-48f57528-1b4a-4445-86e2-ef41cfe9d8ac tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/d7c95316-4862-4863-9e22-00ac3ea3b445 HTTP/1.1" status: 204 len: 168 time: 0.4671662 May 06 13:53:50.152471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34888) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.177719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:50.177719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:50.194965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:50.207379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 212f83c3-02f2-413a-95f9-022cdc1c918d owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:50.246796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915dd2a7-c8f8-4c5a-b0c9-62dbd692c69b None None] Network 5bfbce97-f919-4c00-8682-baa525b1e3b3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:50.253230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-91d7717c-74e6-4baf-a952-fa910919028f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:50.280755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.284121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.294542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-91d7717c-74e6-4baf-a952-fa910919028f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:50.298283 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91d7717c-74e6-4baf-a952-fa910919028f tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1451027 May 06 13:53:50.299632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34892) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.418640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] For port d8f048c5-fda4-40fb-80a5-d70f3dc8c616, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:50.421648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.434592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.436628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] No DVR routers for this DVR port 212f83c3-02f2-413a-95f9-022cdc1c918d on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:50.448939 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=cb0faf11-a7be-4e64-93cc-c323848e7a7e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:50.449313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6bbaa096-23a4-4fe9-8d75-9c5d355be3ab tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Synchronizing usage tracker for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:50.484674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.484674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.510268 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:50.510268 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.529477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:50.529477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:50.535532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6bbaa096-23a4-4fe9-8d75-9c5d355be3ab tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] Unset dirty status for tenant:5040f86d7a494850a49f86c07a4b2d9a on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:50.535532 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6bbaa096-23a4-4fe9-8d75-9c5d355be3ab tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2258501 May 06 13:53:50.535532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.550722 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.4076710 May 06 13:53:50.550722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34896) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.559155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34898) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.559155 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f5f4b9c4-02c2-44db-a9e6-16ead354cfe6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6748476 May 06 13:53:50.560014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34904) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.560014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa658803-3d78-4df7-b7b1-5673bece8cd8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48379a4-a175-4939-b6aa-219f521a0df9,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:50.588230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3', 'name': 'tempest-PortsTestJSON-135965459'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:50.620133 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-480200ea-a221-4c72-b143-d05517d545a5 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] delete failed (client error): The resource could not be found. May 06 13:53:50.620133 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-480200ea-a221-4c72-b143-d05517d545a5 tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "DELETE /v2.0/security-groups/d7c95316-4862-4863-9e22-00ac3ea3b445 HTTP/1.1" status: 404 len: 347 time: 0.0798845 May 06 13:53:50.627501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34908) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.634859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a025ee1-309c-45e6-ae3a-3800b8e462e3 None None] Pushing event deleted for resources: {'Port': ['ID=212f83c3-02f2-413a-95f9-022cdc1c918d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:50.722078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Calling delete_port for d8f048c5-fda4-40fb-80a5-d70f3dc8c616 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:50.739999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb0faf11-a7be-4e64-93cc-c323848e7a7e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:50.775553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5624e91d-c238-49d4-9a60-505219d561dd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.793341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5624e91d-c238-49d4-9a60-505219d561dd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.825829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:50.839486 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f1054ac0-9226-4751-a755-ec4720cfb91a tempest-SecGroupTest-652966326 tempest-SecGroupTest-652966326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1944318 May 06 13:53:50.852288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:50.861027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:50.866783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:50.874430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:50.874430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:50.874430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:50.895196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:50.895196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.948199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:53:50.977451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:50.995285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5624e91d-c238-49d4-9a60-505219d561dd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.997972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-5bfbce97-f919-4c00-8682-baa525b1e3b3', 'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3', 'tenant_id': '11361967c386430993b0bc1483f4d286', 'fixed_ips': [{'subnet_id': '5c097575-548d-4c70-a1b3-56a72e1def0e'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:53:50.998451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.032129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 212f83c3-02f2-413a-95f9-022cdc1c918d {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:51.032552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.057737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port cb0faf11-a7be-4e64-93cc-c323848e7a7e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:51.058588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.073839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5624e91d-c238-49d4-9a60-505219d561dd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.074716 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5624e91d-c238-49d4-9a60-505219d561dd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b48379a4-a175-4939-b6aa-219f521a0df9 HTTP/1.1" status: 204 len: 168 time: 0.5281880 May 06 13:53:51.090997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34914) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:51.114993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624e91d-c238-49d4-9a60-505219d561dd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b48379a4-a175-4939-b6aa-219f521a0df9,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:51.123233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] The port '212f83c3-02f2-413a-95f9-022cdc1c918d' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:53:51.123233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:51.127311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.256712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.8 (5bfbce97-f919-4c00-8682-baa525b1e3b3/5c097575-548d-4c70-a1b3-56a72e1def0e/a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:51.279256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port ba609b69-3c13-4ab4-9da6-35e7281eebd7 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:53:51.379255 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae84982-9df5-467f-9d22-269790d4fdad None None] Update dhcp port {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': '0f014c38-437b-4138-b132-edfcd035b53b', 'ip_address': '2001:db8::f816:3eff:fe74:aeb8'}, {'subnet_id': '17417f24-6ee9-4b8e-9361-972b276b1932'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': 'cb0faf11-a7be-4e64-93cc-c323848e7a7e'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:53:51.485056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.489992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.499531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fae84982-9df5-467f-9d22-269790d4fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.544810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34920) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:51.567368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9d883106-8fdd-44d0-ac27-3c40f3cd8d44 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:51.580367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 212f83c3-02f2-413a-95f9-022cdc1c918d no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:51.595210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9d883106-8fdd-44d0-ac27-3c40f3cd8d44 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:51.605147 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9d883106-8fdd-44d0-ac27-3c40f3cd8d44 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.5110400 May 06 13:53:51.606180 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34926) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:51.641065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 212f83c3-02f2-413a-95f9-022cdc1c918d {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:53:51.641412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 212f83c3-02f2-413a-95f9-022cdc1c918d not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:51.647675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a3424e-94d5-46d5-84ee-255d887a1bf8']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:51.653310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26e14a39-cc5c-40fd-ba4a-660d49e16e96 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.671074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26e14a39-cc5c-40fd-ba4a-660d49e16e96 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.703588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26e14a39-cc5c-40fd-ba4a-660d49e16e96 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.721450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e14a39-cc5c-40fd-ba4a-660d49e16e96 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76aa9038-9f4e-4053-8eaf-3204dc89f112,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:51.722653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae7219e-2f19-44ca-be2c-fb747dbf0fe2') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:51.723097 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae7219e-2f19-44ca-be2c-fb747dbf0fe2') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:51.723244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:51.745914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.762375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26e14a39-cc5c-40fd-ba4a-660d49e16e96 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.764014 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-26e14a39-cc5c-40fd-ba4a-660d49e16e96 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/76aa9038-9f4e-4053-8eaf-3204dc89f112 HTTP/1.1" status: 204 len: 168 time: 0.1566129 May 06 13:53:51.766330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34930) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:51.801751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.823333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.827813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f048c5-fda4-40fb-80a5-d70f3dc8c616,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:51.843427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.860139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:53:51.860844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.888316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Allocated IP 172.20.0.2 (5bfbce97-f919-4c00-8682-baa525b1e3b3/5c097575-548d-4c70-a1b3-56a72e1def0e/5b14b199-e221-43fc-b3ac-60259fd5e3ef) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:51.934545 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:52.011773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2dd55070-4d91-41ac-89b9-179c57f73536 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:52.032511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:52.036568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 5bfbce97-f919-4c00-8682-baa525b1e3b3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:52.038742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:52.042786 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3b66424b-fe0e-4812-91c5-46c407886075 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5040f86d7a494850a49f86c07a4b2d9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4966245 May 06 13:53:52.043875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:52.077002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34936) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:52.159299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:52.160340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.179248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2dd55070-4d91-41ac-89b9-179c57f73536 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:52.182018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 172.20.0.12 (50bbb88f-72fc-4a05-991e-345befa7062b/17417f24-6ee9-4b8e-9361-972b276b1932/ba609b69-3c13-4ab4-9da6-35e7281eebd7) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:52.182673 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2dd55070-4d91-41ac-89b9-179c57f73536 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4153435 May 06 13:53:52.196404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34940) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:52.215510 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2b5ef819-7fb2-4d3e-b40e-f2ea8b29a0ae tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6504171 May 06 13:53:52.221444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34944) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:52.227051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fe5d:a1e9 (50bbb88f-72fc-4a05-991e-345befa7062b/0f014c38-437b-4138-b132-edfcd035b53b/ba609b69-3c13-4ab4-9da6-35e7281eebd7) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:52.235072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3', 'name': 'tempest-PortsTestJSON-250706713'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:52.289159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.304931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Transition to ACTIVE for port object 5b14b199-e221-43fc-b3ac-60259fd5e3ef will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:52.329497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Transition to ACTIVE for port object 5b14b199-e221-43fc-b3ac-60259fd5e3ef will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:52.329674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8079d413-9134-4468-8704-cd683c6b8d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.338309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.340656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.373989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8079d413-9134-4468-8704-cd683c6b8d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.425314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Pushing event updated for resources: {'Port': ['ID=5b14b199-e221-43fc-b3ac-60259fd5e3ef,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:52.456764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.469207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Network 5bfbce97-f919-4c00-8682-baa525b1e3b3 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:52.469207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:52.469207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:52.477841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:52.482207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7393cbf4-e475-4ec2-92c5-5a646ae94b74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.485560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:52.485560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:52.485560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:52.486927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=03a3424e-94d5-46d5-84ee-255d887a1bf8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:52.495116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:52.504917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7393cbf4-e475-4ec2-92c5-5a646ae94b74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.505083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.523826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8079d413-9134-4468-8704-cd683c6b8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.527978 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9209cb6a-f6c3-49a1-827c-60cfc2294ad6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/03a3424e-94d5-46d5-84ee-255d887a1bf8 HTTP/1.1" status: 204 len: 168 time: 3.7657514 May 06 13:53:52.536647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34948) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:52.568894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-311008499'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:52.573438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079d413-9134-4468-8704-cd683c6b8d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ca69ad-3276-4409-bcb9-bd0ddc96d399,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:52.586031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Attempting to bind port 5b14b199-e221-43fc-b3ac-60259fd5e3ef on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:52.587008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Attempting to bind port 5b14b199-e221-43fc-b3ac-60259fd5e3ef by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '7b951821-dc7e-4085-a2d6-380559bcbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:52.588344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Attempting to bind port 5b14b199-e221-43fc-b3ac-60259fd5e3ef on network 5bfbce97-f919-4c00-8682-baa525b1e3b3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:52.595751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:52.596286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Checking segment: {'id': '7b951821-dc7e-4085-a2d6-380559bcbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:52.597261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.597353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Bound using segment: {'id': '7b951821-dc7e-4085-a2d6-380559bcbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:52.597997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Bound port: 5b14b199-e221-43fc-b3ac-60259fd5e3ef, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b951821-dc7e-4085-a2d6-380559bcbdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5bfbce97-f919-4c00-8682-baa525b1e3b3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:52.598374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:52.598539 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.609914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 94047299-dc95-45a6-b7a8-e03880a78a95 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:53:52.705281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7393cbf4-e475-4ec2-92c5-5a646ae94b74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.750618 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393cbf4-e475-4ec2-92c5-5a646ae94b74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a051afc-5017-42fd-953d-4ed62a076da2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:52.752411 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-94179641-f27f-4526-bdec-88835a371f92 None None] For port 5b14b199-e221-43fc-b3ac-60259fd5e3ef, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:52.757547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-94179641-f27f-4526-bdec-88835a371f92 None None] For port 5b14b199-e221-43fc-b3ac-60259fd5e3ef, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5b14b199-e221-43fc-b3ac-60259fd5e3ef,segment=NetworkSegment(7b951821-dc7e-4085-a2d6-380559bcbdc7),segment_id=7b951821-dc7e-4085-a2d6-380559bcbdc7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:52.768490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.790582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7393cbf4-e475-4ec2-92c5-5a646ae94b74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.790582 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7393cbf4-e475-4ec2-92c5-5a646ae94b74 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6a051afc-5017-42fd-953d-4ed62a076da2 HTTP/1.1" status: 204 len: 168 time: 0.5930991 May 06 13:53:52.795863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34952) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:52.848520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.865796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:52.865796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8079d413-9134-4468-8704-cd683c6b8d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.871093 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8079d413-9134-4468-8704-cd683c6b8d8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97ca69ad-3276-4409-bcb9-bd0ddc96d399 HTTP/1.1" status: 204 len: 168 time: 0.7901325 May 06 13:53:52.888820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:52.913945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:52.922182 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94179641-f27f-4526-bdec-88835a371f92 None None] Pushing event updated for resources: {'Port': ['ID=5b14b199-e221-43fc-b3ac-60259fd5e3ef,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:52.947859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object ba609b69-3c13-4ab4-9da6-35e7281eebd7 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:52.960961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:52.965294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.970332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a9a3d815-ba76-4bc9-8a61-d903395dd40d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:52.996940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.9 (5bfbce97-f919-4c00-8682-baa525b1e3b3/5c097575-548d-4c70-a1b3-56a72e1def0e/94047299-dc95-45a6-b7a8-e03880a78a95) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:53.038887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a9a3d815-ba76-4bc9-8a61-d903395dd40d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:53.043064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:53.049053 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a9a3d815-ba76-4bc9-8a61-d903395dd40d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2515097 May 06 13:53:53.050606 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34958) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:53.101376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.107555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.108152 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment f83eef2c-f885-4eca-8edb-769885a517dd of type vlan for network 8fe24e2e-df92-48bf-a639-0e028b4cd71a May 06 13:53:53.125170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.201732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52683191-2970-4787-af4a-7f5864e67c80 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.245274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-fae84982-9df5-467f-9d22-269790d4fdad None None] Allocated IP 172.20.0.2 (50bbb88f-72fc-4a05-991e-345befa7062b/17417f24-6ee9-4b8e-9361-972b276b1932/cb0faf11-a7be-4e64-93cc-c323848e7a7e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:53.282882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:53.433979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.522837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.540195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:53.540195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.643233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:53.655444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52683191-2970-4787-af4a-7f5864e67c80 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.662747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-fae84982-9df5-467f-9d22-269790d4fdad None None] For port cb0faf11-a7be-4e64-93cc-c323848e7a7e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cb0faf11-a7be-4e64-93cc-c323848e7a7e,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:53.673834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:53.726528 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1618981 May 06 13:53:53.737477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.738581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fae84982-9df5-467f-9d22-269790d4fdad None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.741359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34968) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:53.741359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=ba609b69-3c13-4ab4-9da6-35e7281eebd7,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:53.753728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fae84982-9df5-467f-9d22-269790d4fdad None None] Transition to ACTIVE for port object cb0faf11-a7be-4e64-93cc-c323848e7a7e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:53.753979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': '8fe24e2e-df92-48bf-a639-0e028b4cd71a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:53.756853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fae84982-9df5-467f-9d22-269790d4fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.764161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ca1ba-0438-43f4-8de8-af5a89c41457 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=8fe24e2e-df92-48bf-a639-0e028b4cd71a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:53.794390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 94047299-dc95-45a6-b7a8-e03880a78a95 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:53.806335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 8fe24e2e-df92-48bf-a639-0e028b4cd71a details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:53.837828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.957231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:53.957910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.964431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 5bfbce97-f919-4c00-8682-baa525b1e3b3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:53.970762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:53.980114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:53.990775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52683191-2970-4787-af4a-7f5864e67c80 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.068406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae84982-9df5-467f-9d22-269790d4fdad None None] Pushing event updated for resources: {'Port': ['ID=cb0faf11-a7be-4e64-93cc-c323848e7a7e,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:54.080795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52683191-2970-4787-af4a-7f5864e67c80 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23631acb-a890-4655-b25d-e25a5fe44a42,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:54.089255 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ffc6a5ee-2167-474f-8d2d-47dda2b6e279 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3557143 May 06 13:53:54.090199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52683191-2970-4787-af4a-7f5864e67c80 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.091189 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-52683191-2970-4787-af4a-7f5864e67c80 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/23631acb-a890-4655-b25d-e25a5fe44a42 HTTP/1.1" status: 204 len: 168 time: 1.0381064 May 06 13:53:54.094655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=94047299-dc95-45a6-b7a8-e03880a78a95,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:54.096168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:54.101195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 34976) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.101613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34978) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.104741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:54.111588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:54.164842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:54.202498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:54.203140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.204307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:54.252387 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-99717311-9d02-4c5c-9ec9-dfb8230f9476 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0284879 May 06 13:53:54.260304 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-37f67497-dc22-4044-adcd-0096fe358824 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1539249 May 06 13:53:54.260450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34986) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.268000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34990) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.396807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.442968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30027b2e-4416-42b6-bf4d-310113b38527 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.457515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30027b2e-4416-42b6-bf4d-310113b38527 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.525409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6e067-dfab-4ea3-a48f-6dca67f5e433 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:54.529985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6e067-dfab-4ea3-a48f-6dca67f5e433 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:54.530809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5dd6e067-dfab-4ea3-a48f-6dca67f5e433 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:54.531432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ae339-314e-4339-bb70-d3da00df709a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:54.532445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cf1ae339-314e-4339-bb70-d3da00df709a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:54.556851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30027b2e-4416-42b6-bf4d-310113b38527 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.577794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cf1ae339-314e-4339-bb70-d3da00df709a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:54.581557 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cf1ae339-314e-4339-bb70-d3da00df709a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.3094010 May 06 13:53:54.590797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-30027b2e-4416-42b6-bf4d-310113b38527 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.592730 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-30027b2e-4416-42b6-bf4d-310113b38527 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/13fb3346-3985-46b1-9743-9492dc9729e5 HTTP/1.1" status: 204 len: 168 time: 0.3175852 May 06 13:53:54.596810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 34998) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.597540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35000) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.598178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35002) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.622473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5dd6e067-dfab-4ea3-a48f-6dca67f5e433 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:54.623673 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5dd6e067-dfab-4ea3-a48f-6dca67f5e433 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5215232 May 06 13:53:54.637837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35010) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.647755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30027b2e-4416-42b6-bf4d-310113b38527 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13fb3346-3985-46b1-9743-9492dc9729e5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:54.764727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8d08b4f3-5fce-483a-baee-fb1aeec31796 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 94047299-dc95-45a6-b7a8-e03880a78a95 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:54.765283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d08b4f3-5fce-483a-baee-fb1aeec31796 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.775924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb0faf11-a7be-4e64-93cc-c323848e7a7e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:54.868953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b688ae7-5bbb-4c0b-abdd-270ae39a3e7f None None] Network 5bfbce97-f919-4c00-8682-baa525b1e3b3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:54.955154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3a7c8d6a-86ee-425b-88f4-c87af942c30b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:54.972160 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ca49a979-492f-46e4-b04a-b200d9cb18cf tempest-ServiceProvidersTest-564845395 tempest-ServiceProvidersTest-564845395-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3545635 May 06 13:53:55.030808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b4429d7e-380f-42e5-8cbe-30039c578c10 None None] Provisioning for port 5b14b199-e221-43fc-b3ac-60259fd5e3ef completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:55.046526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-46ff006b-7809-4606-a6ef-f60f9dec8c64 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port ba609b69-3c13-4ab4-9da6-35e7281eebd7 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:55.048312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-46ff006b-7809-4606-a6ef-f60f9dec8c64 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.079380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5b14b199-e221-43fc-b3ac-60259fd5e3ef up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:55.109323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3a7c8d6a-86ee-425b-88f4-c87af942c30b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:55.117417 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3a7c8d6a-86ee-425b-88f4-c87af942c30b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5053914 May 06 13:53:55.118396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35022) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:55.331709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d08b4f3-5fce-483a-baee-fb1aeec31796 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.379186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 5b14b199-e221-43fc-b3ac-60259fd5e3ef completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:55.405232 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 5b14b199-e221-43fc-b3ac-60259fd5e3ef triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:55.405900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.456487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.476716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ed3784dd-c5cd-421b-bc48-2d74d0388e26 None None] Provisioning for port cb0faf11-a7be-4e64-93cc-c323848e7a7e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:55.513302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ed3784dd-c5cd-421b-bc48-2d74d0388e26 None None] Provisioning complete for port cb0faf11-a7be-4e64-93cc-c323848e7a7e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:55.513990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed3784dd-c5cd-421b-bc48-2d74d0388e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.519856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8d08b4f3-5fce-483a-baee-fb1aeec31796 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 94047299-dc95-45a6-b7a8-e03880a78a95 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:55.556802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35028) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:55.644914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54d76f1b-07ac-463d-859f-a3b73061f649 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.747845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d08b4f3-5fce-483a-baee-fb1aeec31796 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.767961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.837368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08b4f3-5fce-483a-baee-fb1aeec31796 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=94047299-dc95-45a6-b7a8-e03880a78a95,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:55.846179 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 5b14b199-e221-43fc-b3ac-60259fd5e3ef, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5b14b199-e221-43fc-b3ac-60259fd5e3ef,segment=NetworkSegment(7b951821-dc7e-4085-a2d6-380559bcbdc7),segment_id=7b951821-dc7e-4085-a2d6-380559bcbdc7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:55.853962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.881020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=7fc74f51-ae5c-489b-ac78-2a0d4e78c831,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:55.982385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.016625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-317da594-753b-4cce-b559-f99773bc99f0 None None] Provisioning for port ba609b69-3c13-4ab4-9da6-35e7281eebd7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:56.026975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=5b14b199-e221-43fc-b3ac-60259fd5e3ef,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:56.034172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-317da594-753b-4cce-b559-f99773bc99f0 None None] Provisioning complete for port ba609b69-3c13-4ab4-9da6-35e7281eebd7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:56.036401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317da594-753b-4cce-b559-f99773bc99f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.056206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d08b4f3-5fce-483a-baee-fb1aeec31796 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.064991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:56.074510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] Usage tracker for resource:security_group_rule and tenant:515ede43902a4c0fb89c55a977d314c0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:56.080531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:56.089679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:56.095536 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8d08b4f3-5fce-483a-baee-fb1aeec31796 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/94047299-dc95-45a6-b7a8-e03880a78a95 HTTP/1.1" status: 204 len: 168 time: 1.4957108 May 06 13:53:56.098503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35034) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:56.134689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-317da594-753b-4cce-b559-f99773bc99f0 None None] Port ba609b69-3c13-4ab4-9da6-35e7281eebd7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:56.140060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-46ff006b-7809-4606-a6ef-f60f9dec8c64 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.186118 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca0e00f-70ec-48e0-9c1d-b98e04c1d721 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:53:56.186118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eca0e00f-70ec-48e0-9c1d-b98e04c1d721 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:56.228048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eca0e00f-70ec-48e0-9c1d-b98e04c1d721 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:56.238366 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eca0e00f-70ec-48e0-9c1d-b98e04c1d721 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/94047299-dc95-45a6-b7a8-e03880a78a95 HTTP/1.1" status: 404 len: 333 time: 0.1335328 May 06 13:53:56.252921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35038) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:56.269210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-41c7fa24-b3e9-4964-b548-398b2ed44675 None None] Could not find standard attr ID for object 94047299-dc95-45a6-b7a8-e03880a78a95. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:53:56.302552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54d76f1b-07ac-463d-859f-a3b73061f649 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.317989 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-41c7fa24-b3e9-4964-b548-398b2ed44675 None None] Provisioning complete for port 5b14b199-e221-43fc-b3ac-60259fd5e3ef triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:56.318571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41c7fa24-b3e9-4964-b548-398b2ed44675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.341288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.352206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.366896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-46ff006b-7809-4606-a6ef-f60f9dec8c64 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for ba609b69-3c13-4ab4-9da6-35e7281eebd7 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:56.418664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a993815f-c63d-45bc-b31f-97ab6f6ad7bf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:56.422833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a993815f-c63d-45bc-b31f-97ab6f6ad7bf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.450413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54d76f1b-07ac-463d-859f-a3b73061f649 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.482805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': 'f83eef2c-f885-4eca-8edb-769885a517dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fe24e2e-df92-48bf-a639-0e028b4cd71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:56.482805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: 8fe24e2e-df92-48bf-a639-0e028b4cd71a, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:56.499056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d76f1b-07ac-463d-859f-a3b73061f649 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d78b90-e1e4-4cc7-a7f2-ac9f4ae84ab4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:56.560217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-41c7fa24-b3e9-4964-b548-398b2ed44675 None None] Provisioning for port a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:56.575895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-41c7fa24-b3e9-4964-b548-398b2ed44675 None None] Provisioning complete for port a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:56.576771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41c7fa24-b3e9-4964-b548-398b2ed44675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.585721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54d76f1b-07ac-463d-859f-a3b73061f649 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.589334 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-54d76f1b-07ac-463d-859f-a3b73061f649 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/10d78b90-e1e4-4cc7-a7f2-ac9f4ae84ab4 HTTP/1.1" status: 204 len: 168 time: 1.4617913 May 06 13:53:56.601539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35042) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:56.703949 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=515ede43902a4c0fb89c55a977d314c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1460161 May 06 13:53:56.704752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9221d3-fe59-4ad6-a0bd-c6ef5a0dddd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe89966-c285-4da2-9062-a2d8c3e2fe8a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:56.705652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5b14b199-e221-43fc-b3ac-60259fd5e3ef up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:56.707216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35046) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:56.769837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 8fe24e2e-df92-48bf-a639-0e028b4cd71a is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:56.778416 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-41c7fa24-b3e9-4964-b548-398b2ed44675 None None] Port a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:56.848871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 5b14b199-e221-43fc-b3ac-60259fd5e3ef triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:56.852926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.981378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ba49ddd4-d282-46b9-b685-726acba0ea27 None None] Could not find standard attr ID for object 94047299-dc95-45a6-b7a8-e03880a78a95. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:53:56.987456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a307-2374-4604-8bfc-d0afe7f0cd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.990576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-967043fe-d28e-4dd3-95a1-3900c4a7027c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:56.999209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-46ff006b-7809-4606-a6ef-f60f9dec8c64 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.004696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 8fe24e2e-df92-48bf-a639-0e028b4cd71a) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:57.026150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea1d1e-dda8-4fa3-8bb7-a29c35283c2f None None] Network 8fe24e2e-df92-48bf-a639-0e028b4cd71a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:57.041059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a307-2374-4604-8bfc-d0afe7f0cd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.071715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a993815f-c63d-45bc-b31f-97ab6f6ad7bf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.121901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:57.122487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.136096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff006b-7809-4606-a6ef-f60f9dec8c64 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=ba609b69-3c13-4ab4-9da6-35e7281eebd7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:57.147493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ba49ddd4-d282-46b9-b685-726acba0ea27 None None] Provisioning complete for port a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:57.147493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba49ddd4-d282-46b9-b685-726acba0ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.171486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-967043fe-d28e-4dd3-95a1-3900c4a7027c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:57.173017 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-967043fe-d28e-4dd3-95a1-3900c4a7027c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5706453 May 06 13:53:57.179006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35050) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:57.190127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620633877'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:57.214886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:57.253642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a993815f-c63d-45bc-b31f-97ab6f6ad7bf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:57.260341 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-690b15ba-815b-418d-b01b-a6cd3b9b320c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5144882 May 06 13:53:57.273929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35054) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:57.324457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1660236159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:57.324457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:57.348811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:57.358169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ba49ddd4-d282-46b9-b685-726acba0ea27 None None] Port a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:53:57.381210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:router and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:57.393925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a307-2374-4604-8bfc-d0afe7f0cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.395441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Router f5abab9c-c40b-4bfe-9859-d8ad5945b7df has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:57.395441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:57.420480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:57.428289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.457243 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9a307-2374-4604-8bfc-d0afe7f0cd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe89966-c285-4da2-9062-a2d8c3e2fe8a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:57.475573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a307-2374-4604-8bfc-d0afe7f0cd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.475573 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c4d9a307-2374-4604-8bfc-d0afe7f0cd12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffe89966-c285-4da2-9062-a2d8c3e2fe8a HTTP/1.1" status: 204 len: 168 time: 0.7547271 May 06 13:53:57.483625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.483625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.508406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-46ff006b-7809-4606-a6ef-f60f9dec8c64 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.508406 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-46ff006b-7809-4606-a6ef-f60f9dec8c64 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/ba609b69-3c13-4ab4-9da6-35e7281eebd7 HTTP/1.1" status: 204 len: 168 time: 2.8556452 May 06 13:53:57.508406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35060) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:57.588698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-8fe24e2e-df92-48bf-a639-0e028b4cd71a', 'network_id': '8fe24e2e-df92-48bf-a639-0e028b4cd71a', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': '7fc74f51-ae5c-489b-ac78-2a0d4e78c831'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:53:57.588698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.638645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a993815f-c63d-45bc-b31f-97ab6f6ad7bf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.703401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993815f-c63d-45bc-b31f-97ab6f6ad7bf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:57.746699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:57.767742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:57.781492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:57.815446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:57.862775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d790f0fd-2268-4594-9a69-044f6de0a5b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:57.864563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d790f0fd-2268-4594-9a69-044f6de0a5b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:57.869575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d790f0fd-2268-4594-9a69-044f6de0a5b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:57.873089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d790f0fd-2268-4594-9a69-044f6de0a5b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:57.882305 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Allocated IP 172.20.0.2 (8fe24e2e-df92-48bf-a639-0e028b4cd71a/7fc74f51-ae5c-489b-ac78-2a0d4e78c831/d0f46da0-2212-4679-adee-f7bbfcf19673) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:57.911196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.912576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a993815f-c63d-45bc-b31f-97ab6f6ad7bf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.943332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a993815f-c63d-45bc-b31f-97ab6f6ad7bf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 HTTP/1.1" status: 204 len: 168 time: 1.7033687 May 06 13:53:57.946690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35066) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:58.023334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d790f0fd-2268-4594-9a69-044f6de0a5b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:58.026477 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d790f0fd-2268-4594-9a69-044f6de0a5b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4589827 May 06 13:53:58.042779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35070) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:58.087680 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c13a68-d4a8-4fbc-b7d4-f449c9b679cf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:53:58.089251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-34c13a68-d4a8-4fbc-b7d4-f449c9b679cf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:58.116343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.126679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-34c13a68-d4a8-4fbc-b7d4-f449c9b679cf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:58.132787 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-34c13a68-d4a8-4fbc-b7d4-f449c9b679cf tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/a8f5e7c4-4b73-44fa-a3b7-7eee0f7da238 HTTP/1.1" status: 404 len: 333 time: 0.1851988 May 06 13:53:58.134109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35076) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:58.145837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.166995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.233416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.234196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.234834 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0542641 May 06 13:53:58.244259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35082) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:58.254998 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.257060 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d3fdc5d6-e8e5-4551-b5af-3ac420321ab1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9585268 May 06 13:53:58.263773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Transition to ACTIVE for port object d0f46da0-2212-4679-adee-f7bbfcf19673 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:58.269826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35086) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:58.277372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '5959e864-b2c3-4a28-8d39-eb0b023431cb', 'direction': 'ingress', 'protocol': 17}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:58.293496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Transition to ACTIVE for port object d0f46da0-2212-4679-adee-f7bbfcf19673 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:58.294767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:58.305442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.366887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb2904-e47c-47fc-bd18-e012607f3239 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5959e864-b2c3-4a28-8d39-eb0b023431cb,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:58.390048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Network 8fe24e2e-df92-48bf-a639-0e028b4cd71a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:58.398870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:58.403483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:58.405486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:53:58.408161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:58.461552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Pushing event updated for resources: {'Port': ['ID=d0f46da0-2212-4679-adee-f7bbfcf19673,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:58.516780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36e5f05-0b1f-41d8-9b6f-90679859dcfa tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet 5c097575-548d-4c70-a1b3-56a72e1def0e {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:58.525166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36e5f05-0b1f-41d8-9b6f-90679859dcfa tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.544686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:58.601405 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Attempting to bind port d0f46da0-2212-4679-adee-f7bbfcf19673 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:58.602571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Attempting to bind port d0f46da0-2212-4679-adee-f7bbfcf19673 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f83eef2c-f885-4eca-8edb-769885a517dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fe24e2e-df92-48bf-a639-0e028b4cd71a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:58.602571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Attempting to bind port d0f46da0-2212-4679-adee-f7bbfcf19673 on network 8fe24e2e-df92-48bf-a639-0e028b4cd71a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:53:58.615771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:53:58.615771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Checking segment: {'id': 'f83eef2c-f885-4eca-8edb-769885a517dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fe24e2e-df92-48bf-a639-0e028b4cd71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:53:58.615771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.615771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Bound using segment: {'id': 'f83eef2c-f885-4eca-8edb-769885a517dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fe24e2e-df92-48bf-a639-0e028b4cd71a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:53:58.615771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Bound port: d0f46da0-2212-4679-adee-f7bbfcf19673, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83eef2c-f885-4eca-8edb-769885a517dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fe24e2e-df92-48bf-a639-0e028b4cd71a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:58.615771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.635692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36e5f05-0b1f-41d8-9b6f-90679859dcfa tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.714374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.747259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] For port d0f46da0-2212-4679-adee-f7bbfcf19673, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:53:58.751016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] For port d0f46da0-2212-4679-adee-f7bbfcf19673, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0f46da0-2212-4679-adee-f7bbfcf19673,segment=NetworkSegment(f83eef2c-f885-4eca-8edb-769885a517dd),segment_id=f83eef2c-f885-4eca-8edb-769885a517dd)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:53:58.757993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.782845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36e5f05-0b1f-41d8-9b6f-90679859dcfa tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.877187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622700d-f43f-4311-bdff-cb75dd29f33a None None] Pushing event updated for resources: {'Port': ['ID=d0f46da0-2212-4679-adee-f7bbfcf19673,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:58.942495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36e5f05-0b1f-41d8-9b6f-90679859dcfa tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.006835 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e5f05-0b1f-41d8-9b6f-90679859dcfa tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=5c097575-548d-4c70-a1b3-56a72e1def0e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:59.027738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b36e5f05-0b1f-41d8-9b6f-90679859dcfa tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.028557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af835928-4c9f-4706-bf9e-ec7d38ec27e4 None None] Network 5bfbce97-f919-4c00-8682-baa525b1e3b3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:53:59.037823 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b36e5f05-0b1f-41d8-9b6f-90679859dcfa tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/5c097575-548d-4c70-a1b3-56a72e1def0e HTTP/1.1" status: 204 len: 168 time: 0.9000556 May 06 13:53:59.038317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35100) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:59.124313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:59.165652 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d574b749-fe70-4dae-9098-570196807ac0 admin admin] 10.222.0.65 "PUT /v2.0/routers/f5abab9c-c40b-4bfe-9859-d8ad5945b7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7643900 May 06 13:53:59.170021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35104) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:59.175887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.252033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] Sync routers for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:59.269209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35108) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:59.276965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd68066-9bac-4710-a240-d32a745b3fe8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 0f014c38-437b-4138-b132-edfcd035b53b {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:53:59.305739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd68066-9bac-4710-a240-d32a745b3fe8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.349678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:59.355161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:59.572311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.576584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-87840e0d-022e-4e34-9784-77251c0382c1 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-931418373', 'prefixes': ['172.20.0.0/16']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:53:59.592948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-87840e0d-022e-4e34-9784-77251c0382c1 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:59.599227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.599416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 5b14b199-e221-43fc-b3ac-60259fd5e3ef {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:59.599416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.706021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:59.711984 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd68066-9bac-4710-a240-d32a745b3fe8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.770437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ddd379-797e-432a-a687-5eb7c5308889,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:59.827473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.832163 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-833e4542-e4b6-4aa8-b8fc-b4827d01c8ba tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.5763302 May 06 13:53:59.840889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35114) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:59.993501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] For port 5b14b199-e221-43fc-b3ac-60259fd5e3ef, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5b14b199-e221-43fc-b3ac-60259fd5e3ef,segment=NetworkSegment(7b951821-dc7e-4085-a2d6-380559bcbdc7),segment_id=7b951821-dc7e-4085-a2d6-380559bcbdc7)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:59.993501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.022306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] DHCP port deletion for 5bfbce97-f919-4c00-8682-baa525b1e3b3 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:00.079332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.136570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd68066-9bac-4710-a240-d32a745b3fe8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.150239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] Deleting port 5b14b199-e221-43fc-b3ac-60259fd5e3ef {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:00.150701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.193220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 5b14b199-e221-43fc-b3ac-60259fd5e3ef owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:00.254778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91c430bb-0173-4428-ac62-baa41e460d9b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.286010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.389429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] For port 5b14b199-e221-43fc-b3ac-60259fd5e3ef, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5b14b199-e221-43fc-b3ac-60259fd5e3ef,segment=NetworkSegment(7b951821-dc7e-4085-a2d6-380559bcbdc7),segment_id=7b951821-dc7e-4085-a2d6-380559bcbdc7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:00.389551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.530768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] Calling delete_port for 5b14b199-e221-43fc-b3ac-60259fd5e3ef owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:00.573657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.589972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59e713-e94c-4591-ae5c-1769431f593f None None] Network 8fe24e2e-df92-48bf-a639-0e028b4cd71a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:00.676943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=5b14b199-e221-43fc-b3ac-60259fd5e3ef,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:00.686625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91c430bb-0173-4428-ac62-baa41e460d9b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.711071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No DVR routers for this DVR port 5b14b199-e221-43fc-b3ac-60259fd5e3ef on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:00.722699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd68066-9bac-4710-a240-d32a745b3fe8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.754006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d0f46da0-2212-4679-adee-f7bbfcf19673 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:00.877783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd68066-9bac-4710-a240-d32a745b3fe8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.877783 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3cd68066-9bac-4710-a240-d32a745b3fe8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/0f014c38-437b-4138-b132-edfcd035b53b HTTP/1.1" status: 204 len: 168 time: 2.8177245 May 06 13:54:00.877783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd68066-9bac-4710-a240-d32a745b3fe8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=0f014c38-437b-4138-b132-edfcd035b53b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:00.887465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.887465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35120) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:00.901278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b59903-fdfb-440d-85f3-92a9fabfe070 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:00.914078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87840e0d-022e-4e34-9784-77251c0382c1 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] Notify callbacks [] for subnetpool, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.914078 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-87840e0d-022e-4e34-9784-77251c0382c1 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.6229126 May 06 13:54:00.914078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.20.0.1 (8fe24e2e-df92-48bf-a639-0e028b4cd71a/7fc74f51-ae5c-489b-ac78-2a0d4e78c831/2a758329-cf9a-4f81-ba14-d78e49f24c1a) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:00.914078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35124) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:00.967505 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-33f6e3f1-23c6-4443-a26b-ecb113615a44 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] 10.222.0.65 "GET /v2.0/subnetpools/505bfadc-bbda-44ef-8483-e9ee099682c3 HTTP/1.1" status: 200 len: 731 time: 0.0510113 May 06 13:54:00.978787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35128) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:00.978787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b6c09e5e-8983-4e30-896d-3d12630e5b2a tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2133278744'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:01.000685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfbce97-f919-4c00-8682-baa525b1e3b3']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:01.028520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b951821-dc7e-4085-a2d6-380559bcbdc7') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:01.028820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b951821-dc7e-4085-a2d6-380559bcbdc7') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:01.084892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.095985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91c430bb-0173-4428-ac62-baa41e460d9b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.134952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c430bb-0173-4428-ac62-baa41e460d9b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5959e864-b2c3-4a28-8d39-eb0b023431cb,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:01.166297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91c430bb-0173-4428-ac62-baa41e460d9b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.168415 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-91c430bb-0173-4428-ac62-baa41e460d9b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/5959e864-b2c3-4a28-8d39-eb0b023431cb HTTP/1.1" status: 204 len: 168 time: 1.2911491 May 06 13:54:01.169656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.177141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35132) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:01.199708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.215960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:54:01.215960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Deleting port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:01.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.251841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:01.251841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:01.301258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c38c51f8-86f4-4b63-aaf4-eb02cd222595 None None] Provisioning for port d0f46da0-2212-4679-adee-f7bbfcf19673 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:01.329633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:53:51Z', 'revision_number': 5, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port': {'id': '6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:47Z', 'updated_at': '2022-05-06T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:01.342085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.372774 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] Checking router: f5abab9c-c40b-4bfe-9859-d8ad5945b7df for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:54:01.374778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9ef41014-45f1-419a-8e4d-ee6c5ce33ea1 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:01.374778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object 2a758329-cf9a-4f81-ba14-d78e49f24c1a will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:01.381418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port d0f46da0-2212-4679-adee-f7bbfcf19673 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:01.403557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d0f46da0-2212-4679-adee-f7bbfcf19673 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:01.403557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.408224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9ef41014-45f1-419a-8e4d-ee6c5ce33ea1 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:01.413604 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9ef41014-45f1-419a-8e4d-ee6c5ce33ea1 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2318141 May 06 13:54:01.413762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35136) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:01.422604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360174256'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:01.430740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d8bae6-bd20-43d7-8c3e-3f50d158ab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 17417f24-6ee9-4b8e-9361-972b276b1932 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:01.432811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:01.446897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:01.455974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.460530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] Routers {'f5abab9c-c40b-4bfe-9859-d8ad5945b7df'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:01.461231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:53:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:01.481815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95d8bae6-bd20-43d7-8c3e-3f50d158ab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.499825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.563735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 8fe24e2e-df92-48bf-a639-0e028b4cd71a is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:01.568951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=2a758329-cf9a-4f81-ba14-d78e49f24c1a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:01.573263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:01.588343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:01.632156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b6c09e5e-8983-4e30-896d-3d12630e5b2a tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] Notify callbacks [] for subnetpool, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.636525 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b6c09e5e-8983-4e30-896d-3d12630e5b2a tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] 10.222.0.65 "PUT /v2.0/subnetpools/505bfadc-bbda-44ef-8483-e9ee099682c3 HTTP/1.1" status: 200 len: 684 time: 0.6701045 May 06 13:54:01.638808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35140) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:01.642590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:01.651379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.652735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:01.671676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:01.680886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.690127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:01.699765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Network': ['ID=5bfbce97-f919-4c00-8682-baa525b1e3b3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:01.709028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.712109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95d8bae6-bd20-43d7-8c3e-3f50d158ab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.721749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] Set router f5abab9c-c40b-4bfe-9859-d8ad5945b7df gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:01.751962 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a8effe84-fc71-4652-a5f7-9f166525e29a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/networks/5bfbce97-f919-4c00-8682-baa525b1e3b3 HTTP/1.1" status: 204 len: 168 time: 2.7124844 May 06 13:54:01.756850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35144) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:01.768778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] Deleting port 5b14b199-e221-43fc-b3ac-60259fd5e3ef {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:01.769417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.789974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-917286192'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:01.798395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:01.819307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:network and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:01.826635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:01.846190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:01.853568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] For port 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:01.854297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.995933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.008763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-43fe2d57-b2cb-4486-81b6-58bc8fe61228 None None] The port '5b14b199-e221-43fc-b3ac-60259fd5e3ef' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:54:02.014234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:54:01Z', 'revision_number': 6, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:02.022437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Calling delete_port for 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:02.034949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1fc87-3ee1-4aea-b1db-6389d80436a3 None None] The sync data for ids ['f5abab9c-c40b-4bfe-9859-d8ad5945b7df'] in dv-neutron-840889-1-hyperv is: [{'id': 'f5abab9c-c40b-4bfe-9859-d8ad5945b7df', 'name': 'tempest-ServerActionsTestJSON-33350832-router', 'tenant_id': '84fbb053d0e242bb912a58ab3902988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:43Z', 'updated_at': '2022-05-06T13:54:01Z', 'revision_number': 6, 'project_id': '84fbb053d0e242bb912a58ab3902988d', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:02.039661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.065167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4404-edcb-4ad7-b52f-2a57572b1e44 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] Notify callbacks [] for subnetpool, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.068765 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e1ab4404-edcb-4ad7-b52f-2a57572b1e44 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] 10.222.0.65 "DELETE /v2.0/subnetpools/505bfadc-bbda-44ef-8483-e9ee099682c3 HTTP/1.1" status: 204 len: 168 time: 0.4212174 May 06 13:54:02.069261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.074504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35148) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:02.085359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30534d21-b684-4bb7-9f6d-42643d88891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.085703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:02.090711 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.114509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port d0f46da0-2212-4679-adee-f7bbfcf19673, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0f46da0-2212-4679-adee-f7bbfcf19673,segment=NetworkSegment(f83eef2c-f885-4eca-8edb-769885a517dd),segment_id=f83eef2c-f885-4eca-8edb-769885a517dd)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:02.121040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.136775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.197949 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-6e3d8214-3ff1-469c-a82d-b77e73c89e27 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] show failed (client error): The resource could not be found. May 06 13:54:02.198976 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6e3d8214-3ff1-469c-a82d-b77e73c89e27 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] 10.222.0.65 "GET /v2.0/subnetpools/505bfadc-bbda-44ef-8483-e9ee099682c3 HTTP/1.1" status: 404 len: 346 time: 0.1034181 May 06 13:54:02.203070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35152) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:02.204187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.209252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95d8bae6-bd20-43d7-8c3e-3f50d158ab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.210027 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7945652 May 06 13:54:02.213062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35154) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:02.220231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-aefbf867-92c2-4efd-b69d-6b28570e5625 None None] Provisioning complete for port d0f46da0-2212-4679-adee-f7bbfcf19673 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:02.220605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aefbf867-92c2-4efd-b69d-6b28570e5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.274641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=d0f46da0-2212-4679-adee-f7bbfcf19673,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:02.330970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:02.386116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.386947 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Added segment 5b398477-480e-4f4e-9dd1-bf4e0a264af2 of type vlan for network 13818544-a6f2-49b7-8326-b234c6ca42c8 May 06 13:54:02.481396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5b14b199-e221-43fc-b3ac-60259fd5e3ef no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:02.488116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.504634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95d8bae6-bd20-43d7-8c3e-3f50d158ab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.546857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 5b14b199-e221-43fc-b3ac-60259fd5e3ef {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:02.547708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5b14b199-e221-43fc-b3ac-60259fd5e3ef not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:02.551045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f06f1-293a-4674-9e1f-e422c0a5cb03 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b2881b-8081-4aa5-948e-fc93ba204925,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:02.570019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885786654'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:02.583547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:02.628580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8bae6-bd20-43d7-8c3e-3f50d158ab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=17417f24-6ee9-4b8e-9361-972b276b1932,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:02.635102 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-660c5859-0e32-44f9-9ed5-066b4492d7b4 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] delete failed (client error): The resource could not be found. May 06 13:54:02.642828 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-660c5859-0e32-44f9-9ed5-066b4492d7b4 tempest-SubnetPoolsTestJSON-2130723080 tempest-SubnetPoolsTestJSON-2130723080-project] 10.222.0.65 "DELETE /v2.0/subnetpools/505bfadc-bbda-44ef-8483-e9ee099682c3 HTTP/1.1" status: 404 len: 346 time: 0.4256179 May 06 13:54:02.642828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:02.659989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95d8bae6-bd20-43d7-8c3e-3f50d158ab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.689318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.694804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-382650d6-e0f9-4489-95fc-4282581b64e6 None None] Provisioning for port 2a758329-cf9a-4f81-ba14-d78e49f24c1a completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:02.703355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-382650d6-e0f9-4489-95fc-4282581b64e6 None None] Provisioning complete for port 2a758329-cf9a-4f81-ba14-d78e49f24c1a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:02.703911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-382650d6-e0f9-4489-95fc-4282581b64e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.724314 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-95d8bae6-bd20-43d7-8c3e-3f50d158ab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/17417f24-6ee9-4b8e-9361-972b276b1932 HTTP/1.1" status: 204 len: 168 time: 1.8365908 May 06 13:54:02.727450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35162) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:02.794395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-382650d6-e0f9-4489-95fc-4282581b64e6 None None] Port 2a758329-cf9a-4f81-ba14-d78e49f24c1a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:02.817095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.821336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:02.822202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.881403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.936564 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1f224b6e-e3f1-430c-9eea-b999aff7c436 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2069926 May 06 13:54:02.943760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35166) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.041599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:03.046993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:03.050699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:03.058824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d0f46da0-2212-4679-adee-f7bbfcf19673 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:03.060194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:03.114011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.118815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:03.127159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.130015 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3655314 May 06 13:54:03.135739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:03.146069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93571c-3ae3-4414-a6be-cb1bdd6d10b9 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:03.168344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35172) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.190189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35176) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.224194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:03.296155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.305585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.311908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.334484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0f811-bc75-4343-82db-300e69768d41 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Network': ['ID=13818544-a6f2-49b7-8326-b234c6ca42c8,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:03.340737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-54666d01-963b-476e-9cfd-a5c4c2f8b7c5 None None] Provisioning complete for port cb0faf11-a7be-4e64-93cc-c323848e7a7e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:03.341703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54666d01-963b-476e-9cfd-a5c4c2f8b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.381623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=2a758329-cf9a-4f81-ba14-d78e49f24c1a,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:03.399534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 13818544-a6f2-49b7-8326-b234c6ca42c8 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:03.429127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160cf80c-0a80-47d4-8ef4-1a4a2a23748a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:03.460770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.464884 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2a420ac9-a8f7-40aa-bba6-2adf5a32a6bc tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2459562 May 06 13:54:03.470398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35182) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.496351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '85b2881b-8081-4aa5-948e-fc93ba204925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '160cf80c-0a80-47d4-8ef4-1a4a2a23748a', 'remote_ip_prefix': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:03.513961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:03.521377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:03.524526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:03.539252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.581124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d0f46da0-2212-4679-adee-f7bbfcf19673 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:03.583232 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.583640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:03.596832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:03.605108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] Usage tracker for resource:security_group_rule and tenant:3d01027b55d845789f154fff92ffd9b8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:03.609413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:03.626785 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:03.647269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 8fe24e2e-df92-48bf-a639-0e028b4cd71a is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:03.650610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:03.658714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:03.662463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:03.665494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:03.667904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:03.687112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:03.689493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:03.699799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:03.716789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:03.724259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.836059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:03.845843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] Deleting port cb0faf11-a7be-4e64-93cc-c323848e7a7e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:03.846929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.881217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8f048c5-fda4-40fb-80a5-d70f3dc8c616 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:03.940166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: d8f048c5-fda4-40fb-80a5-d70f3dc8c616 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:03.941242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8f048c5-fda4-40fb-80a5-d70f3dc8c616 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:04.019151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:04.024347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.059272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.087110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.096347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.120394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:04.140985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-259a86fd-552c-4280-88fa-b84a530c271e None None] Provisioning complete for port 2a758329-cf9a-4f81-ba14-d78e49f24c1a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:04.141128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-259a86fd-552c-4280-88fa-b84a530c271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.159861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9531feb-0f75-4e01-a1b6-b8a0066b473c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:04.176237 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3cd4e92d-0955-4771-bf25-19b60371ec04 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d01027b55d845789f154fff92ffd9b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9514480 May 06 13:54:04.178915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35186) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:04.184436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] For port cb0faf11-a7be-4e64-93cc-c323848e7a7e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=cb0faf11-a7be-4e64-93cc-c323848e7a7e,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:04.185176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.255830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router 51ea2a8f-9ec7-4333-9b30-549c53e89949 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:54:04.266471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e76b13a4-27ba-40a5-bfa5-db0493cc9cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.328357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] Calling delete_port for cb0faf11-a7be-4e64-93cc-c323848e7a7e owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:04.345000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e76b13a4-27ba-40a5-bfa5-db0493cc9cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.354613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-259a86fd-552c-4280-88fa-b84a530c271e None None] Port 2a758329-cf9a-4f81-ba14-d78e49f24c1a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:04.384597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e1f7a75-243a-4bb1-b279-528deb3eede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.395662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.425562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.437116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.454443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.478884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] No DVR routers for this DVR port cb0faf11-a7be-4e64-93cc-c323848e7a7e on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:04.480731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585d9d3-e864-445d-b518-20bac0da4843 None None] Pushing event deleted for resources: {'Port': ['ID=cb0faf11-a7be-4e64-93cc-c323848e7a7e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:04.597955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.614386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e76b13a4-27ba-40a5-bfa5-db0493cc9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.636468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b13a4-27ba-40a5-bfa5-db0493cc9cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9531feb-0f75-4e01-a1b6-b8a0066b473c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:04.636590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.636590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5abab9c-c40b-4bfe-9859-d8ad5945b7df {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:54:04.658297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.667348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e76b13a4-27ba-40a5-bfa5-db0493cc9cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.667348 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e76b13a4-27ba-40a5-bfa5-db0493cc9cd6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9531feb-0f75-4e01-a1b6-b8a0066b473c HTTP/1.1" status: 204 len: 168 time: 0.4826367 May 06 13:54:04.678530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:04.690388 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-52bc9f70-e356-4698-8f25-fb0dec4ea2c3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/51ea2a8f-9ec7-4333-9b30-549c53e89949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3945160 May 06 13:54:04.690388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35192) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:04.696898 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09882d9-6a5c-40c4-a734-19ab37cd6941 None None] Sync routers for ids ['51ea2a8f-9ec7-4333-9b30-549c53e89949'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:04.724972 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09882d9-6a5c-40c4-a734-19ab37cd6941 None None] Routers {'51ea2a8f-9ec7-4333-9b30-549c53e89949'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:04.727465 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b09882d9-6a5c-40c4-a734-19ab37cd6941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['51ea2a8f-9ec7-4333-9b30-549c53e89949'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:04.741867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3d19fa-8cdf-4ec9-b514-37fbe4501bb5,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:04.799014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.800485 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1b6c9eab-8d08-4af3-85ed-abe74a1c10ad tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3290308 May 06 13:54:04.806475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb0faf11-a7be-4e64-93cc-c323848e7a7e no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:04.808479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.809802 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cf73e849-5aba-4b63-8c47-798f505f3f15 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f5abab9c-c40b-4bfe-9859-d8ad5945b7df HTTP/1.1" status: 204 len: 168 time: 5.6388810 May 06 13:54:04.819547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb34a5a-21a7-4c8b-9395-2dddbaeca71a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:04.820219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0bb34a5a-21a7-4c8b-9395-2dddbaeca71a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:04.828669 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b09882d9-6a5c-40c4-a734-19ab37cd6941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:04.834758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35196) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:04.835902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35198) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:04.841994 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09882d9-6a5c-40c4-a734-19ab37cd6941 None None] Routers {'51ea2a8f-9ec7-4333-9b30-549c53e89949'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:04.842833 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b09882d9-6a5c-40c4-a734-19ab37cd6941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['51ea2a8f-9ec7-4333-9b30-549c53e89949'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:04.933314 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b09882d9-6a5c-40c4-a734-19ab37cd6941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:04.937463 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09882d9-6a5c-40c4-a734-19ab37cd6941 None None] The sync data for ids ['51ea2a8f-9ec7-4333-9b30-549c53e89949'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:04.945352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: cb0faf11-a7be-4e64-93cc-c323848e7a7e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:04.952322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device cb0faf11-a7be-4e64-93cc-c323848e7a7e not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:04.953550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:04.963551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a283c77d-3390-460f-a61b-c8fc08bbc0bb tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.007039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-4813839f-608f-4b20-baf5-24412d388a6e admin admin] Deleting subnet 68927b3b-8f2d-40bc-941a-8899b767f6db {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:05.011067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0bb34a5a-21a7-4c8b-9395-2dddbaeca71a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:05.012256 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0bb34a5a-21a7-4c8b-9395-2dddbaeca71a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports/2a758329-cf9a-4f81-ba14-d78e49f24c1a HTTP/1.1" status: 200 len: 910 time: 0.3279598 May 06 13:54:05.013172 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4813839f-608f-4b20-baf5-24412d388a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.020045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a283c77d-3390-460f-a61b-c8fc08bbc0bb tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.028946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35206) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:05.052419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:05.052982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6ffff4ce-7f8b-4bd7-a0b5-a5937028daf4 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:05.084217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4813839f-608f-4b20-baf5-24412d388a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.171509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4813839f-608f-4b20-baf5-24412d388a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.213565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a283c77d-3390-460f-a61b-c8fc08bbc0bb tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.257645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.260889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4813839f-608f-4b20-baf5-24412d388a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.299050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813839f-608f-4b20-baf5-24412d388a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68927b3b-8f2d-40bc-941a-8899b767f6db,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.302487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283c77d-3390-460f-a61b-c8fc08bbc0bb tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba3d19fa-8cdf-4ec9-b514-37fbe4501bb5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.306125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4813839f-608f-4b20-baf5-24412d388a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.312296 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4813839f-608f-4b20-baf5-24412d388a6e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/68927b3b-8f2d-40bc-941a-8899b767f6db HTTP/1.1" status: 204 len: 168 time: 0.4158463 May 06 13:54:05.314843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35216) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:05.318924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc73ae3-85cc-4a3f-aeb2-5642aa25cf75 None None] Network e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:05.335957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:54:05.339516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a283c77d-3390-460f-a61b-c8fc08bbc0bb tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.340657 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a283c77d-3390-460f-a61b-c8fc08bbc0bb tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ba3d19fa-8cdf-4ec9-b514-37fbe4501bb5 HTTP/1.1" status: 204 len: 168 time: 0.4551530 May 06 13:54:05.346868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35220) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:05.351558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.391610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=d85ff49c-69cd-4eb6-b008-10d1ef5dd189,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.462069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:05.471965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:05.480434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:05.481263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.501253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.510045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking segment: {'id': '5b398477-480e-4f4e-9dd1-bf4e0a264af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:05.510763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network hostable DHCP agents. Network: 13818544-a6f2-49b7-8326-b234c6ca42c8, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:05.521836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=1ce1c952-9451-427e-9e1d-e3bbd6cf9650,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.522715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225af02d-7c75-4573-83bd-7e3d401e8328 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:05.532209 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-84de11a9-423b-4802-bcaf-9b6cf3c99cdc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5808449 May 06 13:54:05.535608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35226) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:05.541572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0cd82865-0dc3-4b95-b562-630a2433273c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:05.545582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:05.564267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Deleting port 376a08d6-1884-4d22-ada2-2a8fa671c204 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:05.564786 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.597516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0cd82865-0dc3-4b95-b562-630a2433273c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:05.598783 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0cd82865-0dc3-4b95-b562-630a2433273c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2509952 May 06 13:54:05.606247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35230) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:05.858806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.870941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] For port 376a08d6-1884-4d22-ada2-2a8fa671c204, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=376a08d6-1884-4d22-ada2-2a8fa671c204,segment=NetworkSegment(5f6f6628-9cc4-4db2-be72-a4191b8ce723),segment_id=5f6f6628-9cc4-4db2-be72-a4191b8ce723)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:05.871372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.904895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.976085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '1ce1c952-9451-427e-9e1d-e3bbd6cf9650'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:05.977719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.019751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 13818544-a6f2-49b7-8326-b234c6ca42c8 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:06.038914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Calling delete_port for 376a08d6-1884-4d22-ada2-2a8fa671c204 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:06.077968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 13818544-a6f2-49b7-8326-b234c6ca42c8) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:06.089784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:06.090361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.107515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:06.119485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:06.131944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:06.162739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:06.166899 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-be704bc5-1273-4a3c-a3fa-bbad2df4e21d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9973047 May 06 13:54:06.173220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35242) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:06.182639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.187319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7764dfae-b987-4871-b51a-e8390c8d1a5e tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.189759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8', 'name': 'tempest-PortsTestJSON-496563961', 'fixed_ips': [{'subnet_id': 'd85ff49c-69cd-4eb6-b008-10d1ef5dd189', 'ip_address': '172.20.0.10'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:06.196739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Allocated IP 2001:db8::f816:3eff:fe41:edfd (50bbb88f-72fc-4a05-991e-345befa7062b/1ce1c952-9451-427e-9e1d-e3bbd6cf9650/37ce8999-214e-4056-9abe-5f0e93ddd366) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:06.254308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Pushing event deleted for resources: {'Port': ['ID=376a08d6-1884-4d22-ada2-2a8fa671c204,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:06.297308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] No DVR routers for this DVR port 376a08d6-1884-4d22-ada2-2a8fa671c204 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:06.341674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.362307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7764dfae-b987-4871-b51a-e8390c8d1a5e tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.393686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:06.396167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:06.400434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.426254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.437537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Transition to ACTIVE for port object 37ce8999-214e-4056-9abe-5f0e93ddd366 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:06.459656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Transition to ACTIVE for port object 37ce8999-214e-4056-9abe-5f0e93ddd366 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:06.463714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4200e6-d47e-43e1-b1e4-23ed6f4be3ab None None] DHCP port deletion for e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:06.472485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bab378-db61-4da4-a080-5633c56b86a0 None None] Network 13818544-a6f2-49b7-8326-b234c6ca42c8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:06.505034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.539905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:06.547088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:06.551021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7764dfae-b987-4871-b51a-e8390c8d1a5e tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.602533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6f6628-9cc4-4db2-be72-a4191b8ce723') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:06.604686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6f6628-9cc4-4db2-be72-a4191b8ce723') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:06.605332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:06.611499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.643874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7764dfae-b987-4871-b51a-e8390c8d1a5e tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.643874 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7764dfae-b987-4871-b51a-e8390c8d1a5e tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/160cf80c-0a80-47d4-8ef4-1a4a2a23748a HTTP/1.1" status: 204 len: 168 time: 1.0340235 May 06 13:54:06.643874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764dfae-b987-4871-b51a-e8390c8d1a5e tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160cf80c-0a80-47d4-8ef4-1a4a2a23748a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:06.660752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35254) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:06.679626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.708011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 1dd9f727-ca1d-41b3-9a05-5588177d4a8d yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:06.714664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.732275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.748800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:54:06.753712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.792142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 376a08d6-1884-4d22-ada2-2a8fa671c204 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:06.851848 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-446d1f4c-c68b-47ff-b8dc-306bb913685a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1879926 May 06 13:54:06.866262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35262) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:06.873837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 376a08d6-1884-4d22-ada2-2a8fa671c204 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:06.874505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 376a08d6-1884-4d22-ada2-2a8fa671c204 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:06.915357 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:06.918685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.920950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-13818544-a6f2-49b7-8326-b234c6ca42c8', 'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8', 'tenant_id': '11361967c386430993b0bc1483f4d286', 'fixed_ips': [{'subnet_id': 'd85ff49c-69cd-4eb6-b008-10d1ef5dd189'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:06.922536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.949502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:06.950492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.955282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:06.958022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Pushing event updated for resources: {'Port': ['ID=37ce8999-214e-4056-9abe-5f0e93ddd366,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:06.960536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:06.965687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.994634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] Pushing event deleted for resources: {'Network': ['ID=e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:07.014161 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50da9bdc-e91b-4606-862f-2291635839be admin admin] 10.222.0.65 "DELETE /v2.0/networks/e722fc8f-6f9e-4107-ac95-3c35a3e9d3c3 HTTP/1.1" status: 204 len: 168 time: 1.6979110 May 06 13:54:07.145979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Attempting to bind port 37ce8999-214e-4056-9abe-5f0e93ddd366 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:07.146424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Attempting to bind port 37ce8999-214e-4056-9abe-5f0e93ddd366 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:07.146686 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Attempting to bind port 37ce8999-214e-4056-9abe-5f0e93ddd366 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:07.203318 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:07.204006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:07.204600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.205558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:07.206222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Bound port: 37ce8999-214e-4056-9abe-5f0e93ddd366, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:07.206978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.278983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35278) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:07.279755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Allocated IP 172.20.0.2 (13818544-a6f2-49b7-8326-b234c6ca42c8/d85ff49c-69cd-4eb6-b008-10d1ef5dd189/6b71f08e-aed7-4036-8f19-8da55ffab170) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:07.306799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe540c93-ee5b-40c1-8d44-ce0cbc27cc13 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.418257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe540c93-ee5b-40c1-8d44-ce0cbc27cc13 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.457348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] For port 37ce8999-214e-4056-9abe-5f0e93ddd366, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:07.464571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] For port 37ce8999-214e-4056-9abe-5f0e93ddd366, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=37ce8999-214e-4056-9abe-5f0e93ddd366,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:07.477684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.521724 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5f9ccb4f-07f0-4499-8e03-f3e400b10079 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84fbb053d0e242bb912a58ab3902988d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2403836 May 06 13:54:07.524764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35284) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:07.546134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.605201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8a21d877-0cda-4263-bdd3-6a1c090caed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.645212 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8a21d877-0cda-4263-bdd3-6a1c090caed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.650150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=02eef716-f05a-47d8-a701-3f688ea9d804,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:07.663276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:07.665998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:07.680241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a256a6-4a48-4c81-95d0-79e1c376a64a None None] Pushing event updated for resources: {'Port': ['ID=37ce8999-214e-4056-9abe-5f0e93ddd366,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:07.705235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:07.706234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.709903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe540c93-ee5b-40c1-8d44-ce0cbc27cc13 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.751549 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.754142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe540c93-ee5b-40c1-8d44-ce0cbc27cc13 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b2881b-8081-4aa5-948e-fc93ba204925,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:07.768420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8a21d877-0cda-4263-bdd3-6a1c090caed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.787740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Transition to ACTIVE for port object 6b71f08e-aed7-4036-8f19-8da55ffab170 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:07.788836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21d877-0cda-4263-bdd3-6a1c090caed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3fe18a-aebf-4c33-a80c-c28cbd709773,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:07.809079 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-620e7a98-88e0-4e36-bafe-4af4e733d53f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2701261 May 06 13:54:07.809858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35288) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:07.811887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fe540c93-ee5b-40c1-8d44-ce0cbc27cc13 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.813417 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fe540c93-ee5b-40c1-8d44-ce0cbc27cc13 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/85b2881b-8081-4aa5-948e-fc93ba204925 HTTP/1.1" status: 204 len: 168 time: 0.9381113 May 06 13:54:07.815957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35292) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:07.816941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:b7:ef:35', 'name': 'tempest-NetworksTestDHCPv6-850726529'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:07.823109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Transition to ACTIVE for port object 6b71f08e-aed7-4036-8f19-8da55ffab170 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:07.866761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.956926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Network 13818544-a6f2-49b7-8326-b234c6ca42c8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:07.967657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:07.978158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:08.125786 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8a21d877-0cda-4263-bdd3-6a1c090caed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.129663 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8a21d877-0cda-4263-bdd3-6a1c090caed2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a3fe18a-aebf-4c33-a80c-c28cbd709773 HTTP/1.1" status: 204 len: 168 time: 0.5996275 May 06 13:54:08.130060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:08.161710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:08.171403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:08.192383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:08.202613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.10 (13818544-a6f2-49b7-8326-b234c6ca42c8/d85ff49c-69cd-4eb6-b008-10d1ef5dd189/1dd9f727-ca1d-41b3-9a05-5588177d4a8d) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:08.210822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Pushing event updated for resources: {'Port': ['ID=6b71f08e-aed7-4036-8f19-8da55ffab170,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.221815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:08.295002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Attempting to bind port 6b71f08e-aed7-4036-8f19-8da55ffab170 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:08.295423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Attempting to bind port 6b71f08e-aed7-4036-8f19-8da55ffab170 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '5b398477-480e-4f4e-9dd1-bf4e0a264af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:08.295895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Attempting to bind port 6b71f08e-aed7-4036-8f19-8da55ffab170 on network 13818544-a6f2-49b7-8326-b234c6ca42c8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:08.311884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:08.313884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Checking segment: {'id': '5b398477-480e-4f4e-9dd1-bf4e0a264af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:08.315846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.316434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Bound using segment: {'id': '5b398477-480e-4f4e-9dd1-bf4e0a264af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:08.318145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Bound port: 6b71f08e-aed7-4036-8f19-8da55ffab170, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b398477-480e-4f4e-9dd1-bf4e0a264af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:08.318894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.442802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-34df8449-3fcc-45f8-8ce3-c4344a707ffa tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:08.465704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.517613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:08.523958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] For port 6b71f08e-aed7-4036-8f19-8da55ffab170, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:08.524528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-34df8449-3fcc-45f8-8ce3-c4344a707ffa tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:08.525967 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-34df8449-3fcc-45f8-8ce3-c4344a707ffa tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7089324 May 06 13:54:08.530219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35298) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:08.533532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] For port 6b71f08e-aed7-4036-8f19-8da55ffab170, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6b71f08e-aed7-4036-8f19-8da55ffab170,segment=NetworkSegment(5b398477-480e-4f4e-9dd1-bf4e0a264af2),segment_id=5b398477-480e-4f4e-9dd1-bf4e0a264af2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:08.542195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.561697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005578812'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:08.604787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:08.629987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.650441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32279350-9530-4d77-b3a9-bffe8fe6db7c None None] Pushing event updated for resources: {'Port': ['ID=6b71f08e-aed7-4036-8f19-8da55ffab170,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.668634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:08.690133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 1dd9f727-ca1d-41b3-9a05-5588177d4a8d will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:08.812682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 37ce8999-214e-4056-9abe-5f0e93ddd366 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:08.833233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.938010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35306) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:08.989097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281112419', 'description': 'tempest-secgroup-smoke-281112419 description', 'project_id': '6da7150a9657493d806fef292f4cc1a5'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:09.017801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 2a758329-cf9a-4f81-ba14-d78e49f24c1a {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:09.018162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.049586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 37ce8999-214e-4056-9abe-5f0e93ddd366 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:09.086772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:09.092301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:09.095392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:09.102609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:09.107448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 172.20.0.12 (50bbb88f-72fc-4a05-991e-345befa7062b/02eef716-f05a-47d8-a701-3f688ea9d804/9fb1fb45-db2d-415a-8a6d-4d7050f99db1) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:09.160155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:feb7:ef35 (50bbb88f-72fc-4a05-991e-345befa7062b/1ce1c952-9451-427e-9e1d-e3bbd6cf9650/9fb1fb45-db2d-415a-8a6d-4d7050f99db1) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:09.176656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.177953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:09.183927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:09.187670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:09.195200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:09.227405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.236788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.245551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.394306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eabf6c5-69a0-4944-9e88-be6ace1d47a6,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:09.429645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.430902 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-920be589-41d4-413a-8f76-229b94871e23 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8995433 May 06 13:54:09.436382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35316) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:09.469820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '6eabf6c5-69a0-4944-9e88-be6ace1d47a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:09.478121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.482321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:09.482630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbadd16-b060-4f63-9592-d6d08dcca2b7 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:09.482893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:09.491298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:09.498577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:09.520890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 13818544-a6f2-49b7-8326-b234c6ca42c8 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:09.549539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:09.550315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.554010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.569701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:09.599252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:09.655052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cf1c6c1d-4058-4df2-8d08-6bb8f71bca22 None None] Provisioning for port 37ce8999-214e-4056-9abe-5f0e93ddd366 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:09.667685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=1dd9f727-ca1d-41b3-9a05-5588177d4a8d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:09.670642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cf1c6c1d-4058-4df2-8d08-6bb8f71bca22 None None] Provisioning complete for port 37ce8999-214e-4056-9abe-5f0e93ddd366 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:09.671372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf1c6c1d-4058-4df2-8d08-6bb8f71bca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.728012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.757250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.805430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.805430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b1f5aa-da7f-4a1a-a748-932d4bc82b5d,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:09.852975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:09.900247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group_rule and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:09.900247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:09.935482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:09.993901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf1c6c1d-4058-4df2-8d08-6bb8f71bca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.011713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:10.016018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=9fb1fb45-db2d-415a-8a6d-4d7050f99db1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:10.027029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:10.032613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:10.032845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.063537 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:10.073387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cf1c6c1d-4058-4df2-8d08-6bb8f71bca22 None None] For port 37ce8999-214e-4056-9abe-5f0e93ddd366, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=37ce8999-214e-4056-9abe-5f0e93ddd366,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:10.073387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf1c6c1d-4058-4df2-8d08-6bb8f71bca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.114803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.154085 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-63578c50-4a32-4fe6-b52b-5400011b239a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9622927 May 06 13:54:10.161703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35324) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:10.161703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.169330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c6c1d-4058-4df2-8d08-6bb8f71bca22 None None] Pushing event updated for resources: {'Port': ['ID=37ce8999-214e-4056-9abe-5f0e93ddd366,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:10.176644 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b5a3b2d6-fbb9-4e28-898b-b188cb781776 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7181616 May 06 13:54:10.176644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35328) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:10.201958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '13818544-a6f2-49b7-8326-b234c6ca42c8', 'name': 'tempest-PortsTestJSON-113541134', 'fixed_ips': [{'subnet_id': 'd85ff49c-69cd-4eb6-b008-10d1ef5dd189', 'ip_address': '172.20.0.9'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:10.392635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de933c1-3aca-4bb7-a67b-9127ee914345 None None] Update dhcp port {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': '1ce1c952-9451-427e-9e1d-e3bbd6cf9650', 'ip_address': '2001:db8::f816:3eff:fe41:edfd'}, {'subnet_id': '02eef716-f05a-47d8-a701-3f688ea9d804'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '37ce8999-214e-4056-9abe-5f0e93ddd366'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:54:10.441504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 2a758329-cf9a-4f81-ba14-d78e49f24c1a owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:10.495494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3de933c1-3aca-4bb7-a67b-9127ee914345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.552076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:10.560407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.607182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0127c597-12e7-4648-a928-b61cf2f6da6d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.634094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.637897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35334) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:10.653267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.673640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0127c597-12e7-4648-a928-b61cf2f6da6d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.684221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cff98-e2a8-43f3-bca2-01db88869304 None None] Network 13818544-a6f2-49b7-8326-b234c6ca42c8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:10.690271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817a2fbc-d53c-421f-9a39-7b16971aa329,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:10.719674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:10.727287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group_rule and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:10.735545 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e036dd3c-bc11-4e91-9725-bc732d5e3677 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9234178 May 06 13:54:10.736174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:10.739462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35340) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:10.773875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0127c597-12e7-4648-a928-b61cf2f6da6d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.779961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:10.810409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:10.819544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:10.826589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127c597-12e7-4648-a928-b61cf2f6da6d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57b1f5aa-da7f-4a1a-a748-932d4bc82b5d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:10.834360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:10.850020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0127c597-12e7-4648-a928-b61cf2f6da6d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.855457 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0127c597-12e7-4648-a928-b61cf2f6da6d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/57b1f5aa-da7f-4a1a-a748-932d4bc82b5d HTTP/1.1" status: 204 len: 168 time: 0.6798742 May 06 13:54:10.856242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35344) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:10.915026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:10.915396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:10.921503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6b71f08e-aed7-4036-8f19-8da55ffab170 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:10.932630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1885026054'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:10.960492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:10.976084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:network and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:10.981459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:10.994357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-286227b9-602b-4150-bbd0-51f08a46d718 None None] Provisioning for port 6b71f08e-aed7-4036-8f19-8da55ffab170 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:11.000178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:11.037431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.066077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-58f1be7c-e83c-485d-845d-8ae5905f29c9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:11.083901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:11.087376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.108664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-58f1be7c-e83c-485d-845d-8ae5905f29c9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:11.110491 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-58f1be7c-e83c-485d-845d-8ae5905f29c9 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2513490 May 06 13:54:11.115156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35348) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:11.115484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.123034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=2a758329-cf9a-4f81-ba14-d78e49f24c1a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:11.148211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port c5809f06-f873-4d7d-b4f0-af667d00a55f yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:11.153111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.163737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6b71f08e-aed7-4036-8f19-8da55ffab170 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:11.173238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.186808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6b71f08e-aed7-4036-8f19-8da55ffab170 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:11.187091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.219123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3de933c1-3aca-4bb7-a67b-9127ee914345 None None] Allocated IP 172.20.0.2 (50bbb88f-72fc-4a05-991e-345befa7062b/02eef716-f05a-47d8-a701-3f688ea9d804/37ce8999-214e-4056-9abe-5f0e93ddd366) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:11.221056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.416193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c5cb2-178e-4a5d-aa14-1792534086a3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:11.420811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c5cb2-178e-4a5d-aa14-1792534086a3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:11.421854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-337c5cb2-178e-4a5d-aa14-1792534086a3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:11.431895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.9 (13818544-a6f2-49b7-8326-b234c6ca42c8/d85ff49c-69cd-4eb6-b008-10d1ef5dd189/c5809f06-f873-4d7d-b4f0-af667d00a55f) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:11.433288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:11.444031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c019cd-d3ba-4560-9e3e-fac6d5f58f67,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:11.449725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:security_group_rule and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:11.455519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:11.478540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:11.498537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.502534 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cb580180-c795-4d9a-a036-87d7e5928fd8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.5588274 May 06 13:54:11.507380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35352) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:11.520622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'security_group_rule': {'security_group_id': '55c019cd-d3ba-4560-9e3e-fac6d5f58f67', 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:11.521917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3de933c1-3aca-4bb7-a67b-9127ee914345 None None] For port 37ce8999-214e-4056-9abe-5f0e93ddd366, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=37ce8999-214e-4056-9abe-5f0e93ddd366,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:11.527158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.545855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:11.554146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group_rule and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:11.562434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:11.569690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:11.589274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3de933c1-3aca-4bb7-a67b-9127ee914345 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.607441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 6b71f08e-aed7-4036-8f19-8da55ffab170, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6b71f08e-aed7-4036-8f19-8da55ffab170,segment=NetworkSegment(5b398477-480e-4f4e-9dd1-bf4e0a264af2),segment_id=5b398477-480e-4f4e-9dd1-bf4e0a264af2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:11.614862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3de933c1-3aca-4bb7-a67b-9127ee914345 None None] Transition to ACTIVE for port object 37ce8999-214e-4056-9abe-5f0e93ddd366 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:11.619321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.620298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-13fafeae-9352-4f12-8672-01f55f6b46fd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.621811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 37ce8999-214e-4056-9abe-5f0e93ddd366 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:11.640221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-337c5cb2-178e-4a5d-aa14-1792534086a3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:11.641415 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-337c5cb2-178e-4a5d-aa14-1792534086a3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.8339803 May 06 13:54:11.662856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35356) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:11.815964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.844335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3de933c1-3aca-4bb7-a67b-9127ee914345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.969455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-13fafeae-9352-4f12-8672-01f55f6b46fd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.014477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.021185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.030165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.049531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=6b71f08e-aed7-4036-8f19-8da55ffab170,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.087681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-2206a5a8-598f-4742-8297-4dd7b0fcc3e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:12.087681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2206a5a8-598f-4742-8297-4dd7b0fcc3e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.116964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e60f7aa6-05a3-452d-b22c-cd07f43ccbc4 None None] Provisioning for port 1dd9f727-ca1d-41b3-9a05-5588177d4a8d completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:12.119960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09baebd6-5f49-4497-bcd7-39dd03b8ae3b,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.129236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object c5809f06-f873-4d7d-b4f0-af667d00a55f will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:12.147396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.147396 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dbe5fd6c-5537-405d-80fc-00a70f82befc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6316786 May 06 13:54:12.157165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35360) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:12.165062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'security_group_rule': {'security_group_id': '55c019cd-d3ba-4560-9e3e-fac6d5f58f67', 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:12.172490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e60f7aa6-05a3-452d-b22c-cd07f43ccbc4 None None] Provisioning complete for port 1dd9f727-ca1d-41b3-9a05-5588177d4a8d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:12.172490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e60f7aa6-05a3-452d-b22c-cd07f43ccbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.194641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:12.194641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group_rule and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:12.194641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:12.219363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:12.230400 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.323963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de933c1-3aca-4bb7-a67b-9127ee914345 None None] Pushing event updated for resources: {'Port': ['ID=37ce8999-214e-4056-9abe-5f0e93ddd366,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.329239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e60f7aa6-05a3-452d-b22c-cd07f43ccbc4 None None] Port 1dd9f727-ca1d-41b3-9a05-5588177d4a8d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:12.338285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.355272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e60f7aa6-05a3-452d-b22c-cd07f43ccbc4 None None] Provisioning complete for port 6b71f08e-aed7-4036-8f19-8da55ffab170 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:12.355653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e60f7aa6-05a3-452d-b22c-cd07f43ccbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.389905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.403126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 13818544-a6f2-49b7-8326-b234c6ca42c8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:12.418505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:12.439158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:12.494333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=c5809f06-f873-4d7d-b4f0-af667d00a55f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.554750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:12.555344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.616057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.629614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.657384 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-82009e2b-4823-4359-8701-5d741dd97974 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5101242 May 06 13:54:12.666469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35364) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:12.684105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.723264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad759c1a-f94a-4cff-acf3-ac979dd2545e,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.726570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-13fafeae-9352-4f12-8672-01f55f6b46fd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.764336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.764336 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dde57f91-e912-4ed8-9f80-9997c17dff78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6036367 May 06 13:54:12.772676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-53299d47-a5e4-4f55-adca-660fad03914f None None] Provisioning complete for port 1dd9f727-ca1d-41b3-9a05-5588177d4a8d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:12.772676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53299d47-a5e4-4f55-adca-660fad03914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.779594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35368) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:12.801452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'security_group_rule': {'security_group_id': '55c019cd-d3ba-4560-9e3e-fac6d5f58f67', 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:12.824842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:12.843934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group_rule and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:12.847644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6b71f08e-aed7-4036-8f19-8da55ffab170 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:12.861212 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:12.890724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:12.910874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.962114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fafeae-9352-4f12-8672-01f55f6b46fd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eabf6c5-69a0-4944-9e88-be6ace1d47a6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.965975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a484e1cf-19c1-4070-857a-ed82c72762a3 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:12.969530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a484e1cf-19c1-4070-857a-ed82c72762a3 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:12.992831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.994655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-53299d47-a5e4-4f55-adca-660fad03914f None None] Port 1dd9f727-ca1d-41b3-9a05-5588177d4a8d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:13.024051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6b71f08e-aed7-4036-8f19-8da55ffab170 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:13.024051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.047573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:13.061421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.061851 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Added segment 03c18d10-f76b-45c1-881b-9128456ba8aa of type vlan for network 520cc9b4-e460-4451-85a1-9af468d39d82 May 06 13:54:13.066073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a484e1cf-19c1-4070-857a-ed82c72762a3 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:13.069981 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a484e1cf-19c1-4070-857a-ed82c72762a3 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4017878 May 06 13:54:13.071679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35372) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.097806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.152202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.166378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.170238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f87e3d-9142-4d8e-9108-51ac3ff90afe,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:13.178772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f97fb844-11d7-46ea-a3a4-347fe3e05add None None] Provisioning for port c5809f06-f873-4d7d-b4f0-af667d00a55f completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:13.198384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f97fb844-11d7-46ea-a3a4-347fe3e05add None None] Provisioning complete for port c5809f06-f873-4d7d-b4f0-af667d00a55f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:13.199566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f97fb844-11d7-46ea-a3a4-347fe3e05add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.202016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2206a5a8-598f-4742-8297-4dd7b0fcc3e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.217059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.226463 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4462037 May 06 13:54:13.227141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-13fafeae-9352-4f12-8672-01f55f6b46fd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.227141 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-13fafeae-9352-4f12-8672-01f55f6b46fd tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/6eabf6c5-69a0-4944-9e88-be6ace1d47a6 HTTP/1.1" status: 204 len: 168 time: 2.0987394 May 06 13:54:13.227419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35376) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.227419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35378) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.247339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'security_group_rule': {'security_group_id': '55c019cd-d3ba-4560-9e3e-fac6d5f58f67', 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:13.254057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:13.258645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group_rule and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:13.262378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:13.269557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916570b-1166-4dbf-94e2-d6ff9836141c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11143d70-f871-4f5c-8c92-6aa78312c7ac,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:13.292948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:13.353526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f97fb844-11d7-46ea-a3a4-347fe3e05add None None] Port c5809f06-f873-4d7d-b4f0-af667d00a55f cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:13.358130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 37ce8999-214e-4056-9abe-5f0e93ddd366 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:13.361690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2ed3ad55-3dd0-4080-b434-3082f3bf4307 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:13.389929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.408059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed588a-0060-4df6-aa8f-9b9e994ea9fc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:13.412723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed588a-0060-4df6-aa8f-9b9e994ea9fc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:13.417896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed588a-0060-4df6-aa8f-9b9e994ea9fc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:13.422838 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d9ed588a-0060-4df6-aa8f-9b9e994ea9fc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3487952 May 06 13:54:13.424217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35384) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.433486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.436835 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:13.437249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.483194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2ed3ad55-3dd0-4080-b434-3082f3bf4307 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:13.490098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-2206a5a8-598f-4742-8297-4dd7b0fcc3e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:13.490214 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2ed3ad55-3dd0-4080-b434-3082f3bf4307 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2546029 May 06 13:54:13.501723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35388) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.509297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--344243862'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:13.521394 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-edf6f017-ed95-4547-a1e0-b0cc4bb13cae None None] Provisioning for port 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:13.525487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-edf6f017-ed95-4547-a1e0-b0cc4bb13cae None None] Provisioning complete for port 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:13.525487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-edf6f017-ed95-4547-a1e0-b0cc4bb13cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.547468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:13.583702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:13.593761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b56b9bc3-363b-4e26-8f60-934bf699b48c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port c5809f06-f873-4d7d-b4f0-af667d00a55f {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:13.594288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56b9bc3-363b-4e26-8f60-934bf699b48c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.625110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.634737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-edf6f017-ed95-4547-a1e0-b0cc4bb13cae None None] Port 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:13.651722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.669849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-edf6f017-ed95-4547-a1e0-b0cc4bb13cae None None] Provisioning for port 37ce8999-214e-4056-9abe-5f0e93ddd366 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:13.677095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-edf6f017-ed95-4547-a1e0-b0cc4bb13cae None None] Provisioning complete for port 37ce8999-214e-4056-9abe-5f0e93ddd366 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:13.677474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-edf6f017-ed95-4547-a1e0-b0cc4bb13cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.680606 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0393312 May 06 13:54:13.681666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35392) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.694677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.734294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8007e029-aedb-402c-8ffb-04856a7666e3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:13.787807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:13.793185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:13.796183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:13.802979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:13.827105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.831006 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a2dc99d4-e35e-4a77-b8f6-c696ae729aff tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5927534 May 06 13:54:13.843175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35394) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.853040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'security_group_rule': {'security_group_id': '55c019cd-d3ba-4560-9e3e-fac6d5f58f67', 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:13.869651 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:13.900427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group_rule and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:13.900753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'subnet': {'network_id': '520cc9b4-e460-4451-85a1-9af468d39d82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:13.910953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:13.967568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:13.987881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6848fb-b5c3-40bb-b217-c570df2f78d4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Network': ['ID=520cc9b4-e460-4451-85a1-9af468d39d82,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.007600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.011769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 520cc9b4-e460-4451-85a1-9af468d39d82 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:14.012196 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Project 6da7150a9657493d806fef292f4cc1a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:14.020072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.040820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.124398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56b9bc3-363b-4e26-8f60-934bf699b48c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.149826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-73aad05c-97f4-4ed7-aa79-037b726ae35d None None] Provisioning complete for port 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:14.150288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73aad05c-97f4-4ed7-aa79-037b726ae35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.156952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b601fa7f-7093-45de-aaba-58884445b356,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.212156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-73aad05c-97f4-4ed7-aa79-037b726ae35d None None] Port 9fb1fb45-db2d-415a-8a6d-4d7050f99db1 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:14.279822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b56b9bc3-363b-4e26-8f60-934bf699b48c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for c5809f06-f873-4d7d-b4f0-af667d00a55f owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:14.314507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.315597 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-291caa95-3f70-4bf6-9461-810b522e1b8a tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8147573 May 06 13:54:14.318740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35400) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.322781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:14.333166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:subnet and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:14.333788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': 'b601fa7f-7093-45de-aaba-58884445b356', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:14.341601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:14.344301 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:14.350679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:14.356330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:14.366408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:14.387711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:14.389524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:14.404024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.406468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router 51ea2a8f-9ec7-4333-9b30-549c53e89949 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:14.410893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.472116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7701835-f20a-4c3c-8b7e-ccb98d58fa57,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.488100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.515363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.516549 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-91d42969-7745-4ede-a2b2-d443d73a15dc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6724122 May 06 13:54:14.526206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35404) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.536959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'security_group_rule': {'security_group_id': '55c019cd-d3ba-4560-9e3e-fac6d5f58f67', 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:14.542167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56b9bc3-363b-4e26-8f60-934bf699b48c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.558731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:14.571052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:security_group_rule and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:14.575330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.593963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:14.597950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b9bc3-363b-4e26-8f60-934bf699b48c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=c5809f06-f873-4d7d-b4f0-af667d00a55f,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.609529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:14.708336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.716114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.753086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2206a5a8-598f-4742-8297-4dd7b0fcc3e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.765264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5b206b-1626-494b-b558-4223c997f218,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.771526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56b9bc3-363b-4e26-8f60-934bf699b48c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.773787 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b56b9bc3-363b-4e26-8f60-934bf699b48c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/c5809f06-f873-4d7d-b4f0-af667d00a55f HTTP/1.1" status: 204 len: 168 time: 1.3446503 May 06 13:54:14.776215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.777857 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-41ff8b65-e5d4-4aaf-a381-b5dc066d762b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4575744 May 06 13:54:14.778422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35408) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.781141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35410) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.853214 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Project 6da7150a9657493d806fef292f4cc1a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:14.897510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.905121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206a5a8-598f-4742-8297-4dd7b0fcc3e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=9fb1fb45-db2d-415a-8a6d-4d7050f99db1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.928205 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-387056a0-3097-4716-9d3e-dd254be5f838 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:54:14.928708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-387056a0-3097-4716-9d3e-dd254be5f838 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:14.937705 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ea5d623d-0d1b-46dc-875f-e578be35b743 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules/0f5b206b-1626-494b-b558-4223c997f218 HTTP/1.1" status: 200 len: 705 time: 0.1555860 May 06 13:54:14.940304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35416) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.970836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-387056a0-3097-4716-9d3e-dd254be5f838 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:14.971993 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-387056a0-3097-4716-9d3e-dd254be5f838 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/c5809f06-f873-4d7d-b4f0-af667d00a55f HTTP/1.1" status: 404 len: 333 time: 0.1926503 May 06 13:54:14.980841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35420) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.034606 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0f1e211-5895-48f1-a490-6939360e1970 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:15.068966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-cdf06492-c035-4960-9c54-7c3a20fca2da tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 1dd9f727-ca1d-41b3-9a05-5588177d4a8d {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:15.069298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cdf06492-c035-4960-9c54-7c3a20fca2da tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.079294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:15.090089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d4877-b059-41fa-a224-1e3b9736bb6f None None] Sync routers for ids ['51ea2a8f-9ec7-4333-9b30-549c53e89949'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:15.104306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d4877-b059-41fa-a224-1e3b9736bb6f None None] Routers {'51ea2a8f-9ec7-4333-9b30-549c53e89949'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:15.104743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0f1e211-5895-48f1-a490-6939360e1970 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:15.105358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4e3d4877-b059-41fa-a224-1e3b9736bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['51ea2a8f-9ec7-4333-9b30-549c53e89949'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:15.108624 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b0f1e211-5895-48f1-a490-6939360e1970 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1637435 May 06 13:54:15.109235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35424) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.171556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4e3d4877-b059-41fa-a224-1e3b9736bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:15.178464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2206a5a8-598f-4742-8297-4dd7b0fcc3e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.183551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d4877-b059-41fa-a224-1e3b9736bb6f None None] Routers {'51ea2a8f-9ec7-4333-9b30-549c53e89949'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:15.184227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4e3d4877-b059-41fa-a224-1e3b9736bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['51ea2a8f-9ec7-4333-9b30-549c53e89949'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:15.188963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02600f66-238d-417f-9d36-af766e0e72be tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.200830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.206812 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2206a5a8-598f-4742-8297-4dd7b0fcc3e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/9fb1fb45-db2d-415a-8a6d-4d7050f99db1 HTTP/1.1" status: 204 len: 168 time: 3.3330081 May 06 13:54:15.206812 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-33408f08-4cff-4c81-aee8-c2c8182fa3e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/51ea2a8f-9ec7-4333-9b30-549c53e89949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1673205 May 06 13:54:15.213253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35428) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.213801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35430) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.215143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02600f66-238d-417f-9d36-af766e0e72be tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.218488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.254599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4e3d4877-b059-41fa-a224-1e3b9736bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:15.255112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd50287a-2ba2-4482-909a-8c2c017276d7,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:15.255239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d4877-b059-41fa-a224-1e3b9736bb6f None None] The sync data for ids ['51ea2a8f-9ec7-4333-9b30-549c53e89949'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:15.271675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.274375 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f5f1f764-d8b2-45aa-a813-75edd96e0d61 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7471113 May 06 13:54:15.276427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.281324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35436) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.316864 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5fd85bfa-dda4-4e59-ae93-6fe9dfad2cdc tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=51ea2a8f-9ec7-4333-9b30-549c53e89949 HTTP/1.1" status: 200 len: 205 time: 0.0941167 May 06 13:54:15.323105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'network': {'name': 'tempest-network-smoke--331638707', 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:15.327243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35440) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.341245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:15.354254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:network and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:15.359678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:15.371946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:15.399270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Subnet': ['ID=6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:15.407267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Made reservation on behalf of 6da7150a9657493d806fef292f4cc1a5 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:15.410218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.439591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Checking segment: {'id': '03c18d10-f76b-45c1-881b-9128456ba8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '520cc9b4-e460-4451-85a1-9af468d39d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:15.439981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network hostable DHCP agents. Network: 520cc9b4-e460-4451-85a1-9af468d39d82, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:15.466189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:15.481791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 520cc9b4-e460-4451-85a1-9af468d39d82 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:15.493690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 520cc9b4-e460-4451-85a1-9af468d39d82) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:15.498819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:15.499687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.507544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9adfdc-daf8-40fe-a16b-07792d92feb0 None None] Network 520cc9b4-e460-4451-85a1-9af468d39d82 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:15.531719 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2e5c9eb2-3059-4ec8-bb60-d7fc956fed35 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6543798 May 06 13:54:15.533932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35444) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.539245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1961725256', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:15.546113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:15.551591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:router and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:15.556362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:15.559574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.559951 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Added segment 9dcc527d-f4b0-43ba-9cd5-042892b4b1ef of type vlan for network b7058883-77aa-42ac-84e6-86e61b26917c May 06 13:54:15.560068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11e18e-0a9f-439e-892e-0dd8489f600d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:15.561322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11e18e-0a9f-439e-892e-0dd8489f600d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:15.562728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11e18e-0a9f-439e-892e-0dd8489f600d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:15.563510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ee11e18e-0a9f-439e-892e-0dd8489f600d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:15.567549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:15.574819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02600f66-238d-417f-9d36-af766e0e72be tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.594761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.595686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.603712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.624253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02600f66-238d-417f-9d36-af766e0e72be tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f5b206b-1626-494b-b558-4223c997f218,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:15.641016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.647745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ee11e18e-0a9f-439e-892e-0dd8489f600d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:15.648989 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ee11e18e-0a9f-439e-892e-0dd8489f600d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4279411 May 06 13:54:15.649899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02600f66-238d-417f-9d36-af766e0e72be tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.650922 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-02600f66-238d-417f-9d36-af766e0e72be tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0f5b206b-1626-494b-b558-4223c997f218 HTTP/1.1" status: 204 len: 168 time: 0.5407910 May 06 13:54:15.654859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35448) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.655018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cdf06492-c035-4960-9c54-7c3a20fca2da tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.655181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35450) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.661184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.665410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:15.665979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.728624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cabe20c7-4730-48b8-a68e-c2faeefe35ab tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.754254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e883dc-6443-449c-8e05-7ef16a367627 None None] Network 520cc9b4-e460-4451-85a1-9af468d39d82 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:15.842880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-cdf06492-c035-4960-9c54-7c3a20fca2da tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 1dd9f727-ca1d-41b3-9a05-5588177d4a8d owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:15.914109 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6036990 May 06 13:54:15.928981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35456) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.947765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'admin_state_up': True, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:15.968748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:15.971756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f681b-ef96-4136-b5db-a805877ca430 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'Network': ['ID=b7058883-77aa-42ac-84e6-86e61b26917c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:15.979180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:router and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:15.984075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:15.992792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network b7058883-77aa-42ac-84e6-86e61b26917c details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:16.002505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:16.081178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8be8834b-8687-45fb-8ad1-db240b3592a0 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:16.107615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.108902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.240605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.251431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8be8834b-8687-45fb-8ad1-db240b3592a0 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:16.252666 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8be8834b-8687-45fb-8ad1-db240b3592a0 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5945282 May 06 13:54:16.263658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35460) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.273422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': 'b601fa7f-7093-45de-aaba-58884445b356', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:16.283095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:16.288068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7bf9da-41a7-485e-9390-e80322542428 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 02eef716-f05a-47d8-a701-3f688ea9d804 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:16.308620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf9da-41a7-485e-9390-e80322542428 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.346396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:16.437510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf9da-41a7-485e-9390-e80322542428 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.463239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cdf06492-c035-4960-9c54-7c3a20fca2da tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.464715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.466848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.508135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cabe20c7-4730-48b8-a68e-c2faeefe35ab tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.523816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf06492-c035-4960-9c54-7c3a20fca2da tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=1dd9f727-ca1d-41b3-9a05-5588177d4a8d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:16.531257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cabe20c7-4730-48b8-a68e-c2faeefe35ab tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.596770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.605390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf9da-41a7-485e-9390-e80322542428 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.641145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.692388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37550c79-b61b-4774-b377-82756c78b25d,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:16.726238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.728140 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-792bcf0b-6935-4af2-95f5-d2b393e76209 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4628856 May 06 13:54:16.730876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35464) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.765758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cabe20c7-4730-48b8-a68e-c2faeefe35ab tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.765758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabe20c7-4730-48b8-a68e-c2faeefe35ab tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Fanout notify agent at l3_agent the message router_deleted on router 51ea2a8f-9ec7-4333-9b30-549c53e89949 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:54:16.777349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cdf06492-c035-4960-9c54-7c3a20fca2da tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.787329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.806240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cabe20c7-4730-48b8-a68e-c2faeefe35ab tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.807434 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cabe20c7-4730-48b8-a68e-c2faeefe35ab tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/51ea2a8f-9ec7-4333-9b30-549c53e89949 HTTP/1.1" status: 204 len: 168 time: 1.4607298 May 06 13:54:16.809747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.812213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35468) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.815072 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cdf06492-c035-4960-9c54-7c3a20fca2da tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/1dd9f727-ca1d-41b3-9a05-5588177d4a8d HTTP/1.1" status: 204 len: 168 time: 1.8333206 May 06 13:54:16.817667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35472) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.818192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf9da-41a7-485e-9390-e80322542428 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.857552 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c3bfb1c0-b2f5-4bbb-bc16-a67a92ccd8e8 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules/37550c79-b61b-4774-b377-82756c78b25d HTTP/1.1" status: 200 len: 705 time: 0.1252322 May 06 13:54:16.862628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.864219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35476) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.886496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bf9da-41a7-485e-9390-e80322542428 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=02eef716-f05a-47d8-a701-3f688ea9d804,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:16.908791 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef1e671-4940-434b-8132-336685878f4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:54:16.909287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0ef1e671-4940-434b-8132-336685878f4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:16.941946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf9da-41a7-485e-9390-e80322542428 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.945203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f713d-70f2-4422-8690-876a438d144a None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:16.954200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0ef1e671-4940-434b-8132-336685878f4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:16.955669 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0ef1e671-4940-434b-8132-336685878f4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/1dd9f727-ca1d-41b3-9a05-5588177d4a8d HTTP/1.1" status: 404 len: 333 time: 0.1369224 May 06 13:54:16.963256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35480) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.021282 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4c7bf9da-41a7-485e-9390-e80322542428 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/02eef716-f05a-47d8-a701-3f688ea9d804 HTTP/1.1" status: 204 len: 168 time: 1.3646684 May 06 13:54:17.038011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35484) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.148911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-24a64cef-1257-4b36-9572-5a45dab94d02 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:17.149846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet 7fc74f51-ae5c-489b-ac78-2a0d4e78c831 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:17.154114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.225414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.274648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d07a73-3f5f-4306-8103-e2ae385af183 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 1ce1c952-9451-427e-9e1d-e3bbd6cf9650 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:17.282538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43d07a73-3f5f-4306-8103-e2ae385af183 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.317836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.26.0.110 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/7d2779c0-9a00-4d52-b830-ae141f6397ad) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:17.329845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-24a64cef-1257-4b36-9572-5a45dab94d02 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:17.331528 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-24a64cef-1257-4b36-9572-5a45dab94d02 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4607162 May 06 13:54:17.332196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.344799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35488) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.369766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.437286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.462531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43d07a73-3f5f-4306-8103-e2ae385af183 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.531718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.549870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.565894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f1e7ef-a4b6-40c9-8c4a-48a5c48def28 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet d85ff49c-69cd-4eb6-b008-10d1ef5dd189 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:17.568461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.590683 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.591459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7ef-a4b6-40c9-8c4a-48a5c48def28 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.597100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b58e3b-bef7-4a3c-961d-43df17072203 None None] Network 8fe24e2e-df92-48bf-a639-0e028b4cd71a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:17.601232 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/7fc74f51-ae5c-489b-ac78-2a0d4e78c831 HTTP/1.1" status: 204 len: 168 time: 0.7878008 May 06 13:54:17.602799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc74f51-ae5c-489b-ac78-2a0d4e78c831,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:17.605143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35492) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.689300 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.689637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.690159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.690641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.691867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.692409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.692915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.693406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.693895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.698051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.700000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.700914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c4bee-815b-4a39-8373-0332bc994511 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.712375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7ef-a4b6-40c9-8c4a-48a5c48def28 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.763449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.776374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port d0f46da0-2212-4679-adee-f7bbfcf19673 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:17.777006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.783059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37550c79-b61b-4774-b377-82756c78b25d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:17.798951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.803322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43d07a73-3f5f-4306-8103-e2ae385af183 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.844392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.845749 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/37550c79-b61b-4774-b377-82756c78b25d HTTP/1.1" status: 204 len: 168 time: 0.4973016 May 06 13:54:17.855280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35496) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.860392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.861019 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.861621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.862155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.862683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.863224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.863878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.864414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.864957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.865492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.866014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c6579-c0ec-4af7-b73c-12f5887ff47b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:17.932534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b1704175-6385-4621-a926-785bcf841447 None None] Provisioning complete for port 37ce8999-214e-4056-9abe-5f0e93ddd366 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:17.933016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b1704175-6385-4621-a926-785bcf841447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.962506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7ef-a4b6-40c9-8c4a-48a5c48def28 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.006776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] DHCP port deletion for 8fe24e2e-df92-48bf-a639-0e028b4cd71a request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:18.014012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] Deleting port d0f46da0-2212-4679-adee-f7bbfcf19673 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:18.014485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.022684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43d07a73-3f5f-4306-8103-e2ae385af183 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.056971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9ade9d42-ad64-49f6-82ba-f1917e67138d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:18.059006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.123387 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d07a73-3f5f-4306-8103-e2ae385af183 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce1c952-9451-427e-9e1d-e3bbd6cf9650,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.156683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43d07a73-3f5f-4306-8103-e2ae385af183 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.160563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a92f0b-feca-454a-9772-f0e3f5780f0f None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:18.165987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:18.176154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:18.184580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=7d2779c0-9a00-4d52-b830-ae141f6397ad,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.188059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:18.208035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9ade9d42-ad64-49f6-82ba-f1917e67138d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:18.211861 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9ade9d42-ad64-49f6-82ba-f1917e67138d tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3492239 May 06 13:54:18.216094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35500) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:18.225995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port d0f46da0-2212-4679-adee-f7bbfcf19673, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0f46da0-2212-4679-adee-f7bbfcf19673,segment=NetworkSegment(f83eef2c-f885-4eca-8edb-769885a517dd),segment_id=f83eef2c-f885-4eca-8edb-769885a517dd)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:18.226184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.229220 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-43d07a73-3f5f-4306-8103-e2ae385af183 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/1ce1c952-9451-427e-9e1d-e3bbd6cf9650 HTTP/1.1" status: 204 len: 168 time: 1.1880391 May 06 13:54:18.229220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7ef-a4b6-40c9-8c4a-48a5c48def28 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.231536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35504) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:18.243603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': 'b601fa7f-7093-45de-aaba-58884445b356', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:18.249637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Allocated IP 172.26.0.77 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/7d588e54-95b9-4edf-abaf-754b6401f6d5) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:18.254516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:18.382710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for d0f46da0-2212-4679-adee-f7bbfcf19673 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:18.407979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:18.436877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] For port d0f46da0-2212-4679-adee-f7bbfcf19673, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d0f46da0-2212-4679-adee-f7bbfcf19673,segment=NetworkSegment(f83eef2c-f885-4eca-8edb-769885a517dd),segment_id=f83eef2c-f885-4eca-8edb-769885a517dd)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:18.437324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.458871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1e7ef-a4b6-40c9-8c4a-48a5c48def28 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=d85ff49c-69cd-4eb6-b008-10d1ef5dd189,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.473830 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-57862aed-50a0-4022-aaea-6564f72adfaa tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943823 May 06 13:54:18.476596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35508) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:18.482329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:18.523123 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Project d89da5a1d6e643659950677b65b39e92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:18.528112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7ef-a4b6-40c9-8c4a-48a5c48def28 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.532421 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-52f1e7ef-a4b6-40c9-8c4a-48a5c48def28 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/d85ff49c-69cd-4eb6-b008-10d1ef5dd189 HTTP/1.1" status: 204 len: 168 time: 1.5654988 May 06 13:54:18.539176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35512) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:18.566536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.573454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49678862-084e-4144-a851-78adb04dbde8 None None] Network 13818544-a6f2-49b7-8326-b234c6ca42c8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:18.592950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] Calling delete_port for d0f46da0-2212-4679-adee-f7bbfcf19673 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:18.653046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:18.661738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:18.665356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:18.671482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:18.696947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:18.700464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.710016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.745936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d0f46da0-2212-4679-adee-f7bbfcf19673 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:18.805885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.809262 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: d0f46da0-2212-4679-adee-f7bbfcf19673 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:18.809578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d0f46da0-2212-4679-adee-f7bbfcf19673 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:18.813353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=d0f46da0-2212-4679-adee-f7bbfcf19673,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.855110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No DVR routers for this DVR port d0f46da0-2212-4679-adee-f7bbfcf19673 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:18.892201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.892733 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.895076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.934530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 6b71f08e-aed7-4036-8f19-8da55ffab170 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:18.934975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.954373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:18.955435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:18.972421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.036669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.070202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:19.092140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] Deleting port 37ce8999-214e-4056-9abe-5f0e93ddd366 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:19.094136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.103333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.106023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.118108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa1476d-c3f7-4292-8d0f-18e9984d0693,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:19.137333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] DHCP port deletion for 13818544-a6f2-49b7-8326-b234c6ca42c8 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:19.155885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Deleting port 6b71f08e-aed7-4036-8f19-8da55ffab170 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:19.156979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.182854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:19.187016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:19.189310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=b2c69cb4-ad82-449f-bfc2-3b11a9c669ab,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:19.191912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:19.192352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.195008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe24e2e-df92-48bf-a639-0e028b4cd71a']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:19.211430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.224453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83eef2c-f885-4eca-8edb-769885a517dd') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:19.224756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83eef2c-f885-4eca-8edb-769885a517dd') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:19.240141 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-745ff6fe-ab9a-4767-8bec-036b626b23a0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7598717 May 06 13:54:19.240369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35516) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:19.249553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:19.278077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.281637 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b4bfcb08-bc61-4313-9749-10e6f20afac5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0587528 May 06 13:54:19.293067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.318531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35520) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:19.368110 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-245bfc01-ec3a-40d3-b98a-6746aee0b68b tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules/efa1476d-c3f7-4292-8d0f-18e9984d0693 HTTP/1.1" status: 200 len: 711 time: 0.0455244 May 06 13:54:19.373757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35524) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:19.390576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.414412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:19.419505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:54:19.419940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:19.435444 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:19.447603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:19.471558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] Deleting port d0f46da0-2212-4679-adee-f7bbfcf19673 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:19.472280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.474737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:19.478961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:54:19.484798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:19.494488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3cf141e4-b9dc-42a7-8bf9-46ed8e9b86c5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:19.498823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:19.500035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'Port': ['ID=7d588e54-95b9-4edf-abaf-754b6401f6d5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:19.502364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:19.507263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:19.525401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3cf141e4-b9dc-42a7-8bf9-46ed8e9b86c5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:19.527848 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3cf141e4-b9dc-42a7-8bf9-46ed8e9b86c5 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1501360 May 06 13:54:19.535416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35528) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:19.572646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] For port 6b71f08e-aed7-4036-8f19-8da55ffab170, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6b71f08e-aed7-4036-8f19-8da55ffab170,segment=NetworkSegment(5b398477-480e-4f4e-9dd1-bf4e0a264af2),segment_id=5b398477-480e-4f4e-9dd1-bf4e0a264af2)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:19.573001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.598594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ebef-25c4-4d2e-b906-cfbb8d02927e None None] The port 'd0f46da0-2212-4679-adee-f7bbfcf19673' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:54:19.616554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] For port 6b71f08e-aed7-4036-8f19-8da55ffab170, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6b71f08e-aed7-4036-8f19-8da55ffab170,segment=NetworkSegment(5b398477-480e-4f4e-9dd1-bf4e0a264af2),segment_id=5b398477-480e-4f4e-9dd1-bf4e0a264af2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:19.617814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.637574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:19.640990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.768874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Calling delete_port for 6b71f08e-aed7-4036-8f19-8da55ffab170 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:19.806569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] For port 37ce8999-214e-4056-9abe-5f0e93ddd366, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=37ce8999-214e-4056-9abe-5f0e93ddd366,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:19.807073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.849279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 6b71f08e-aed7-4036-8f19-8da55ffab170 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:19.913671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.947727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] Calling delete_port for 37ce8999-214e-4056-9abe-5f0e93ddd366 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:19.950762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.959454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c417a52e-f7ec-4536-85fe-faacf7d71633 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.962536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:19.981902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=8fe24e2e-df92-48bf-a639-0e028b4cd71a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:19.982520 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eb737-fe0c-4cfe-be06-103dc60c268d None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:20.000408 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e70293d4-9a97-4023-a022-cc3ee73798a6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/8fe24e2e-df92-48bf-a639-0e028b4cd71a HTTP/1.1" status: 204 len: 168 time: 2.3939371 May 06 13:54:20.003649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35532) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:20.013457 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344eb737-fe0c-4cfe-be06-103dc60c268d None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:20.014885 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-344eb737-fe0c-4cfe-be06-103dc60c268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:20.018071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c417a52e-f7ec-4536-85fe-faacf7d71633 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.037270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1902787092', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:20.048451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.061697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:20.069756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:router and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:20.073432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.074772 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e2aca8bd-5177-4bdc-a99c-aa61dcfacda3 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5398881 May 06 13:54:20.078306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:20.079718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35536) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:20.091701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:20.103338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:20.103920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:20.111817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.118999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c417a52e-f7ec-4536-85fe-faacf7d71633 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.135166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.136367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.138239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Pushing event deleted for resources: {'Port': ['ID=6b71f08e-aed7-4036-8f19-8da55ffab170,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:20.146358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417a52e-f7ec-4536-85fe-faacf7d71633 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efa1476d-c3f7-4292-8d0f-18e9984d0693,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:20.154994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] No DVR routers for this DVR port 6b71f08e-aed7-4036-8f19-8da55ffab170 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:20.163305 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] No DVR routers for this DVR port 37ce8999-214e-4056-9abe-5f0e93ddd366 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:20.172391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.172666 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.172999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.174935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.175277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.175607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.175970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.176290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.176648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.176918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.177233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e68c78-f056-4166-886a-881aa9868414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:20.208973 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-344eb737-fe0c-4cfe-be06-103dc60c268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:20.217076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.226267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c417a52e-f7ec-4536-85fe-faacf7d71633 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.230525 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c417a52e-f7ec-4536-85fe-faacf7d71633 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/efa1476d-c3f7-4292-8d0f-18e9984d0693 HTTP/1.1" status: 204 len: 168 time: 0.6888688 May 06 13:54:20.232456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35540) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:20.235390 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344eb737-fe0c-4cfe-be06-103dc60c268d None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:20.237387 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-344eb737-fe0c-4cfe-be06-103dc60c268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:20.238402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36814b3-87f4-4c3a-8a7e-f9925d71cee6 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:20.293735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-79170d8f-f255-4c1c-af57-d44f42e81165 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:20.330959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791d2cd-5843-451b-9a1b-d4eb90f62aed None None] Pushing event deleted for resources: {'Port': ['ID=37ce8999-214e-4056-9abe-5f0e93ddd366,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:20.350762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.351519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.356506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.357042 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-344eb737-fe0c-4cfe-be06-103dc60c268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:20.357447 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eb737-fe0c-4cfe-be06-103dc60c268d None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:20.434941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:54:20.440663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.516646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-79170d8f-f255-4c1c-af57-d44f42e81165 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:20.518045 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-79170d8f-f255-4c1c-af57-d44f42e81165 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2845173 May 06 13:54:20.526997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35544) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:20.571286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:20.571606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '69b64db6-7bcf-40e6-902d-cbd30d83933c'}, {'subnet_id': 'b2c69cb4-ad82-449f-bfc2-3b11a9c669ab'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:20.572870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.582658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:20.585612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.597003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:20.597569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.607075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 6b71f08e-aed7-4036-8f19-8da55ffab170 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:20.607649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.626129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=69b64db6-7bcf-40e6-902d-cbd30d83933c,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:20.660770 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-79546996-b9bd-407c-a970-4d6c28fe8025 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4168377 May 06 13:54:20.661649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35548) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:20.669392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:02:d3:1f', 'name': 'tempest-NetworksTestDHCPv6-1660525987'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:20.691477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] The port '6b71f08e-aed7-4036-8f19-8da55ffab170' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:54:20.701378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 37ce8999-214e-4056-9abe-5f0e93ddd366 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:20.743944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 37ce8999-214e-4056-9abe-5f0e93ddd366 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:20.744177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 37ce8999-214e-4056-9abe-5f0e93ddd366 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:20.744544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6b71f08e-aed7-4036-8f19-8da55ffab170 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:20.778091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3cc05c64-2a52-49dc-8a50-8f06951ae210 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.784467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 6b71f08e-aed7-4036-8f19-8da55ffab170 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:20.784883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6b71f08e-aed7-4036-8f19-8da55ffab170 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:20.786241 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-692fbae5-c399-4b54-ae14-b28c8de177c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3110614 May 06 13:54:20.865670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3cc05c64-2a52-49dc-8a50-8f06951ae210 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.919132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.954351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13818544-a6f2-49b7-8326-b234c6ca42c8']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:20.969964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b398477-480e-4f4e-9dd1-bf4e0a264af2') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:20.970928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b398477-480e-4f4e-9dd1-bf4e0a264af2') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:20.978120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:20.987967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.000162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:21.012352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Allocated IP 172.20.0.2 (50bbb88f-72fc-4a05-991e-345befa7062b/b2c69cb4-ad82-449f-bfc2-3b11a9c669ab/13b52004-dcba-4e04-9799-288ff95df5d2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:21.019029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Allocated IP 2001:db8::f816:3eff:fe2e:a027 (50bbb88f-72fc-4a05-991e-345befa7062b/69b64db6-7bcf-40e6-902d-cbd30d83933c/13b52004-dcba-4e04-9799-288ff95df5d2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:21.022583 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.032461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:54:21.032854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:21.047269 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:21.136797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3cc05c64-2a52-49dc-8a50-8f06951ae210 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.140716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:21.144648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.156121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.182533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.185084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc05c64-2a52-49dc-8a50-8f06951ae210 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601fa7f-7093-45de-aaba-58884445b356,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:21.195926 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-92eb3cd0-015d-4e67-ba48-4a546889a134 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 1098 time: 0.3157299 May 06 13:54:21.224208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 122e2671-c106-430b-a1a9-1cfebf2e287a yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:21.225091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Network': ['ID=13818544-a6f2-49b7-8326-b234c6ca42c8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:21.233182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.257252 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fc88472e-7688-47ba-be01-469286adac8a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/networks/13818544-a6f2-49b7-8326-b234c6ca42c8 HTTP/1.1" status: 204 len: 168 time: 2.7152605 May 06 13:54:21.273312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35552) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:21.277754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.282612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1288131850'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:21.283291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.292690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:21.295643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Transition to ACTIVE for port object 13b52004-dcba-4e04-9799-288ff95df5d2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:21.316902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Transition to ACTIVE for port object 13b52004-dcba-4e04-9799-288ff95df5d2 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:21.323844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.331148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:network and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:21.331407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3cc05c64-2a52-49dc-8a50-8f06951ae210 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.332619 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3cc05c64-2a52-49dc-8a50-8f06951ae210 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/b601fa7f-7093-45de-aaba-58884445b356 HTTP/1.1" status: 204 len: 168 time: 0.7950661 May 06 13:54:21.336564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:21.339234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35556) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:21.372728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:21.418202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:21.421062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.424108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Pushing event updated for resources: {'Port': ['ID=13b52004-dcba-4e04-9799-288ff95df5d2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:21.430926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Router cfe18905-c299-4f75-a81d-eed4dcc30c94 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:54:21.442620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:21.444063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:21.447698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:21.502311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-fd41bbbd-a21d-4697-9af9-e1a778fca24a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:21.503799 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-fd41bbbd-a21d-4697-9af9-e1a778fca24a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.2815835 May 06 13:54:21.583227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Attempting to bind port 13b52004-dcba-4e04-9799-288ff95df5d2 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:21.583479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Attempting to bind port 13b52004-dcba-4e04-9799-288ff95df5d2 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:21.583766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Attempting to bind port 13b52004-dcba-4e04-9799-288ff95df5d2 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:21.590818 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:21.591211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:21.591584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.591999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:21.592467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Bound port: 13b52004-dcba-4e04-9799-288ff95df5d2, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:21.592842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.630238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5ae5fc42-2b62-486f-bd0d-b921b3faae38 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:21.696360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] For port 13b52004-dcba-4e04-9799-288ff95df5d2, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:21.701863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] For port 13b52004-dcba-4e04-9799-288ff95df5d2, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=13b52004-dcba-4e04-9799-288ff95df5d2,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:21.702504 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-b8ce3f1d-7c7f-48b6-a4bd-bfed357e371d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2090a376-1dd1-4d06-8052-10e9416979a6 HTTP/1.1" status: 200 len: 1000 time: 0.1899114 May 06 13:54:21.703650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 172.20.0.5 (50bbb88f-72fc-4a05-991e-345befa7062b/b2c69cb4-ad82-449f-bfc2-3b11a9c669ab/122e2671-c106-430b-a1a9-1cfebf2e287a) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:21.706220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:21.714355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.750405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fe02:d31f (50bbb88f-72fc-4a05-991e-345befa7062b/69b64db6-7bcf-40e6-902d-cbd30d83933c/122e2671-c106-430b-a1a9-1cfebf2e287a) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:21.793887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.794137 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Added segment bf35e857-10f7-4922-8052-6888950ad288 of type vlan for network 8a6be345-bc27-4283-ac5f-d8b5277da8ec May 06 13:54:21.796117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.26.0.82 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/1f9e42ca-98c8-4480-b297-48755b4fd392) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:21.799011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5ae5fc42-2b62-486f-bd0d-b921b3faae38 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:21.804419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5ae5fc42-2b62-486f-bd0d-b921b3faae38 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4560578 May 06 13:54:21.810800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35560) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:21.817778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group': {'name': 'tempest-secgroup--803359815'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:21.820402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57f0b0-9930-4254-9f9e-548c5975acc3 None None] Pushing event updated for resources: {'Port': ['ID=13b52004-dcba-4e04-9799-288ff95df5d2,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:21.834346 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:21.866131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.029118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.032925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:22.033513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.061738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-bcd5070d-4790-4ff2-bb7f-222cb694244c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:22.061738 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-bcd5070d-4790-4ff2-bb7f-222cb694244c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.3468118 May 06 13:54:22.077939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:22.187447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.211390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9361994 May 06 13:54:22.214181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35564) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.224646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '8a6be345-bc27-4283-ac5f-d8b5277da8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:22.233249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d944cb-432b-4ddc-a1d7-7e33f453b25f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Network': ['ID=8a6be345-bc27-4283-ac5f-d8b5277da8ec,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:22.253298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 8a6be345-bc27-4283-ac5f-d8b5277da8ec details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:22.273189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.299595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:22.307083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:22.311956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:22.321296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:22.377528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.411344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:22.428793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:22.437819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.441471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:22.451343 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-c6e75710-d7bb-4d47-b8e7-b1bd848183be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3780961 May 06 13:54:22.458605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:22.465484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:22.475574 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Sync routers for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:22.500405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.500680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:22.501240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.514416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:22.520231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.524038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:22.527245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:22.546915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 122e2671-c106-430b-a1a9-1cfebf2e287a will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:22.564305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=1f9e42ca-98c8-4480-b297-48755b4fd392,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:22.587587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.592300 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6fe37799-9d52-4646-85f1-31304a14b8f5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.6620557 May 06 13:54:22.594532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:22.596644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35568) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.615905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.638323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.639552 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8281727 May 06 13:54:22.644707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35574) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.652451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Request body: {'security_group_rule': {'security_group_id': '57dcf891-bd42-4ef7-ae85-a24e5c2410c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:22.658340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2ade0-1bca-43e6-ab08-d1e8e4d31543 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57dcf891-bd42-4ef7-ae85-a24e5c2410c6,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:22.664975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:22.708072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Usage tracker for resource:security_group_rule and tenant:d89da5a1d6e643659950677b65b39e92 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:22.717823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:22.733657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:22.767518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.795211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 13b52004-dcba-4e04-9799-288ff95df5d2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:22.865158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=122e2671-c106-430b-a1a9-1cfebf2e287a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:22.910742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:22.959567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:22.963220 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5ada6d76-4475-47cc-bfaa-e6a50dd00aa5 tempest-TestNetworkAdvancedServerOps-1791150308 tempest-TestNetworkAdvancedServerOps-1791150308-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6da7150a9657493d806fef292f4cc1a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3572013 May 06 13:54:22.963954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35578) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.985765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:23.003732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:23.073295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:23.073928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.093658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 13b52004-dcba-4e04-9799-288ff95df5d2 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:23.110982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.123898 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5600617d-7bbe-4875-a05b-a6d1e9df2c13 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4601896 May 06 13:54:23.127669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.130130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35582) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.180513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f61e9d9-b044-488f-b7fa-6a10eb9ca903,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:23.197843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.198619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.214256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.214703 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-5d8e3b2a-6ade-4fb8-aa74-ce83f8d96018 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7571516 May 06 13:54:23.218963 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ba4c411a-c663-49b6-a74c-0c63fb631c4c tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5698404 May 06 13:54:23.219104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.219195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35586) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.240799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78189a58-0043-45c0-bafc-51d3f5e8d142 tempest-TestNetworkAdvancedServerOps-1791150308 tempest-TestNetworkAdvancedServerOps-1791150308-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:23.245771 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-78189a58-0043-45c0-bafc-51d3f5e8d142 tempest-TestNetworkAdvancedServerOps-1791150308 tempest-TestNetworkAdvancedServerOps-1791150308-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2735186 May 06 13:54:23.246186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da78326d-e322-45ac-8036-66968dcf88a6 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:23.274427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35590) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.375249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f9bfd4bb-cb8f-4a92-9e61-2b6022e3e63f None None] Provisioning for port 13b52004-dcba-4e04-9799-288ff95df5d2 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:23.425731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f9bfd4bb-cb8f-4a92-9e61-2b6022e3e63f None None] Provisioning complete for port 13b52004-dcba-4e04-9799-288ff95df5d2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:23.426198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd4bb-cb8f-4a92-9e61-2b6022e3e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.438893 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0ab1f2a2-4097-40f0-b0ab-fd3956ab6311 tempest-TestNetworkAdvancedServerOps-1791150308 tempest-TestNetworkAdvancedServerOps-1791150308-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1632197 May 06 13:54:23.444840 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35594) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.454145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1621840027', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:23.482003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-312f7f56-3c5b-405c-a1d4-767f839621ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.560064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.599370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-312f7f56-3c5b-405c-a1d4-767f839621ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.604670 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b027ee0-68dd-4df3-bb7a-ecce1d8021b2 req-74a5f2a6-370d-476f-958e-9482ce331c50 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575017 May 06 13:54:23.617682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:23.622704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:subnet and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:23.625849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:23.639707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:23.656770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 3, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:23.680161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Checking router: cfe18905-c299-4f75-a81d-eed4dcc30c94 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:54:23.680567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Updating router cfe18905-c299-4f75-a81d-eed4dcc30c94 port 7d588e54-95b9-4edf-abaf-754b6401f6d5 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:54:23.706257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd4bb-cb8f-4a92-9e61-2b6022e3e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.787141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.803095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Made reservation on behalf of 6da7150a9657493d806fef292f4cc1a5 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:23.818373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f9bfd4bb-cb8f-4a92-9e61-2b6022e3e63f None None] For port 13b52004-dcba-4e04-9799-288ff95df5d2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=13b52004-dcba-4e04-9799-288ff95df5d2,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:23.832532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd4bb-cb8f-4a92-9e61-2b6022e3e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.876500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdb451-bc7b-4c8e-8d58-a1af41432963 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:23.880454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdb451-bc7b-4c8e-8d58-a1af41432963 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:23.881232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-09cdb451-bc7b-4c8e-8d58-a1af41432963 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:23.932972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.936672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfd4bb-cb8f-4a92-9e61-2b6022e3e63f None None] Pushing event updated for resources: {'Port': ['ID=13b52004-dcba-4e04-9799-288ff95df5d2,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:23.951226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-312f7f56-3c5b-405c-a1d4-767f839621ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.968991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-09cdb451-bc7b-4c8e-8d58-a1af41432963 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:23.970078 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-09cdb451-bc7b-4c8e-8d58-a1af41432963 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8360200 May 06 13:54:23.977008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35598) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:24.052934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f7f56-3c5b-405c-a1d4-767f839621ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dcf891-bd42-4ef7-ae85-a24e5c2410c6,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:24.074944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-312f7f56-3c5b-405c-a1d4-767f839621ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.077662 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-312f7f56-3c5b-405c-a1d4-767f839621ec tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/57dcf891-bd42-4ef7-ae85-a24e5c2410c6 HTTP/1.1" status: 204 len: 168 time: 0.8567193 May 06 13:54:24.078868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35602) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:24.155919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.162053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcba2b-ce83-45aa-b916-5bad79e59da5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 122e2671-c106-430b-a1a9-1cfebf2e287a {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:24.162387 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecdcba2b-ce83-45aa-b916-5bad79e59da5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.201112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:54:24.385726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d64276ea-e069-4d35-bff3-9fcad217e7dc None None] Provisioning complete for port 13b52004-dcba-4e04-9799-288ff95df5d2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:24.385726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d64276ea-e069-4d35-bff3-9fcad217e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.395861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=f2b88971-448e-478c-8771-d0a7376c49f0,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:24.404426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.442402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-391950ca-f57c-42cb-9495-d9b2f50005ff tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:24.469279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'Subnet': ['ID=c8301ddf-5ee4-4205-9ca1-f30ad22b2898,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:24.535734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Checking segment: {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:24.536200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Network hostable DHCP agents. Network: b7058883-77aa-42ac-84e6-86e61b26917c, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:24.585418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Network b7058883-77aa-42ac-84e6-86e61b26917c is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:24.593981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-391950ca-f57c-42cb-9495-d9b2f50005ff tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:24.595220 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-391950ca-f57c-42cb-9495-d9b2f50005ff tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5154309 May 06 13:54:24.598719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35606) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:24.603269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.650658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Transition to ACTIVE for port object 7d588e54-95b9-4edf-abaf-754b6401f6d5 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:24.664732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Checking segment: {'id': 'bf35e857-10f7-4922-8052-6888950ad288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8a6be345-bc27-4283-ac5f-d8b5277da8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:24.665331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network hostable DHCP agents. Network: 8a6be345-bc27-4283-ac5f-d8b5277da8ec, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:24.671482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.673894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6947f322-ec5c-46c2-be9e-19c5f699ddfe tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Synchronizing usage tracker for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:24.677874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, b7058883-77aa-42ac-84e6-86e61b26917c) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:24.689979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:24.691339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.733805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:24.747375 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a414455-53ad-463e-ac8c-688878f9c87e None None] Sync routers for ids ['ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:24.756912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6947f322-ec5c-46c2-be9e-19c5f699ddfe tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] Unset dirty status for tenant:d89da5a1d6e643659950677b65b39e92 on resource:security_group_rule {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:24.760070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.20.0.1 (520cc9b4-e460-4451-85a1-9af468d39d82/6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc/19bbb421-faf6-4dc5-be91-01ccc7af090a) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:24.761406 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6947f322-ec5c-46c2-be9e-19c5f699ddfe tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1614871 May 06 13:54:24.766010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35610) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:24.772846 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a414455-53ad-463e-ac8c-688878f9c87e None None] Routers {'ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:24.773954 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2a414455-53ad-463e-ac8c-688878f9c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:24.774232 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 13b52004-dcba-4e04-9799-288ff95df5d2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:24.797418 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-88933c9e-1aaf-452e-a50b-387f7ee918ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3503990 May 06 13:54:24.799466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35614) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:24.802684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecdcba2b-ce83-45aa-b916-5bad79e59da5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.820332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-bb236177-60dc-4830-9eb9-b5678dcbacb3 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] delete failed (client error): The resource could not be found. May 06 13:54:24.821831 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bb236177-60dc-4830-9eb9-b5678dcbacb3 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "DELETE /v2.0/security-groups/57dcf891-bd42-4ef7-ae85-a24e5c2410c6 HTTP/1.1" status: 404 len: 347 time: 0.0531633 May 06 13:54:24.830199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35618) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:24.841747 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2a414455-53ad-463e-ac8c-688878f9c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:24.854548 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a414455-53ad-463e-ac8c-688878f9c87e None None] Routers {'ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:24.855515 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2a414455-53ad-463e-ac8c-688878f9c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:24.873343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2212530c-524b-44da-8605-4e5d160bb771 None None] Network b7058883-77aa-42ac-84e6-86e61b26917c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:24.888048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d64276ea-e069-4d35-bff3-9fcad217e7dc None None] Provisioning for port 122e2671-c106-430b-a1a9-1cfebf2e287a completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:24.898833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d64276ea-e069-4d35-bff3-9fcad217e7dc None None] Provisioning complete for port 122e2671-c106-430b-a1a9-1cfebf2e287a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:24.899247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d64276ea-e069-4d35-bff3-9fcad217e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.943564 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c07ec-a50d-4e79-9c29-8ef5a7e06a53 None None] Pushing event updated for resources: {'Port': ['ID=7d588e54-95b9-4edf-abaf-754b6401f6d5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:24.946929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.948265 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8515cb30-a855-4d26-9557-c6b1df5300ce tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.9205246 May 06 13:54:24.955547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35620) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:24.981441 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2a414455-53ad-463e-ac8c-688878f9c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:24.982215 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a414455-53ad-463e-ac8c-688878f9c87e None None] The sync data for ids ['ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:25.020746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Attempting to bind port 7d588e54-95b9-4edf-abaf-754b6401f6d5 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:25.021164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Attempting to bind port 7d588e54-95b9-4edf-abaf-754b6401f6d5 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:25.021665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Attempting to bind port 7d588e54-95b9-4edf-abaf-754b6401f6d5 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:25.030522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 8a6be345-bc27-4283-ac5f-d8b5277da8ec is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:25.038098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcba2b-ce83-45aa-b916-5bad79e59da5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 122e2671-c106-430b-a1a9-1cfebf2e287a owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:25.040533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:25.040906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:25.041311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.041704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:25.042399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Bound port: 7d588e54-95b9-4edf-abaf-754b6401f6d5, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:25.042780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.086603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d64276ea-e069-4d35-bff3-9fcad217e7dc None None] Port 122e2671-c106-430b-a1a9-1cfebf2e287a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:25.146047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 8a6be345-bc27-4283-ac5f-d8b5277da8ec) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:25.152552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 13b52004-dcba-4e04-9799-288ff95df5d2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:25.153188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.185067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:25.185646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.186490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b2ac9-1711-43f7-b683-1ff42259ca64 None None] Network 8a6be345-bc27-4283-ac5f-d8b5277da8ec requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:25.279322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3fc6196b-16af-4956-89ac-8820f9e7599e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0543470 May 06 13:54:25.279322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a741deef-5a69-4238-8cd8-adcff4360c16 tempest-SecGroupIPv6Test-1050908056 tempest-SecGroupIPv6Test-1050908056-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3158138 May 06 13:54:25.281066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35626) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:25.286199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2139947348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:25.296396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:25.303571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:router and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:25.314702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:25.328944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:25.383746 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-97d60da2-7320-493f-8fc5-20e5ad839272 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/routers/ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb HTTP/1.1" status: 200 len: 880 time: 0.4242897 May 06 13:54:25.384466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35632) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:25.390558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.408351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.409180 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.451799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] For port 7d588e54-95b9-4edf-abaf-754b6401f6d5, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:25.494866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.519582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] For port 7d588e54-95b9-4edf-abaf-754b6401f6d5, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7d588e54-95b9-4edf-abaf-754b6401f6d5,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:25.537971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8850e9f9-b756-4515-b6f7-a803aeded805 None None] Provisioning complete for port 122e2671-c106-430b-a1a9-1cfebf2e287a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:25.538242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8850e9f9-b756-4515-b6f7-a803aeded805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.571995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 520cc9b4-e460-4451-85a1-9af468d39d82 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:25.582256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:25.590132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecdcba2b-ce83-45aa-b916-5bad79e59da5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.596928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:25.608766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8850e9f9-b756-4515-b6f7-a803aeded805 None None] Port 122e2671-c106-430b-a1a9-1cfebf2e287a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:25.610919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.790284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35638) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:25.821266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=19bbb421-faf6-4dc5-be91-01ccc7af090a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:25.834508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c07ec-a50d-4e79-9c29-8ef5a7e06a53 None None] Pushing event updated for resources: {'Port': ['ID=7d588e54-95b9-4edf-abaf-754b6401f6d5,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:25.844547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-8a6be345-bc27-4283-ac5f-d8b5277da8ec', 'network_id': '8a6be345-bc27-4283-ac5f-d8b5277da8ec', 'tenant_id': '11361967c386430993b0bc1483f4d286', 'fixed_ips': [{'subnet_id': 'f2b88971-448e-478c-8771-d0a7376c49f0'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:25.845194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.869848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcba2b-ce83-45aa-b916-5bad79e59da5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=122e2671-c106-430b-a1a9-1cfebf2e287a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:25.880136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.922669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.034467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-975ea3f3-2b11-4ddf-bad7-396a63b4ad15 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:router {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:26.081964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.082266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-975ea3f3-2b11-4ddf-bad7-396a63b4ad15 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:router {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:26.085932 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-975ea3f3-2b11-4ddf-bad7-396a63b4ad15 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6983366 May 06 13:54:26.087680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35644) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.093436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2a3c3bdb-3ccb-408a-b4ce-ec895730f59e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1902787092'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:26.121557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Allocated IP 172.20.0.2 (8a6be345-bc27-4283-ac5f-d8b5277da8ec/f2b88971-448e-478c-8771-d0a7376c49f0/c7695aa0-6ebb-4d82-8d85-99709d4cf817) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:26.157739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ecdcba2b-ce83-45aa-b916-5bad79e59da5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.159671 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ecdcba2b-ce83-45aa-b916-5bad79e59da5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/122e2671-c106-430b-a1a9-1cfebf2e287a HTTP/1.1" status: 204 len: 168 time: 2.1816742 May 06 13:54:26.163105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35648) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.241944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.249184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35652) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.250267 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-83957ef9-18b0-40d3-8bf8-531c03b42515 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9686463 May 06 13:54:26.256317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'network_id': '8a6be345-bc27-4283-ac5f-d8b5277da8ec', 'name': 'tempest-PortsTestJSON-200220718'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:26.302549 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bf7cc421-6c20-44a4-af57-ab96393fca16 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d89da5a1d6e643659950677b65b39e92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5049098 May 06 13:54:26.305837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35656) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.336443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d791e-1fbb-4449-84af-16bf66c2dee1 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:26.337894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d791e-1fbb-4449-84af-16bf66c2dee1 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:26.339291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d791e-1fbb-4449-84af-16bf66c2dee1 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:26.340322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-af3d791e-1fbb-4449-84af-16bf66c2dee1 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:26.346936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.349712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.360741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-b7058883-77aa-42ac-84e6-86e61b26917c', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:26.361139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.376714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Transition to ACTIVE for port object c7695aa0-6ebb-4d82-8d85-99709d4cf817 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:26.446159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-af3d791e-1fbb-4449-84af-16bf66c2dee1 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:26.449865 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-af3d791e-1fbb-4449-84af-16bf66c2dee1 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2832899 May 06 13:54:26.452321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35660) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.463627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Transition to ACTIVE for port object c7695aa0-6ebb-4d82-8d85-99709d4cf817 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:26.474798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:26.475582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:26.493705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:26.502191 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:26.525728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:26.554490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.571492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:26.618247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:26.620525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.672285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a24eb10-41ab-4852-a1a3-ca635e93d4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.692372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 73547015-9f2c-4c54-bbac-8080af2bd062 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:26.800892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a24eb10-41ab-4852-a1a3-ca635e93d4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.801090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Network 8a6be345-bc27-4283-ac5f-d8b5277da8ec is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:26.848773 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:54:26.876433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.888279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Allocated IP 172.20.0.2 (b7058883-77aa-42ac-84e6-86e61b26917c/c8301ddf-5ee4-4205-9ca1-f30ad22b2898/4f3bf408-33a8-46f9-a82b-da4aab474433) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:26.929040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:26.931350 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Pushing event updated for resources: {'Port': ['ID=c7695aa0-6ebb-4d82-8d85-99709d4cf817,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:26.943345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:26.950698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7cdfcc-f72d-4e92-8ad7-21aba39010e5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 69b64db6-7bcf-40e6-902d-cbd30d83933c {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:27.047188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdfcc-f72d-4e92-8ad7-21aba39010e5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.126266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdfcc-f72d-4e92-8ad7-21aba39010e5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.154875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.14 (8a6be345-bc27-4283-ac5f-d8b5277da8ec/f2b88971-448e-478c-8771-d0a7376c49f0/73547015-9f2c-4c54-bbac-8080af2bd062) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:27.208782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Attempting to bind port c7695aa0-6ebb-4d82-8d85-99709d4cf817 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:27.209173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Attempting to bind port c7695aa0-6ebb-4d82-8d85-99709d4cf817 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'bf35e857-10f7-4922-8052-6888950ad288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8a6be345-bc27-4283-ac5f-d8b5277da8ec'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:27.209643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Attempting to bind port c7695aa0-6ebb-4d82-8d85-99709d4cf817 on network 8a6be345-bc27-4283-ac5f-d8b5277da8ec {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:27.214112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:27.280515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a24eb10-41ab-4852-a1a3-ca635e93d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.317448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24eb10-41ab-4852-a1a3-ca635e93d4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb68065d-1a72-4d92-bcee-f6efbdd96179,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:27.350406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:27.351901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Checking segment: {'id': 'bf35e857-10f7-4922-8052-6888950ad288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8a6be345-bc27-4283-ac5f-d8b5277da8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:27.351901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.352301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Bound using segment: {'id': 'bf35e857-10f7-4922-8052-6888950ad288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8a6be345-bc27-4283-ac5f-d8b5277da8ec'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:27.352629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Bound port: c7695aa0-6ebb-4d82-8d85-99709d4cf817, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf35e857-10f7-4922-8052-6888950ad288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8a6be345-bc27-4283-ac5f-d8b5277da8ec'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:27.353468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.353592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0a24eb10-41ab-4852-a1a3-ca635e93d4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.356264 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0a24eb10-41ab-4852-a1a3-ca635e93d4b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb68065d-1a72-4d92-bcee-f6efbdd96179 HTTP/1.1" status: 204 len: 168 time: 1.0479212 May 06 13:54:27.378932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdfcc-f72d-4e92-8ad7-21aba39010e5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.503133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.506577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdfcc-f72d-4e92-8ad7-21aba39010e5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.567801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.700611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.705583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.730768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] For port c7695aa0-6ebb-4d82-8d85-99709d4cf817, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:27.738035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Transition to ACTIVE for port object 4f3bf408-33a8-46f9-a82b-da4aab474433 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:27.745387 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=19bbb421-faf6-4dc5-be91-01ccc7af090a,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:27.757455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cdfcc-f72d-4e92-8ad7-21aba39010e5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=69b64db6-7bcf-40e6-902d-cbd30d83933c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:27.770064 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] For port c7695aa0-6ebb-4d82-8d85-99709d4cf817, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c7695aa0-6ebb-4d82-8d85-99709d4cf817,segment=NetworkSegment(bf35e857-10f7-4922-8052-6888950ad288),segment_id=bf35e857-10f7-4922-8052-6888950ad288)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:27.781869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.814450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdfcc-f72d-4e92-8ad7-21aba39010e5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.825605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab266249-0456-43af-aec1-828292c55280 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:27.843680 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ce7cdfcc-f72d-4e92-8ad7-21aba39010e5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/69b64db6-7bcf-40e6-902d-cbd30d83933c HTTP/1.1" status: 204 len: 168 time: 1.3900335 May 06 13:54:27.846814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 73547015-9f2c-4c54-bbac-8080af2bd062 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:27.847758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35674) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:27.855957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.925315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Transition to ACTIVE for port object 4f3bf408-33a8-46f9-a82b-da4aab474433 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:27.967171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.987037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e450b2-2139-41de-8a85-fd07e47352eb None None] Pushing event updated for resources: {'Port': ['ID=c7695aa0-6ebb-4d82-8d85-99709d4cf817,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.101568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Network b7058883-77aa-42ac-84e6-86e61b26917c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:28.109037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:28.120909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:28.144755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3bdb-3ccb-408a-b4ce-ec895730f59e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.177743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.185535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Pushing event updated for resources: {'Port': ['ID=4f3bf408-33a8-46f9-a82b-da4aab474433,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.188093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Allocated IP 172.20.0.1 (b7058883-77aa-42ac-84e6-86e61b26917c/c8301ddf-5ee4-4205-9ca1-f30ad22b2898/5cbcb887-4c89-420d-9c6c-d86187d3ad95) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:28.216172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 3, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:28.251736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3bdb-3ccb-408a-b4ce-ec895730f59e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.260410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 520cc9b4-e460-4451-85a1-9af468d39d82 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:28.263039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:28.322558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c2da8-b8a8-418f-adf2-717cf9412530 None None] The sync data for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv is: [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 3, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:28.399402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Attempting to bind port 4f3bf408-33a8-46f9-a82b-da4aab474433 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:28.399949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Attempting to bind port 4f3bf408-33a8-46f9-a82b-da4aab474433 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:28.400187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Attempting to bind port 4f3bf408-33a8-46f9-a82b-da4aab474433 on network b7058883-77aa-42ac-84e6-86e61b26917c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:28.440628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:28.441562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Checking segment: {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:28.443309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.444021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Bound using segment: {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:28.444757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Bound port: 4f3bf408-33a8-46f9-a82b-da4aab474433, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:28.445937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.533423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 8a6be345-bc27-4283-ac5f-d8b5277da8ec is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:28.550692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d48d30-51b9-4c4a-a901-244c32e3115a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet b2c69cb4-ad82-449f-bfc2-3b11a9c669ab {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:28.552761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=73547015-9f2c-4c54-bbac-8080af2bd062,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.661558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] For port 4f3bf408-33a8-46f9-a82b-da4aab474433, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:28.669449 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] For port 4f3bf408-33a8-46f9-a82b-da4aab474433, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4f3bf408-33a8-46f9-a82b-da4aab474433,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:28.695890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.709546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:28.711599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07d48d30-51b9-4c4a-a901-244c32e3115a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.901701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:28.931130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35686) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.965856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f9e8-0ec5-416a-9cfe-91aeba832e25 None None] Pushing event updated for resources: {'Port': ['ID=4f3bf408-33a8-46f9-a82b-da4aab474433,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.978630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c7695aa0-6ebb-4d82-8d85-99709d4cf817 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:29.106886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c7695aa0-6ebb-4d82-8d85-99709d4cf817 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:29.159417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07d48d30-51b9-4c4a-a901-244c32e3115a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.167322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:29.271367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-15419378-59f6-490c-8057-65cf4b012fe8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:29.272005 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-15419378-59f6-490c-8057-65cf4b012fe8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:54:29.273139 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-15419378-59f6-490c-8057-65cf4b012fe8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3407743 May 06 13:54:29.285117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35692) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:29.314363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455101975'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:29.325422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:29.326523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.388912 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-47f142cb-dcd6-4b48-beaf-264341d4335b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1385317 May 06 13:54:29.396443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35696) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:29.403198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.408535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:29.435209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Transition to ACTIVE for port object 5cbcb887-4c89-420d-9c6c-d86187d3ad95 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:29.471524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07d48d30-51b9-4c4a-a901-244c32e3115a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.536502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:29.638851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.649359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:29.666020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:29.704972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.706831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07d48d30-51b9-4c4a-a901-244c32e3115a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.733815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4caf43c6-0796-4bac-9e10-b6e474f3f67f None None] Provisioning complete for port 13b52004-dcba-4e04-9799-288ff95df5d2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:29.734151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4caf43c6-0796-4bac-9e10-b6e474f3f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.754660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.794609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d48d30-51b9-4c4a-a901-244c32e3115a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c69cb4-ad82-449f-bfc2-3b11a9c669ab,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:29.852528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Network b7058883-77aa-42ac-84e6-86e61b26917c is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:29.854585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3c3bdb-3ccb-408a-b4ce-ec895730f59e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:29.855921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07d48d30-51b9-4c4a-a901-244c32e3115a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.860021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f79b0fa-ceb0-46d7-ab29-1afcdca236fa None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:29.873706 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-07d48d30-51b9-4c4a-a901-244c32e3115a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/b2c69cb4-ad82-449f-bfc2-3b11a9c669ab HTTP/1.1" status: 204 len: 168 time: 2.0247152 May 06 13:54:29.874823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'Port': ['ID=5cbcb887-4c89-420d-9c6c-d86187d3ad95,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:29.884165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:29.886641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35700) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:29.888996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:29.974762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:30.030018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a82675-c5dc-4722-b84a-a79040a654f0 None None] Network 8a6be345-bc27-4283-ac5f-d8b5277da8ec requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:30.038742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:30.049074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:30.067476 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c8c77b06-7ee7-4ddf-b86a-aac747fe3bfc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1696951 May 06 13:54:30.069272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35704) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:30.069487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:30.074322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:30.269605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.311375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:30.335634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.402221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:30.433879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec902b5-f030-4558-89f2-042f51ef3575 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:30.461556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:30.479129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:30.489329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:30.541005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.547237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.574910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-20f0be0c-cc1a-4e9b-8e04-36feca738f2b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/routers/ef51934c-fc8e-411a-bab6-2ec330f5eb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4940448 May 06 13:54:30.609018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35708) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:30.624235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'port': {'network_id': '520cc9b4-e460-4451-85a1-9af468d39d82', 'name': 'tempest-FloatingIPTestJSON-636231255'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:30.634178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4e0525b7-ed68-4f13-b3d9-1689df3b48db None None] Provisioning for port c7695aa0-6ebb-4d82-8d85-99709d4cf817 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:30.645397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec902b5-f030-4558-89f2-042f51ef3575 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:30.646065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0ec902b5-f030-4558-89f2-042f51ef3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:30.738918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:30.781764 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4e0525b7-ed68-4f13-b3d9-1689df3b48db None None] Provisioning complete for port c7695aa0-6ebb-4d82-8d85-99709d4cf817 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:30.782006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0525b7-ed68-4f13-b3d9-1689df3b48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.788415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:30.791880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78df4664-8aa6-440f-8280-b5fcf8591479,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:30.802339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:30.829957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:30.862929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0ec902b5-f030-4558-89f2-042f51ef3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:30.877089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7d588e54-95b9-4edf-abaf-754b6401f6d5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:30.950629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de7368-b405-4a6d-852e-aa8182d81c5e None None] Network b7058883-77aa-42ac-84e6-86e61b26917c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:30.964921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:30.981513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:port and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:30.990377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:31.010486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:31.016336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.046132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.073015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.076607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:31.080749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.091532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.100767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.105487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:31.108319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.109428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec902b5-f030-4558-89f2-042f51ef3575 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:31.110067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0ec902b5-f030-4558-89f2-042f51ef3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:31.207185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.213276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359547da-fa28-4efd-b730-983647ef4117 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:31.221742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0ec902b5-f030-4558-89f2-042f51ef3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:31.222140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec902b5-f030-4558-89f2-042f51ef3575 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:31.256774 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-359547da-fa28-4efd-b730-983647ef4117 None None] Deleting port 13b52004-dcba-4e04-9799-288ff95df5d2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:31.257051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-359547da-fa28-4efd-b730-983647ef4117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.291345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] device_id is not set on port f9667a8a-aed7-48f1-9597-2bd0a18a253d yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:31.343086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.344678 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0527077 May 06 13:54:31.345608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1f42-fbea-4e1b-8307-3330183ccc5d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203eecae-c6bf-4fe8-a09a-0ed41fc0c2f7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:31.354518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35712) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:31.395666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '203eecae-c6bf-4fe8-a09a-0ed41fc0c2f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:31.409040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:31.415712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'Port': ['ID=5cbcb887-4c89-420d-9c6c-d86187d3ad95,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:31.415973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 7d588e54-95b9-4edf-abaf-754b6401f6d5 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:31.436145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:31.445402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0525b7-ed68-4f13-b3d9-1689df3b48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.459702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 7d588e54-95b9-4edf-abaf-754b6401f6d5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:31.460078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.488196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:31.501501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:31.565327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Network b7058883-77aa-42ac-84e6-86e61b26917c is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:31.571759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:31.590713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.713820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.20.0.14 (520cc9b4-e460-4451-85a1-9af468d39d82/6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc/f9667a8a-aed7-48f1-9597-2bd0a18a253d) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:31.742227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4e0525b7-ed68-4f13-b3d9-1689df3b48db None None] For port c7695aa0-6ebb-4d82-8d85-99709d4cf817, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c7695aa0-6ebb-4d82-8d85-99709d4cf817,segment=NetworkSegment(bf35e857-10f7-4922-8052-6888950ad288),segment_id=bf35e857-10f7-4922-8052-6888950ad288)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:31.787276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e0525b7-ed68-4f13-b3d9-1689df3b48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.838256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c3bdb-3ccb-408a-b4ce-ec895730f59e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:31.850620 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac12d6-ed0d-42c1-97c8-61f2a20bc566 None None] Sync routers for ids ['ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:31.864880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.869615 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac12d6-ed0d-42c1-97c8-61f2a20bc566 None None] Routers {'ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:31.873353 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-99ac12d6-ed0d-42c1-97c8-61f2a20bc566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:31.888911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.906232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3bdb-3ccb-408a-b4ce-ec895730f59e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.907342 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2a3c3bdb-3ccb-408a-b4ce-ec895730f59e tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb HTTP/1.1" status: 200 len: 887 time: 5.8184147 May 06 13:54:31.919751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35716) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:31.995946 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-99ac12d6-ed0d-42c1-97c8-61f2a20bc566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:32.037170 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac12d6-ed0d-42c1-97c8-61f2a20bc566 None None] Routers {'ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:32.038213 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-99ac12d6-ed0d-42c1-97c8-61f2a20bc566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:32.044565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.051992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=73547015-9f2c-4c54-bbac-8080af2bd062,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.066410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-359547da-fa28-4efd-b730-983647ef4117 None None] For port 13b52004-dcba-4e04-9799-288ff95df5d2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=13b52004-dcba-4e04-9799-288ff95df5d2,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:32.066896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-359547da-fa28-4efd-b730-983647ef4117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.076658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.124934 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-99ac12d6-ed0d-42c1-97c8-61f2a20bc566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:32.125560 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac12d6-ed0d-42c1-97c8-61f2a20bc566 None None] The sync data for ids ['ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:32.170070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a2934df-21c1-43b3-ac23-0178b3c32ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.208603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.271685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd93355-f603-4153-8ec7-ff4babde5047,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.323518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0525b7-ed68-4f13-b3d9-1689df3b48db None None] Pushing event updated for resources: {'Port': ['ID=c7695aa0-6ebb-4d82-8d85-99709d4cf817,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.342408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-359547da-fa28-4efd-b730-983647ef4117 None None] Calling delete_port for 13b52004-dcba-4e04-9799-288ff95df5d2 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:32.343614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.348047 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-608c077e-d622-4589-9dd3-9be409dbae5c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9697287 May 06 13:54:32.348640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35720) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:32.379211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f88fabea-8790-4d11-a484-4fe40f8111bb tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '203eecae-c6bf-4fe8-a09a-0ed41fc0c2f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:32.384751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:32.403055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f88fabea-8790-4d11-a484-4fe40f8111bb tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:32.424969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f88fabea-8790-4d11-a484-4fe40f8111bb tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:32.431088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f88fabea-8790-4d11-a484-4fe40f8111bb tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:32.435680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:32.437475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.440489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:32.441124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.459590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.482134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 7d588e54-95b9-4edf-abaf-754b6401f6d5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7d588e54-95b9-4edf-abaf-754b6401f6d5,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:32.489163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2d02a8dc-180f-4f59-822d-3401439fcd6b None None] Provisioning for port 4f3bf408-33a8-46f9-a82b-da4aab474433 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:32.499443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-359547da-fa28-4efd-b730-983647ef4117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.503634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.504430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4f3bf408-33a8-46f9-a82b-da4aab474433 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:32.545525 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-04532cab-1b4d-4de4-984f-ec28c2f7c180 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4762888 May 06 13:54:32.549145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35724) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:32.551142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f88fabea-8790-4d11-a484-4fe40f8111bb tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:32.564911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:32.597874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359547da-fa28-4efd-b730-983647ef4117 None None] Pushing event deleted for resources: {'Port': ['ID=13b52004-dcba-4e04-9799-288ff95df5d2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.598104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.651095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f88fabea-8790-4d11-a484-4fe40f8111bb tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.681768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359547da-fa28-4efd-b730-983647ef4117 None None] No DVR routers for this DVR port 13b52004-dcba-4e04-9799-288ff95df5d2 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:32.710085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18a433-1093-43c2-aab2-0cbcc63c1335 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:32.732218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.805190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=7d588e54-95b9-4edf-abaf-754b6401f6d5,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.822331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.862357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:32.866855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:32.873000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:32.886383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:32.905617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:32.909337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.933659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4f3bf408-33a8-46f9-a82b-da4aab474433 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:32.950600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-559f76c0-cf18-4842-b530-a5a75be1edbe None None] Provisioning complete for port c7695aa0-6ebb-4d82-8d85-99709d4cf817 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:32.950962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-559f76c0-cf18-4842-b530-a5a75be1edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.010013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4f3bf408-33a8-46f9-a82b-da4aab474433 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:33.010374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.054414 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-f88fabea-8790-4d11-a484-4fe40f8111bb tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:54:33.056096 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f88fabea-8790-4d11-a484-4fe40f8111bb tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6843634 May 06 13:54:33.060475 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ef1eb3bd-9a66-4914-8e4a-d440d3ea0b44 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/routers/ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb HTTP/1.1" status: 200 len: 887 time: 1.1369309 May 06 13:54:33.063117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35728) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:33.063655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35730) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:33.124425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.137798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 520cc9b4-e460-4451-85a1-9af468d39d82 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:33.143111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:33.153043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:33.164003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3ba3028e-ae26-4925-a2d0-aeb65b338214 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:33.169323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:33.171488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.189721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=f9667a8a-aed7-48f1-9597-2bd0a18a253d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:33.251256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3ba3028e-ae26-4925-a2d0-aeb65b338214 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:33.254906 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3ba3028e-ae26-4925-a2d0-aeb65b338214 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb HTTP/1.1" status: 200 len: 205 time: 0.1833529 May 06 13:54:33.257356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35736) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:33.289281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:33.290043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.329005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Router cfe18905-c299-4f75-a81d-eed4dcc30c94 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:33.390730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.448203 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-48072c75-00ea-4418-bd09-27199c03d633 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8349144 May 06 13:54:33.449945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35740) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:33.456792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'port': {'network_id': '520cc9b4-e460-4451-85a1-9af468d39d82', 'name': 'tempest-FloatingIPTestJSON-643121903'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:33.466475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cd62d51-0ffb-4f80-949b-de125366abf2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.506071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Allocated IP 172.20.0.2 (50bbb88f-72fc-4a05-991e-345befa7062b/dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4/fba96160-bfbe-4f74-8862-0fef75d8cfae) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:33.522312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4f3bf408-33a8-46f9-a82b-da4aab474433, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4f3bf408-33a8-46f9-a82b-da4aab474433,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:33.527980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.587056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cd62d51-0ffb-4f80-949b-de125366abf2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.589250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-559f76c0-cf18-4842-b530-a5a75be1edbe None None] Provisioning for port 73547015-9f2c-4c54-bbac-8080af2bd062 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:33.664374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-559f76c0-cf18-4842-b530-a5a75be1edbe None None] Provisioning complete for port 73547015-9f2c-4c54-bbac-8080af2bd062 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:33.664804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-559f76c0-cf18-4842-b530-a5a75be1edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.701038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7d588e54-95b9-4edf-abaf-754b6401f6d5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:33.727489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:33.740380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:port and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:33.749422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:33.759946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:33.774253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:33.777583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.813932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.817609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] device_id is not set on port dea811e6-3c83-4fc3-86c9-594be536c63c yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:33.820439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4f3bf408-33a8-46f9-a82b-da4aab474433,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:33.826723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-559f76c0-cf18-4842-b530-a5a75be1edbe None None] Port 73547015-9f2c-4c54-bbac-8080af2bd062 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:33.863543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.919171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cd62d51-0ffb-4f80-949b-de125366abf2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.946284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd62d51-0ffb-4f80-949b-de125366abf2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203eecae-c6bf-4fe8-a09a-0ed41fc0c2f7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:33.997477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 7d588e54-95b9-4edf-abaf-754b6401f6d5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:34.000775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.034605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cd62d51-0ffb-4f80-949b-de125366abf2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.035722 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8cd62d51-0ffb-4f80-949b-de125366abf2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/203eecae-c6bf-4fe8-a09a-0ed41fc0c2f7 HTTP/1.1" status: 204 len: 168 time: 0.9684236 May 06 13:54:34.043273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35744) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:34.061595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.075839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d2efbb66-be0d-47f4-8255-20f55fe552b1 None None] Provisioning complete for port 4f3bf408-33a8-46f9-a82b-da4aab474433 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:34.076043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2efbb66-be0d-47f4-8255-20f55fe552b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.080631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=73547015-9f2c-4c54-bbac-8080af2bd062,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:34.097427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.130376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Transition to ACTIVE for port object fba96160-bfbe-4f74-8862-0fef75d8cfae will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:34.156265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.165479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Transition to ACTIVE for port object fba96160-bfbe-4f74-8862-0fef75d8cfae will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:34.207131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.216202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:54:34.283822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.295576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c7695aa0-6ebb-4d82-8d85-99709d4cf817 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:34.320939 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:34.328796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:34.330894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-87fa1abf-b4e7-427e-9e5e-2305a51e3bd1 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:34.387665 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.20.0.4 (520cc9b4-e460-4451-85a1-9af468d39d82/6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc/dea811e6-3c83-4fc3-86c9-594be536c63c) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:34.406699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=3ae1c6de-f338-4201-967c-c23adc439ccb,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:34.409635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-87fa1abf-b4e7-427e-9e5e-2305a51e3bd1 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:34.411042 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-87fa1abf-b4e7-427e-9e5e-2305a51e3bd1 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3668265 May 06 13:54:34.413094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:34.413605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:34.420494 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-88526c18-63d8-4a11-a4fe-1d4ff8e575e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "PUT /v2.0/routers/cfe18905-c299-4f75-a81d-eed4dcc30c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6195030 May 06 13:54:34.421270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35748) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:34.423194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:34.427709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:34.446688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:34.447075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.447296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Sync routers for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:34.453883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--759927222'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:34.469122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:34.478214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Pushing event updated for resources: {'Port': ['ID=fba96160-bfbe-4f74-8862-0fef75d8cfae,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:34.489263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:34.494934 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d17b309d-b36e-468d-b4b3-d91f3bc2d7e6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9439075 May 06 13:54:34.499440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35754) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:34.508858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:a7:57:ef', 'name': 'tempest-NetworksTestDHCPv6-213451062'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:34.540514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c6fe-1d52-4ead-90d3-b26535f0197e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.589297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.593753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 8a6be345-bc27-4283-ac5f-d8b5277da8ec is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:34.597641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:34.598157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:34.599714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:34.701652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:34.716453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:34.722978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:34.733550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:34.750193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:34.772872 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Attempting to bind port fba96160-bfbe-4f74-8862-0fef75d8cfae on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:34.773211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Attempting to bind port fba96160-bfbe-4f74-8862-0fef75d8cfae by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:34.773450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Attempting to bind port fba96160-bfbe-4f74-8862-0fef75d8cfae on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:34.794234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:34.805605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d2efbb66-be0d-47f4-8255-20f55fe552b1 None None] Provisioning for port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:34.828085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:34.828471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:34.829012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.829562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:34.830193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Bound port: fba96160-bfbe-4f74-8862-0fef75d8cfae, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:34.830572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.865499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d2efbb66-be0d-47f4-8255-20f55fe552b1 None None] Provisioning complete for port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:34.865887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2efbb66-be0d-47f4-8255-20f55fe552b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.872776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.895377 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:34.938059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 1f9e42ca-98c8-4480-b297-48755b4fd392 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:34.938376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.957881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d2efbb66-be0d-47f4-8255-20f55fe552b1 None None] Port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:34.959326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c7695aa0-6ebb-4d82-8d85-99709d4cf817 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:34.960049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.031373 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-e832e44b-dea0-4a30-bb10-3271d80d9119 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281112419&fields=id&tenant_id=6da7150a9657493d806fef292f4cc1a5 HTTP/1.1" status: 200 len: 267 time: 0.2324471 May 06 13:54:35.051968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.068629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.091383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.135853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] For port fba96160-bfbe-4f74-8862-0fef75d8cfae, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:35.138140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:35.219710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-22f8c7e0-6ba2-4d2e-9a4e-903fc0a5bce5 None None] Provisioning complete for port 73547015-9f2c-4c54-bbac-8080af2bd062 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:35.220507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-22f8c7e0-6ba2-4d2e-9a4e-903fc0a5bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.253880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] For port fba96160-bfbe-4f74-8862-0fef75d8cfae, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fba96160-bfbe-4f74-8862-0fef75d8cfae,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:35.286748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.313147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f27f3e4-9895-4445-a7fe-632657f39665,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:35.356320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.361471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.365398 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-998015fc-8ec0-4ece-93a3-d61751c94629 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9372752 May 06 13:54:35.383850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35764) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:35.386376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.402118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-cf0eda76-219d-40e2-8ecf-75602cbafd85 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '6f27f3e4-9895-4445-a7fe-632657f39665', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:35.402118 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-cf0eda76-219d-40e2-8ecf-75602cbafd85 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:35.405928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cf0eda76-219d-40e2-8ecf-75602cbafd85 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070515 May 06 13:54:35.413332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35768) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:35.446571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-22f8c7e0-6ba2-4d2e-9a4e-903fc0a5bce5 None None] Port 73547015-9f2c-4c54-bbac-8080af2bd062 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:35.459709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.476434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 520cc9b4-e460-4451-85a1-9af468d39d82 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:35.478933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 13b52004-dcba-4e04-9799-288ff95df5d2 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:35.483499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=dea811e6-3c83-4fc3-86c9-594be536c63c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:35.485993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:35.488169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-38250b5e-2d0f-4c3d-b8b5-094e237e64fb tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:35.489861 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-38250b5e-2d0f-4c3d-b8b5-094e237e64fb tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/networks?id=b7058883-77aa-42ac-84e6-86e61b26917c HTTP/1.1" status: 200 len: 796 time: 0.4293427 May 06 13:54:35.494887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:35.579735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 13b52004-dcba-4e04-9799-288ff95df5d2 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:35.580110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 13b52004-dcba-4e04-9799-288ff95df5d2 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:35.590476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:35.591101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.598250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e24edd-0dd6-4268-98d0-0843c3f4314b None None] Pushing event updated for resources: {'Port': ['ID=fba96160-bfbe-4f74-8862-0fef75d8cfae,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:35.602297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04faf936-a1bc-44c2-86cc-762e0fb390c3 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.618091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.635315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 1f9e42ca-98c8-4480-b297-48755b4fd392 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:35.640273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.660487 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c6529c60-5aac-4c2a-9a3a-59754df26764 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2107666 May 06 13:54:35.661808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35772) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:35.667363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04faf936-a1bc-44c2-86cc-762e0fb390c3 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.680133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': 'dea811e6-3c83-4fc3-86c9-594be536c63c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:35.693508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:35.699313 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-b6ba1fbc-9f7b-4688-9ced-0bf5e6dcf26f tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/quotas/6da7150a9657493d806fef292f4cc1a5 HTTP/1.1" status: 200 len: 375 time: 0.1550114 May 06 13:54:35.703714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port c1f575c0-6e67-4092-ba11-4b31508dba6c yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:35.744796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Router 4365f9ba-7192-477d-b91e-29f8fe3a1956 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:54:35.753520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:floatingip and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:35.764173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:35.776836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4f3bf408-33a8-46f9-a82b-da4aab474433 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:35.779969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04faf936-a1bc-44c2-86cc-762e0fb390c3 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.788425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:35.816740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.844010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faf936-a1bc-44c2-86cc-762e0fb390c3 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f27f3e4-9895-4445-a7fe-632657f39665,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:35.889503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 2, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:35.917977 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Checking router: cfe18905-c299-4f75-a81d-eed4dcc30c94 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:54:35.922088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Updating router cfe18905-c299-4f75-a81d-eed4dcc30c94 port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:54:35.936345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04faf936-a1bc-44c2-86cc-762e0fb390c3 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.945645 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-04faf936-a1bc-44c2-86cc-762e0fb390c3 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/6f27f3e4-9895-4445-a7fe-632657f39665 HTTP/1.1" status: 204 len: 168 time: 0.5284905 May 06 13:54:35.949810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35776) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:35.992572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4f3bf408-33a8-46f9-a82b-da4aab474433 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:35.992572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.045868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.146322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-eb5ad2e0-8b50-4fd5-90b8-3fff260ef77a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Synchronizing usage tracker for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:36.211254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-332f21f4-cfc1-4eee-8705-b9d2a6419d0b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:36.246411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-332f21f4-cfc1-4eee-8705-b9d2a6419d0b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:36.247882 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-332f21f4-cfc1-4eee-8705-b9d2a6419d0b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2930942 May 06 13:54:36.258418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35780) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:36.264112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205808398'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:36.276843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:36.288626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-eb5ad2e0-8b50-4fd5-90b8-3fff260ef77a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Unset dirty status for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:36.291301 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-eb5ad2e0-8b50-4fd5-90b8-3fff260ef77a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6da7150a9657493d806fef292f4cc1a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5513601 May 06 13:54:36.301298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:36.303767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:36.305804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.307121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 172.20.0.6 (50bbb88f-72fc-4a05-991e-345befa7062b/dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4/c1f575c0-6e67-4092-ba11-4b31508dba6c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:36.316908 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-173e73ef-c668-49cf-89c0-ae2a115fd5bc tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "PUT /v2.0/routers/4365f9ba-7192-477d-b91e-29f8fe3a1956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9105096 May 06 13:54:36.317769 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aa7cf0-2692-4747-86d5-c03846e23a7c None None] Sync routers for ids ['4365f9ba-7192-477d-b91e-29f8fe3a1956'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:36.318246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35784) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:36.330061 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa7cf0-2692-4747-86d5-c03846e23a7c None None] Routers {'4365f9ba-7192-477d-b91e-29f8fe3a1956'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:36.330926 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-12aa7cf0-2692-4747-86d5-c03846e23a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4365f9ba-7192-477d-b91e-29f8fe3a1956'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:36.347528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fea7:57ef (50bbb88f-72fc-4a05-991e-345befa7062b/3ae1c6de-f338-4201-967c-c23adc439ccb/c1f575c0-6e67-4092-ba11-4b31508dba6c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:36.409990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.426821 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-12aa7cf0-2692-4747-86d5-c03846e23a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:36.439950 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa7cf0-2692-4747-86d5-c03846e23a7c None None] Routers {'4365f9ba-7192-477d-b91e-29f8fe3a1956'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:36.440779 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-12aa7cf0-2692-4747-86d5-c03846e23a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4365f9ba-7192-477d-b91e-29f8fe3a1956'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:36.461952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.489776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=1f9e42ca-98c8-4480-b297-48755b4fd392,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:36.527226 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-12aa7cf0-2692-4747-86d5-c03846e23a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:36.527630 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aa7cf0-2692-4747-86d5-c03846e23a7c None None] The sync data for ids ['4365f9ba-7192-477d-b91e-29f8fe3a1956'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:36.528432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d73719-0b28-4f9c-8079-02f8c57a7620 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:36.529247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f2d73719-0b28-4f9c-8079-02f8c57a7620 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:36.551933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.26.0.211 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/1644ae63-e238-4ddf-8507-090e2134ff20) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:36.569613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f2d73719-0b28-4f9c-8079-02f8c57a7620 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:36.572308 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f2d73719-0b28-4f9c-8079-02f8c57a7620 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4365f9ba-7192-477d-b91e-29f8fe3a1956 HTTP/1.1" status: 200 len: 982 time: 0.2160101 May 06 13:54:36.581851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35788) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:36.670947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.700913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Transition to ACTIVE for port object 5cbcb887-4c89-420d-9c6c-d86187d3ad95 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:36.709553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.762107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.806005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.862748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:36.870024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:36.882203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:36.932541 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-d834d096-c5e0-4459-88ac-55ca3b8fac65 service neutron] 10.222.0.65 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194987 May 06 13:54:36.934101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:36.975343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:37.060068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:37.061344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Attempting to bind port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:37.061744 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Attempting to bind port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:37.062107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Attempting to bind port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 on network b7058883-77aa-42ac-84e6-86e61b26917c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:37.069408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f61345-c45e-436d-abfa-16cdca7d7bec None None] Pushing event updated for resources: {'Port': ['ID=5cbcb887-4c89-420d-9c6c-d86187d3ad95,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:37.074106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.076566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=1644ae63-e238-4ddf-8507-090e2134ff20,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:37.077185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:37.077562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Checking segment: {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:37.077958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.078351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Bound using segment: {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:37.079097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Bound port: 5cbcb887-4c89-420d-9c6c-d86187d3ad95, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:37.079229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.136324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977652ac-19e2-42b6-a31c-70f1b551f39e None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:37.136506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:37.293870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.298314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] For port 5cbcb887-4c89-420d-9c6c-d86187d3ad95, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:37.321503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] For port 5cbcb887-4c89-420d-9c6c-d86187d3ad95, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5cbcb887-4c89-420d-9c6c-d86187d3ad95,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:37.362453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.430410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c3e6b5db-5c52-427f-a3e4-65bf2ac1c106 None None] Provisioning for port fba96160-bfbe-4f74-8862-0fef75d8cfae completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:37.473381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.520662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f61345-c45e-436d-abfa-16cdca7d7bec None None] Pushing event updated for resources: {'Port': ['ID=5cbcb887-4c89-420d-9c6c-d86187d3ad95,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:37.531956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:37.532653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:37.672523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object c1f575c0-6e67-4092-ba11-4b31508dba6c will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:37.676763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.753093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.806300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:37.812875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.846859 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-e918f5a1-5c11-49a3-9e2e-569ea5a66cb0 service neutron] 10.222.0.65 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004934 May 06 13:54:37.852710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.864770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.892897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.899153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29204f14-7c6d-4d50-a6d9-621c6c379383,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:37.922233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fba96160-bfbe-4f74-8862-0fef75d8cfae up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:38.069782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.071197 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8fbfca59-78bf-4a72-9ec2-9a8d4c09fe7a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8118272 May 06 13:54:38.074733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35796) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.086170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7ddefe36-61e2-48eb-a13f-6763294f8c31 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '29204f14-7c6d-4d50-a6d9-621c6c379383', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:38.087316 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-7ddefe36-61e2-48eb-a13f-6763294f8c31 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:38.088550 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7ddefe36-61e2-48eb-a13f-6763294f8c31 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104640 May 06 13:54:38.098887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35800) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.099442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.160498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9915ef9-545b-4916-b460-7b6956cd7abe None None] Update dhcp port {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': 'dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ae1c6de-f338-4201-967c-c23adc439ccb'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': 'fba96160-bfbe-4f74-8862-0fef75d8cfae'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:54:38.171307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.171922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Fanout notify agent at l3_agent the message router_deleted on router ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:54:38.208506 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-45c5f856-9c16-445b-8b2e-6057408b3f73 req-73a9f2cb-0df9-4815-b87c-09ef9281c71d tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 210 time: 0.1176133 May 06 13:54:38.210844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.219144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.261279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:38.263286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=c1f575c0-6e67-4092-ba11-4b31508dba6c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.268938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:38.276322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.277608 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-664e8942-5ebb-4bee-b4de-4015100a9f80 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb HTTP/1.1" status: 204 len: 168 time: 5.0140874 May 06 13:54:38.278887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:38.297027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35808) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.330702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1760016142'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:38.356420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:38.356658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39d86c72-ed4e-468e-9181-ce5051dfd19d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.358846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c9915ef9-545b-4916-b460-7b6956cd7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.375325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port fba96160-bfbe-4f74-8862-0fef75d8cfae completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:38.402837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port fba96160-bfbe-4f74-8862-0fef75d8cfae triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:38.403210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.412325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39d86c72-ed4e-468e-9181-ce5051dfd19d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.419357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:38.428888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:38.449259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=1644ae63-e238-4ddf-8507-090e2134ff20,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.456213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:38.479282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.491564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:38.492804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.544546 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d13fc911-ccdd-4004-abec-c440c72aa048 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0433102 May 06 13:54:38.547218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:38.550635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.569754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35814) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.583983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39d86c72-ed4e-468e-9181-ce5051dfd19d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.588159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39d86c72-ed4e-468e-9181-ce5051dfd19d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.589913 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-39d86c72-ed4e-468e-9181-ce5051dfd19d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/29204f14-7c6d-4d50-a6d9-621c6c379383 HTTP/1.1" status: 204 len: 168 time: 0.4861021 May 06 13:54:38.614848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35818) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.616023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d86c72-ed4e-468e-9181-ce5051dfd19d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29204f14-7c6d-4d50-a6d9-621c6c379383,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.706655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-acb27962-d9e1-4649-bfcd-b74ba4a30dc9 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:38.714134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:38.754529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.755240 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment 309774b9-73d1-4677-ac1b-7bb3ff770658 of type vlan for network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 May 06 13:54:38.794655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-acb27962-d9e1-4649-bfcd-b74ba4a30dc9 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:38.796511 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-acb27962-d9e1-4649-bfcd-b74ba4a30dc9 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1750841 May 06 13:54:38.800977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35822) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.802304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-c9915ef9-545b-4916-b460-7b6956cd7abe None None] Allocated IP 2001:db8::f816:3eff:fe72:309b (50bbb88f-72fc-4a05-991e-345befa7062b/3ae1c6de-f338-4201-967c-c23adc439ccb/fba96160-bfbe-4f74-8862-0fef75d8cfae) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:38.808512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566961105'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:38.815969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:38.825154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.827131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:38.844947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b435d-e787-4260-9247-d9abf241cfee tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:38.845139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.849821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b435d-e787-4260-9247-d9abf241cfee tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:38.850737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-367b435d-e787-4260-9247-d9abf241cfee tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:38.882201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-367b435d-e787-4260-9247-d9abf241cfee tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:38.886206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-367b435d-e787-4260-9247-d9abf241cfee tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.3152483 May 06 13:54:38.890520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35826) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.928969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:38.943763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:38.950007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:38.959861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:38.983602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.008651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.012551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:39.013140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.026740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c9915ef9-545b-4916-b460-7b6956cd7abe None None] For port fba96160-bfbe-4f74-8862-0fef75d8cfae, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fba96160-bfbe-4f74-8862-0fef75d8cfae,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:39.118330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c9915ef9-545b-4916-b460-7b6956cd7abe None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.127314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8e97428f-d7f9-4ea0-83b7-dfb6510e7a62 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port c1f575c0-6e67-4092-ba11-4b31508dba6c {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:39.127666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8e97428f-d7f9-4ea0-83b7-dfb6510e7a62 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.132358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.161482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:37Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:39.166328 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c9915ef9-545b-4916-b460-7b6956cd7abe None None] Transition to ACTIVE for port object fba96160-bfbe-4f74-8862-0fef75d8cfae will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:39.170435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.175208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38bd174-be67-4ce2-bbab-556c179d803d None None] The sync data for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv is: [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:37Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:39.178385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c9915ef9-545b-4916-b460-7b6956cd7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.178968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.196691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=9cef2e2d-1100-4f85-9c8e-e2a55bd34c24,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:39.229490 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d52ea9ea-115c-4e75-bfc0-1afff3476f85 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9233973 May 06 13:54:39.234731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35830) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.240795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': '9cef2e2d-1100-4f85-9c8e-e2a55bd34c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:39.247919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.249110 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4472187 May 06 13:54:39.253117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35834) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.263578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-addc74d3-3b31-4ef2-b531-6322691599fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '29189a7d-970f-4b7b-8338-5f697513ceed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:39.263578 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-addc74d3-3b31-4ef2-b531-6322691599fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:39.263578 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-addc74d3-3b31-4ef2-b531-6322691599fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094421 May 06 13:54:39.266347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f570b14-a2f0-4f47-9291-42d7a669f2f6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29189a7d-970f-4b7b-8338-5f697513ceed,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:39.268317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35840) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.271672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:39.307362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1cf11b42-4a50-4243-a217-8165672a0692 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '29189a7d-970f-4b7b-8338-5f697513ceed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:39.308181 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-1cf11b42-4a50-4243-a217-8165672a0692 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:39.309207 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1cf11b42-4a50-4243-a217-8165672a0692 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0387492 May 06 13:54:39.318385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35844) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.330952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-80596ce1-77c1-40bf-afa0-796b046034b8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '29189a7d-970f-4b7b-8338-5f697513ceed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:39.331630 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-80596ce1-77c1-40bf-afa0-796b046034b8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:39.332662 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-80596ce1-77c1-40bf-afa0-796b046034b8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112188 May 06 13:54:39.362657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35848) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.369158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-144426e8-6f6c-46ec-ba9b-a9087465b48f tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '29189a7d-970f-4b7b-8338-5f697513ceed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:39.369812 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-144426e8-6f6c-46ec-ba9b-a9087465b48f tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:39.374239 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-144426e8-6f6c-46ec-ba9b-a9087465b48f tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105474 May 06 13:54:39.376962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35852) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.485861 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP d7926a9e-2159-427e-b40a-1dc3d51eeec3 associated. External IP: 172.26.0.211, port: dea811e6-3c83-4fc3-86c9-594be536c63c. May 06 13:54:39.620885 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee6aabe3-4f7d-4d7d-a8db-9221f27443b6 req-aa6c27f0-c9a2-4c51-a432-0a22661dc4f7 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 210 time: 0.1484098 May 06 13:54:39.626759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:39.627198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:39.627811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9915ef9-545b-4916-b460-7b6956cd7abe None None] Pushing event updated for resources: {'Port': ['ID=fba96160-bfbe-4f74-8862-0fef75d8cfae,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:39.740241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b707993-3b64-43d8-ba2b-df010e1a1581 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.846231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 73547015-9f2c-4c54-bbac-8080af2bd062 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:39.846847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.893886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b707993-3b64-43d8-ba2b-df010e1a1581 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.140914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:40.146916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:40.151238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:40.158375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:40.200992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:40.246348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b707993-3b64-43d8-ba2b-df010e1a1581 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.246902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.298872 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port fba96160-bfbe-4f74-8862-0fef75d8cfae, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fba96160-bfbe-4f74-8862-0fef75d8cfae,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:40.304534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b707993-3b64-43d8-ba2b-df010e1a1581 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29189a7d-970f-4b7b-8338-5f697513ceed,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:40.306392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.310299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b707993-3b64-43d8-ba2b-df010e1a1581 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.314056 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4b707993-3b64-43d8-ba2b-df010e1a1581 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/29189a7d-970f-4b7b-8338-5f697513ceed HTTP/1.1" status: 204 len: 168 time: 0.9329731 May 06 13:54:40.322971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35856) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:40.365640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.381859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.460256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=fba96160-bfbe-4f74-8862-0fef75d8cfae,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:40.610415 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fba96160-bfbe-4f74-8862-0fef75d8cfae up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:40.611646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 73547015-9f2c-4c54-bbac-8080af2bd062 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:40.613370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-f6c7826c-2fa1-46f5-958d-459e1cdb5e83 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:40.614062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-f6c7826c-2fa1-46f5-958d-459e1cdb5e83 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Synchronizing usage tracker for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:40.641199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8e97428f-d7f9-4ea0-83b7-dfb6510e7a62 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.658048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-f6c7826c-2fa1-46f5-958d-459e1cdb5e83 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Unset dirty status for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:40.659188 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-f6c7826c-2fa1-46f5-958d-459e1cdb5e83 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.69 "GET /v2.0/networks?id=b7058883-77aa-42ac-84e6-86e61b26917c HTTP/1.1" status: 200 len: 796 time: 1.2459753 May 06 13:54:40.707626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d6d91e3b-b6be-4e88-91b0-9bc4a72203a1 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:40.759827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5cbcb887-4c89-420d-9c6c-d86187d3ad95 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:40.879206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d6d91e3b-b6be-4e88-91b0-9bc4a72203a1 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:40.884706 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d6d91e3b-b6be-4e88-91b0-9bc4a72203a1 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5564945 May 06 13:54:40.886082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35862) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:40.892073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.892532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c6f91728-9161-4c56-8bec-28deb2c81516 None None] Provisioning for port fba96160-bfbe-4f74-8862-0fef75d8cfae completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:40.898726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--833175798'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:40.899547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c6f91728-9161-4c56-8bec-28deb2c81516 None None] Provisioning complete for port fba96160-bfbe-4f74-8862-0fef75d8cfae triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:40.900019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6f91728-9161-4c56-8bec-28deb2c81516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.906680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:40.918171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8e97428f-d7f9-4ea0-83b7-dfb6510e7a62 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for c1f575c0-6e67-4092-ba11-4b31508dba6c owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:40.931937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:40.952099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:40.952568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.977989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:40.982125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=73547015-9f2c-4c54-bbac-8080af2bd062,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.050334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.080159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8ddc3443-fd6d-4fef-a138-d61c64b2c292 req-e20b7acd-f5cc-4e03-8760-a373d571452f tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 210 time: 0.1337376 May 06 13:54:41.183631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.214809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:41.229654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 5cbcb887-4c89-420d-9c6c-d86187d3ad95, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5cbcb887-4c89-420d-9c6c-d86187d3ad95,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:41.234785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.246249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-be09d7d0-c3d6-425a-9f4c-217fe34f7a6d tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Synchronizing usage tracker for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:41.270481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:41.279141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:41.348204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:41.349907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=5cbcb887-4c89-420d-9c6c-d86187d3ad95,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.395655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.480886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-be09d7d0-c3d6-425a-9f4c-217fe34f7a6d tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Unset dirty status for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:41.482244 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-be09d7d0-c3d6-425a-9f4c-217fe34f7a6d tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6da7150a9657493d806fef292f4cc1a5 HTTP/1.1" status: 200 len: 379 time: 0.5899825 May 06 13:54:41.482834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.497905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.536881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.545066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'port': {'device_id': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'admin_state_up': True, 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'security_groups': ['55c019cd-d3ba-4560-9e3e-fac6d5f58f67']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:41.601727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf97c19-d5c4-430a-9469-a20ff93221e8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.606555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.607767 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fe0a55b0-0c77-4f4d-addd-3390d9c6f3a8 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7191544 May 06 13:54:41.610836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35870) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:41.617595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-09ff6c1c-05ab-420e-904f-1049c36694f0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:41.618213 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-09ff6c1c-05ab-420e-904f-1049c36694f0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:41.621893 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-09ff6c1c-05ab-420e-904f-1049c36694f0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077648 May 06 13:54:41.675417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35874) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:41.707650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1c40381b-d356-4a2d-98b1-0941e5f8f944 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:41.733145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1c40381b-d356-4a2d-98b1-0941e5f8f944 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:41.753627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1c40381b-d356-4a2d-98b1-0941e5f8f944 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:41.765627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1c40381b-d356-4a2d-98b1-0941e5f8f944 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:41.774297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=e07c5366-774c-4421-8430-0399ecdff267,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.787976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1c40381b-d356-4a2d-98b1-0941e5f8f944 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:41.791052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-33c57b13-fde9-479c-8ee3-495ec05f8983 None None] Provisioning for port c1f575c0-6e67-4092-ba11-4b31508dba6c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:41.796913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-33c57b13-fde9-479c-8ee3-495ec05f8983 None None] Provisioning complete for port c1f575c0-6e67-4092-ba11-4b31508dba6c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:41.797272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33c57b13-fde9-479c-8ee3-495ec05f8983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.833522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-33c57b13-fde9-479c-8ee3-495ec05f8983 None None] Port c1f575c0-6e67-4092-ba11-4b31508dba6c was deleted so its status cannot be updated. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 13:54:41.896423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Router 4365f9ba-7192-477d-b91e-29f8fe3a1956 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:41.935041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8e97428f-d7f9-4ea0-83b7-dfb6510e7a62 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.009730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97428f-d7f9-4ea0-83b7-dfb6510e7a62 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=c1f575c0-6e67-4092-ba11-4b31508dba6c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:42.026540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': '309774b9-73d1-4677-ac1b-7bb3ff770658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cef2e2d-1100-4f85-9c8e-e2a55bd34c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:42.026899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:42.040205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:42.098779 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:42.150590 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-1c40381b-d356-4a2d-98b1-0941e5f8f944 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:42.154795 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1c40381b-d356-4a2d-98b1-0941e5f8f944 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4682024 May 06 13:54:42.154955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35880) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.168988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-54bf6f88-3562-4f9b-a7c9-6b0cf5303955 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:42.169745 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-54bf6f88-3562-4f9b-a7c9-6b0cf5303955 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:42.173335 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-54bf6f88-3562-4f9b-a7c9-6b0cf5303955 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081420 May 06 13:54:42.175515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35884) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.187742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-88e89f38-4bb5-417d-a060-94d68281e68a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:42.191290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Made reservation on behalf of 6da7150a9657493d806fef292f4cc1a5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:42.194313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.194972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-88e89f38-4bb5-417d-a060-94d68281e68a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:42.199425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-88e89f38-4bb5-417d-a060-94d68281e68a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:42.202750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-88e89f38-4bb5-417d-a060-94d68281e68a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:42.209805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-88e89f38-4bb5-417d-a060-94d68281e68a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:42.213761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:42.219509 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4dba3e4c-e00e-4050-a63a-eb2fac575562 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "PUT /v2.0/routers/4365f9ba-7192-477d-b91e-29f8fe3a1956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6072528 May 06 13:54:42.222204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35888) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.233138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d82f0-dc54-48ab-8ecb-4cf7410e4b98 None None] Sync routers for ids ['4365f9ba-7192-477d-b91e-29f8fe3a1956'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:42.253352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:42.264655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d82f0-dc54-48ab-8ecb-4cf7410e4b98 None None] Routers {'4365f9ba-7192-477d-b91e-29f8fe3a1956'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:42.265188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-e89d82f0-dc54-48ab-8ecb-4cf7410e4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4365f9ba-7192-477d-b91e-29f8fe3a1956'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:42.332267 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1429ae-c428-4444-a681-c480b87adbc4 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:54:42.332678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ab1429ae-c428-4444-a681-c480b87adbc4 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:42.341431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-e89d82f0-dc54-48ab-8ecb-4cf7410e4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:42.346218 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e5a66d01-7f3e-410f-8cbf-a224d599b8e5 req-c4e8eb11-2ea1-47c8-bcc4-15ce524aba2c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 210 time: 0.0698190 May 06 13:54:42.357420 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-88e89f38-4bb5-417d-a060-94d68281e68a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:42.358502 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-88e89f38-4bb5-417d-a060-94d68281e68a tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1781909 May 06 13:54:42.361448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35892) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.375168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1c3f64ad-0881-4905-919c-2ea0afcab9a6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:42.375698 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-1c3f64ad-0881-4905-919c-2ea0afcab9a6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:42.380194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d82f0-dc54-48ab-8ecb-4cf7410e4b98 None None] Routers {'4365f9ba-7192-477d-b91e-29f8fe3a1956'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:42.381590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-e89d82f0-dc54-48ab-8ecb-4cf7410e4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4365f9ba-7192-477d-b91e-29f8fe3a1956'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:42.387007 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1c3f64ad-0881-4905-919c-2ea0afcab9a6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0235946 May 06 13:54:42.388388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ab1429ae-c428-4444-a681-c480b87adbc4 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:42.393809 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ab1429ae-c428-4444-a681-c480b87adbc4 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/73547015-9f2c-4c54-bbac-8080af2bd062 HTTP/1.1" status: 404 len: 333 time: 0.1704016 May 06 13:54:42.394610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35896) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.394940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35898) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.481545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Allocated IP 172.20.0.13 (b7058883-77aa-42ac-84e6-86e61b26917c/c8301ddf-5ee4-4205-9ca1-f30ad22b2898/c253c31e-249e-4417-8a12-f3c14f2023c1) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:42.506824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fba96160-bfbe-4f74-8862-0fef75d8cfae up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:42.512204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f002d392-1e0c-4301-b1a2-670641090cca tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:42.524762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f002d392-1e0c-4301-b1a2-670641090cca tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:42.563645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-e89d82f0-dc54-48ab-8ecb-4cf7410e4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:42.564076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d82f0-dc54-48ab-8ecb-4cf7410e4b98 None None] The sync data for ids ['4365f9ba-7192-477d-b91e-29f8fe3a1956'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:42.582830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f002d392-1e0c-4301-b1a2-670641090cca tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:42.590234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f002d392-1e0c-4301-b1a2-670641090cca tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:42.597918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port fba96160-bfbe-4f74-8862-0fef75d8cfae triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:42.598578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.608553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f002d392-1e0c-4301-b1a2-670641090cca tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:42.628243 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-f002d392-1e0c-4301-b1a2-670641090cca tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Project 047f114b30b84a3b9789fdc4769c1650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:42.638268 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-432ad1a1-107f-40f0-9a67-3cbad9e4b964 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.639271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8e97428f-d7f9-4ea0-83b7-dfb6510e7a62 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.664235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:42.684508 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8e97428f-d7f9-4ea0-83b7-dfb6510e7a62 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/c1f575c0-6e67-4092-ba11-4b31508dba6c HTTP/1.1" status: 204 len: 168 time: 3.7884638 May 06 13:54:42.684508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:42.684508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.693727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35904) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.696931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4daed8-2b2d-474e-ae4f-0ea5da889507 None None] Network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:42.786073 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-f002d392-1e0c-4301-b1a2-670641090cca tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:42.787567 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f002d392-1e0c-4301-b1a2-670641090cca tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3916543 May 06 13:54:42.790566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35908) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.801109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e276bcca-bcd7-4726-a355-1190992b4e8b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:42.801722 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-e276bcca-bcd7-4726-a355-1190992b4e8b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:42.802698 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e276bcca-bcd7-4726-a355-1190992b4e8b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111568 May 06 13:54:42.806573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35912) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.807109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35914) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.807242 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f37844db-12ee-427b-af79-9484cf2d6fa7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5716252 May 06 13:54:42.809419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:42.814926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-327518125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:42.822385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5cbcb887-4c89-420d-9c6c-d86187d3ad95 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:42.825919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-49e21951-f1a2-4995-bcb0-694b265b8e65 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:42.833753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:42.838948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-49e21951-f1a2-4995-bcb0-694b265b8e65 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:42.844052 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:router and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:42.847161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-49e21951-f1a2-4995-bcb0-694b265b8e65 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:42.852095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.852299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:42.855852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-49e21951-f1a2-4995-bcb0-694b265b8e65 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:42.864198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:42.866665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-49e21951-f1a2-4995-bcb0-694b265b8e65 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:42.947493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dccf7f-433d-421c-b288-2cb85f535ba2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:42.951072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dccf7f-433d-421c-b288-2cb85f535ba2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:42.952622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dccf7f-433d-421c-b288-2cb85f535ba2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:42.953712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b4dccf7f-433d-421c-b288-2cb85f535ba2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:43.011903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:43.012335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.026557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.028228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.038159 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-49e21951-f1a2-4995-bcb0-694b265b8e65 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Project 047f114b30b84a3b9789fdc4769c1650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:43.038406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Transition to ACTIVE for port object c253c31e-249e-4417-8a12-f3c14f2023c1 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:43.073836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-9cef2e2d-1100-4f85-9c8e-e2a55bd34c24', 'network_id': '9cef2e2d-1100-4f85-9c8e-e2a55bd34c24', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': 'e07c5366-774c-4421-8430-0399ecdff267'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:43.074858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.076961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b4dccf7f-433d-421c-b288-2cb85f535ba2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:43.081664 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b4dccf7f-433d-421c-b288-2cb85f535ba2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3770475 May 06 13:54:43.082824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35920) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.170248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.202938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-432ad1a1-107f-40f0-9a67-3cbad9e4b964 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.207203 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-49e21951-f1a2-4995-bcb0-694b265b8e65 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:43.211908 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-49e21951-f1a2-4995-bcb0-694b265b8e65 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4001296 May 06 13:54:43.212193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35924) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.218474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-91bfe029-2ce4-4809-aaa9-41b06d4117e2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '7cf97c19-d5c4-430a-9469-a20ff93221e8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:43.223288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.231506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-91bfe029-2ce4-4809-aaa9-41b06d4117e2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:43.233796 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-432ad1a1-107f-40f0-9a67-3cbad9e4b964 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.238966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-91bfe029-2ce4-4809-aaa9-41b06d4117e2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:43.245012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-91bfe029-2ce4-4809-aaa9-41b06d4117e2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:43.252839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-91bfe029-2ce4-4809-aaa9-41b06d4117e2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:43.268969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.289482 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-91bfe029-2ce4-4809-aaa9-41b06d4117e2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Project 047f114b30b84a3b9789fdc4769c1650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:43.316150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-432ad1a1-107f-40f0-9a67-3cbad9e4b964 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.316662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ad1a1-107f-40f0-9a67-3cbad9e4b964 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Fanout notify agent at l3_agent the message router_deleted on router 4365f9ba-7192-477d-b91e-29f8fe3a1956 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:54:43.326312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-432ad1a1-107f-40f0-9a67-3cbad9e4b964 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.330291 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-432ad1a1-107f-40f0-9a67-3cbad9e4b964 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/routers/4365f9ba-7192-477d-b91e-29f8fe3a1956 HTTP/1.1" status: 204 len: 168 time: 0.9264305 May 06 13:54:43.331531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35928) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.335202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.337506 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7c59b864-a0c5-46df-be16-a145b3bb492d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5271854 May 06 13:54:43.340890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Allocated IP 172.20.0.2 (9cef2e2d-1100-4f85-9c8e-e2a55bd34c24/e07c5366-774c-4421-8430-0399ecdff267/106f670d-0e92-4cb5-a3a0-1cf165e13564) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:43.360141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35932) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.369983 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-91bfe029-2ce4-4809-aaa9-41b06d4117e2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:43.373618 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-91bfe029-2ce4-4809-aaa9-41b06d4117e2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1577446 May 06 13:54:43.373752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Network b7058883-77aa-42ac-84e6-86e61b26917c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:43.380066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35936) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.442588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:43.456755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:43.495271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:43.568595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2c721d0-9c8f-4dbe-b3ce-3638181a1408 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.624335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:43.625836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.626340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2c721d0-9c8f-4dbe-b3ce-3638181a1408 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.641888 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.645024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8a9179-926d-4c58-8df4-5dd3034fcee6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet f2b88971-448e-478c-8771-d0a7376c49f0 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:43.654075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9179-926d-4c58-8df4-5dd3034fcee6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.660143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Transition to ACTIVE for port object 106f670d-0e92-4cb5-a3a0-1cf165e13564 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:43.686301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Transition to ACTIVE for port object 106f670d-0e92-4cb5-a3a0-1cf165e13564 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:43.693805 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-538f27b8-d7e9-467c-87db-8f25cbd420c9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1984735 May 06 13:54:43.697180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.726270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9179-926d-4c58-8df4-5dd3034fcee6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.733829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Request body: {'port': {'device_id': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:43.771409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2c721d0-9c8f-4dbe-b3ce-3638181a1408 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.777858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:43.781664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:43.787181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Pushing event updated for resources: {'Port': ['ID=106f670d-0e92-4cb5-a3a0-1cf165e13564,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:43.790500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:43.798689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c721d0-9c8f-4dbe-b3ce-3638181a1408 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf97c19-d5c4-430a-9469-a20ff93221e8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:43.816825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2c721d0-9c8f-4dbe-b3ce-3638181a1408 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.817983 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b2c721d0-9c8f-4dbe-b3ce-3638181a1408 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/7cf97c19-d5c4-430a-9469-a20ff93221e8 HTTP/1.1" status: 204 len: 168 time: 0.4370012 May 06 13:54:43.821850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35942) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.885720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9179-926d-4c58-8df4-5dd3034fcee6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.909455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3062986b-e1e1-42d2-9314-9e15846ff8e0 None None] Provisioning for port c253c31e-249e-4417-8a12-f3c14f2023c1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:43.913106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Attempting to bind port 106f670d-0e92-4cb5-a3a0-1cf165e13564 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:43.913536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Attempting to bind port 106f670d-0e92-4cb5-a3a0-1cf165e13564 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '309774b9-73d1-4677-ac1b-7bb3ff770658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cef2e2d-1100-4f85-9c8e-e2a55bd34c24'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:43.914600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Attempting to bind port 106f670d-0e92-4cb5-a3a0-1cf165e13564 on network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:43.919114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-02c8c129-080f-4870-b236-a2e8d38b1a4b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:43.923229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3062986b-e1e1-42d2-9314-9e15846ff8e0 None None] Provisioning complete for port c253c31e-249e-4417-8a12-f3c14f2023c1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:43.923595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3062986b-e1e1-42d2-9314-9e15846ff8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.959023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:43.959432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Checking segment: {'id': '309774b9-73d1-4677-ac1b-7bb3ff770658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cef2e2d-1100-4f85-9c8e-e2a55bd34c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:43.959557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-02c8c129-080f-4870-b236-a2e8d38b1a4b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:43.959837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.960224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Bound using segment: {'id': '309774b9-73d1-4677-ac1b-7bb3ff770658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cef2e2d-1100-4f85-9c8e-e2a55bd34c24'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:43.960913 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-02c8c129-080f-4870-b236-a2e8d38b1a4b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1381681 May 06 13:54:43.965127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Bound port: 106f670d-0e92-4cb5-a3a0-1cf165e13564, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309774b9-73d1-4677-ac1b-7bb3ff770658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cef2e2d-1100-4f85-9c8e-e2a55bd34c24'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:43.965560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.965797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35946) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.975376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521628687'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:44.043690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3062986b-e1e1-42d2-9314-9e15846ff8e0 None None] Port c253c31e-249e-4417-8a12-f3c14f2023c1 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:44.094897 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] For port 106f670d-0e92-4cb5-a3a0-1cf165e13564, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:44.100809 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] For port 106f670d-0e92-4cb5-a3a0-1cf165e13564, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=106f670d-0e92-4cb5-a3a0-1cf165e13564,segment=NetworkSegment(309774b9-73d1-4677-ac1b-7bb3ff770658),segment_id=309774b9-73d1-4677-ac1b-7bb3ff770658)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:44.101744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:44.108539 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.119311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:44.125479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-c364d1db-9e79-4feb-ab7f-ef0c6422220a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 3ae1c6de-f338-4201-967c-c23adc439ccb {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:44.128898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9179-926d-4c58-8df4-5dd3034fcee6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.150221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c364d1db-9e79-4feb-ab7f-ef0c6422220a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.164439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.181160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a9179-926d-4c58-8df4-5dd3034fcee6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b88971-448e-478c-8771-d0a7376c49f0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:44.199931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9179-926d-4c58-8df4-5dd3034fcee6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.201019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb522a8-3316-4025-b712-a6d9c7c7a617 None None] Pushing event updated for resources: {'Port': ['ID=106f670d-0e92-4cb5-a3a0-1cf165e13564,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:44.213555 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ba8a9179-926d-4c58-8df4-5dd3034fcee6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/f2b88971-448e-478c-8771-d0a7376c49f0 HTTP/1.1" status: 204 len: 168 time: 0.8759429 May 06 13:54:44.213555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35950) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:44.225660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd0464-1926-4b31-bc98-8c6de2428b51 None None] Network 8a6be345-bc27-4283-ac5f-d8b5277da8ec requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:44.285161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.341414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.353420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:44.356052 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:44.361391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:44.365129 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c272c-bce4-4cae-a740-ace5968acba2 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:44.376880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port c7695aa0-6ebb-4d82-8d85-99709d4cf817 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:44.377222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.379315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c364d1db-9e79-4feb-ab7f-ef0c6422220a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.388397 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c272c-bce4-4cae-a740-ace5968acba2 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:44.389030 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-eb9c272c-bce4-4cae-a740-ace5968acba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:44.411471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:44.449566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:44.505455 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-eb9c272c-bce4-4cae-a740-ace5968acba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:44.520354 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c272c-bce4-4cae-a740-ace5968acba2 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:44.521835 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-eb9c272c-bce4-4cae-a740-ace5968acba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:44.548454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.594639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.607367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] DHCP port deletion for 8a6be345-bc27-4283-ac5f-d8b5277da8ec request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:44.612955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] Deleting port c7695aa0-6ebb-4d82-8d85-99709d4cf817 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:44.613382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a79d-7fbb-4dc1-9cab-037b20fda4d3 req-fa069c23-ad92-4289-b59d-1056708994d9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:44.613553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.614134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4770a79d-7fbb-4dc1-9cab-037b20fda4d3 req-fa069c23-ad92-4289-b59d-1056708994d9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Synchronizing usage tracker for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:44.616598 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-eb9c272c-bce4-4cae-a740-ace5968acba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:44.617938 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c272c-bce4-4cae-a740-ace5968acba2 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:44.621118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.786348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3df092-9a3d-4eb7-9e07-8face962319a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:44.811834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.813719 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-008c7ae4-1056-42ad-be04-4e21d4414507 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8437276 May 06 13:54:44.834244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35954) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:44.857845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4770a79d-7fbb-4dc1-9cab-037b20fda4d3 req-fa069c23-ad92-4289-b59d-1056708994d9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Unset dirty status for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:44.865249 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4770a79d-7fbb-4dc1-9cab-037b20fda4d3 req-fa069c23-ad92-4289-b59d-1056708994d9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 932 time: 1.2466640 May 06 13:54:44.871137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2c1d95e7-44ec-4908-a068-ea5c24f7301b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '3f3df092-9a3d-4eb7-9e07-8face962319a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:44.878349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2c1d95e7-44ec-4908-a068-ea5c24f7301b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:44.882745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2c1d95e7-44ec-4908-a068-ea5c24f7301b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:44.886086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2c1d95e7-44ec-4908-a068-ea5c24f7301b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:44.892563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7db8fdd8-1a5b-421b-8f9d-be5fc8311d69 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.2273529 May 06 13:54:44.897910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2c1d95e7-44ec-4908-a068-ea5c24f7301b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:44.907988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] For port c7695aa0-6ebb-4d82-8d85-99709d4cf817, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c7695aa0-6ebb-4d82-8d85-99709d4cf817,segment=NetworkSegment(bf35e857-10f7-4922-8052-6888950ad288),segment_id=bf35e857-10f7-4922-8052-6888950ad288)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:44.908929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.910608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35958) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:44.918631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:44.999635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] For port c7695aa0-6ebb-4d82-8d85-99709d4cf817, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c7695aa0-6ebb-4d82-8d85-99709d4cf817,segment=NetworkSegment(bf35e857-10f7-4922-8052-6888950ad288),segment_id=bf35e857-10f7-4922-8052-6888950ad288)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:45.000014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.004895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c364d1db-9e79-4feb-ab7f-ef0c6422220a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.041588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] Calling delete_port for c7695aa0-6ebb-4d82-8d85-99709d4cf817 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:45.126355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.148946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for c7695aa0-6ebb-4d82-8d85-99709d4cf817 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:45.180858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] Pushing event deleted for resources: {'Port': ['ID=c7695aa0-6ebb-4d82-8d85-99709d4cf817,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:45.191700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe2fb2-031b-4a0a-add9-4f9243c13bd9 None None] No DVR routers for this DVR port c7695aa0-6ebb-4d82-8d85-99709d4cf817 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:45.201298 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4770a79d-7fbb-4dc1-9cab-037b20fda4d3 req-36dc6a5d-f317-4757-af3c-8bcc9b58349a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339603 May 06 13:54:45.232877 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-2c1d95e7-44ec-4908-a068-ea5c24f7301b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The resource could not be found. May 06 13:54:45.236473 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2c1d95e7-44ec-4908-a068-ea5c24f7301b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3984408 May 06 13:54:45.236473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.237653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35962) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:45.250306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-419a352a-fdcc-4c37-85ed-58ecb2cc1082 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '3f3df092-9a3d-4eb7-9e07-8face962319a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '30874ff2-7d4e-4c7e-8bd0-36bf6a77cee9'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:45.295498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-419a352a-fdcc-4c37-85ed-58ecb2cc1082 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:45.322577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.333785 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-419a352a-fdcc-4c37-85ed-58ecb2cc1082 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:45.340624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c364d1db-9e79-4feb-ab7f-ef0c6422220a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.346264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-419a352a-fdcc-4c37-85ed-58ecb2cc1082 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:45.360633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:45.360975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:45.406717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-419a352a-fdcc-4c37-85ed-58ecb2cc1082 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:45.542298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996eb9e-9f9b-416c-99dd-4c7b34a080d9 None None] Network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:45.551879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364d1db-9e79-4feb-ab7f-ef0c6422220a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae1c6de-f338-4201-967c-c23adc439ccb,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:45.578392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.592704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c364d1db-9e79-4feb-ab7f-ef0c6422220a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.594749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.595439 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP d7926a9e-2159-427e-b40a-1dc3d51eeec3 disassociated. External IP: 172.26.0.211, port: dea811e6-3c83-4fc3-86c9-594be536c63c. May 06 13:54:45.612716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39476a26-f8a2-43a1-a065-c5da32bc4cb7 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:45.694394 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c364d1db-9e79-4feb-ab7f-ef0c6422220a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/3ae1c6de-f338-4201-967c-c23adc439ccb HTTP/1.1" status: 204 len: 168 time: 2.6064711 May 06 13:54:45.701354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35966) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:45.755831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a738b51a-410a-42e4-bb6f-7adee2b3ce6b None None] Provisioning for port 106f670d-0e92-4cb5-a3a0-1cf165e13564 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:45.857052 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-419a352a-fdcc-4c37-85ed-58ecb2cc1082 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The resource could not be found. May 06 13:54:45.858074 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-419a352a-fdcc-4c37-85ed-58ecb2cc1082 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6200724 May 06 13:54:45.868255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35970) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:45.899547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c253c31e-249e-4417-8a12-f3c14f2023c1 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:54:45.916082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.930644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4d02ed-613b-4860-8765-e9b642d3084a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:45.954818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4d02ed-613b-4860-8765-e9b642d3084a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.072441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port c7695aa0-6ebb-4d82-8d85-99709d4cf817 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:46.073057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.157410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Transition to ACTIVE for port object c253c31e-249e-4417-8a12-f3c14f2023c1 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:46.205482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.269232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] The port 'c7695aa0-6ebb-4d82-8d85-99709d4cf817' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:54:46.277455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4d02ed-613b-4860-8765-e9b642d3084a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.504069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.20.0.1 (9cef2e2d-1100-4f85-9c8e-e2a55bd34c24/e07c5366-774c-4421-8430-0399ecdff267/dfc72d0a-2aa2-4289-a0e9-9e22deb04f20) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:46.507222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 106f670d-0e92-4cb5-a3a0-1cf165e13564 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:46.541937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.571987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:46.594618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-853a0722-449b-4416-9bdf-de8e50af8e14 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.630427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 106f670d-0e92-4cb5-a3a0-1cf165e13564 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:46.630884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6be345-bc27-4283-ac5f-d8b5277da8ec']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:46.641821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 106f670d-0e92-4cb5-a3a0-1cf165e13564 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:46.642201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.650825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf35e857-10f7-4922-8052-6888950ad288') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:46.651270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf35e857-10f7-4922-8052-6888950ad288') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:46.682679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.714779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.728932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:54:46.729491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:46.756141 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:46.771279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49def4-186e-4fec-98c9-33b9be857f01 req-643d2a2a-9b2b-45c6-8630-1b7f1596ab91 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:46.772966 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7c49def4-186e-4fec-98c9-33b9be857f01 req-643d2a2a-9b2b-45c6-8630-1b7f1596ab91 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 944 time: 0.2514014 May 06 13:54:46.855232 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.874100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-853a0722-449b-4416-9bdf-de8e50af8e14 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.895467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4d02ed-613b-4860-8765-e9b642d3084a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.911011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 106f670d-0e92-4cb5-a3a0-1cf165e13564, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=106f670d-0e92-4cb5-a3a0-1cf165e13564,segment=NetworkSegment(309774b9-73d1-4677-ac1b-7bb3ff770658),segment_id=309774b9-73d1-4677-ac1b-7bb3ff770658)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:46.919596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.997927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.002713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.030231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c7695aa0-6ebb-4d82-8d85-99709d4cf817 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:47.039430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Network': ['ID=8a6be345-bc27-4283-ac5f-d8b5277da8ec,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:47.058393 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7c49def4-186e-4fec-98c9-33b9be857f01 req-d05a4e41-f615-40a2-8228-4e062c180b42 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822426 May 06 13:54:47.083541 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7ea2ae86-9437-4bf3-9213-7f01d66f47ac tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/networks/8a6be345-bc27-4283-ac5f-d8b5277da8ec HTTP/1.1" status: 204 len: 168 time: 2.8663387 May 06 13:54:47.087361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:47.087728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35976) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.090719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Attempting to bind port c253c31e-249e-4417-8a12-f3c14f2023c1 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:47.091150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Attempting to bind port c253c31e-249e-4417-8a12-f3c14f2023c1 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:47.091469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Attempting to bind port c253c31e-249e-4417-8a12-f3c14f2023c1 on network b7058883-77aa-42ac-84e6-86e61b26917c {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:47.127601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.132018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c7695aa0-6ebb-4d82-8d85-99709d4cf817 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:47.132445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c7695aa0-6ebb-4d82-8d85-99709d4cf817 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:47.156533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-853a0722-449b-4416-9bdf-de8e50af8e14 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.161198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=106f670d-0e92-4cb5-a3a0-1cf165e13564,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:47.192537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Port c253c31e-249e-4417-8a12-f3c14f2023c1 on network b7058883-77aa-42ac-84e6-86e61b26917c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:54:47.192864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Attempting to bind port c253c31e-249e-4417-8a12-f3c14f2023c1 on network b7058883-77aa-42ac-84e6-86e61b26917c {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:47.204043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0722-449b-4416-9bdf-de8e50af8e14 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3df092-9a3d-4eb7-9e07-8face962319a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:47.211917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4d02ed-613b-4860-8765-e9b642d3084a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.222955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:47.261056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131ed614-5c46-43d4-9d24-58186604b3f4 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:47.262337 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-131ed614-5c46-43d4-9d24-58186604b3f4 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/373b48fb-db6f-446a-afdd-31c9045ee7b8 HTTP/1.1" status: 200 len: 840 time: 0.1729827 May 06 13:54:47.268291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35980) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.274638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:47.274893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Checking segment: {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:47.275264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Bound using segment: {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:47.275713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Bound port: c253c31e-249e-4417-8a12-f3c14f2023c1, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:47.276151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.284114 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7d93ea00-d665-4e8f-891c-bfa7dc7b238e None None] Provisioning complete for port fba96160-bfbe-4f74-8862-0fef75d8cfae triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:47.284604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d93ea00-d665-4e8f-891c-bfa7dc7b238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.285308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d02ed-613b-4860-8765-e9b642d3084a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:47.328616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:47.332926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.350092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-853a0722-449b-4416-9bdf-de8e50af8e14 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.351762 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-853a0722-449b-4416-9bdf-de8e50af8e14 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/3f3df092-9a3d-4eb7-9e07-8face962319a HTTP/1.1" status: 204 len: 168 time: 1.4738083 May 06 13:54:47.354130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c3321-fcb3-41b7-87bf-9c2a76f4e9d6 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:47.356998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4d02ed-613b-4860-8765-e9b642d3084a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.361890 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e4d02ed-613b-4860-8765-e9b642d3084a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4 HTTP/1.1" status: 204 len: 168 time: 1.6491194 May 06 13:54:47.370070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35984) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.370070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35986) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.370999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4a8f3-28dd-4d20-a1c9-4f917dba4706 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:47.403495 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7b260b92-577e-44fd-89ad-804ea8cda5aa tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/floatingips/d7926a9e-2159-427e-b40a-1dc3d51eeec3 HTTP/1.1" status: 200 len: 688 time: 2.4912214 May 06 13:54:47.404089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 35992) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.542998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4a8f3-28dd-4d20-a1c9-4f917dba4706 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:47.543581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-18c4a8f3-28dd-4d20-a1c9-4f917dba4706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:47.570996 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7efbb4c8-245d-4c4a-bfea-f3ccb10eb931 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1770687 May 06 13:54:47.573529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 35996) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.600442 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-38b65777-402c-43ca-9cf5-7d088a9371dd tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/373b48fb-db6f-446a-afdd-31c9045ee7b8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3244045 May 06 13:54:47.611083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36000) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.626132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.641309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-18c4a8f3-28dd-4d20-a1c9-4f917dba4706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:47.661499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb42a96-0fc9-4586-a0bb-0aa33fcdb1a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:47.662176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-adb42a96-0fc9-4586-a0bb-0aa33fcdb1a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:47.680725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-adb42a96-0fc9-4586-a0bb-0aa33fcdb1a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:47.684670 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-adb42a96-0fc9-4586-a0bb-0aa33fcdb1a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1076815 May 06 13:54:47.684885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36004) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.685742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:47.705044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4a8f3-28dd-4d20-a1c9-4f917dba4706 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:47.705684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-18c4a8f3-28dd-4d20-a1c9-4f917dba4706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:47.756879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33617d2-28f9-4c2c-8833-5a5d82daa817 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:47.758796 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c33617d2-28f9-4c2c-8833-5a5d82daa817 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:47.765849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-18c4a8f3-28dd-4d20-a1c9-4f917dba4706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:47.766541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4a8f3-28dd-4d20-a1c9-4f917dba4706 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:47.782805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c33617d2-28f9-4c2c-8833-5a5d82daa817 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:47.786904 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c33617d2-28f9-4c2c-8833-5a5d82daa817 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0982895 May 06 13:54:47.786904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36008) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.864654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:47.867167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a8f494e9-8048-44c6-a4e1-1c10901acdc4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:router {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:47.871892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] Deleting port fba96160-bfbe-4f74-8862-0fef75d8cfae {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:47.872480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.881968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a8f494e9-8048-44c6-a4e1-1c10901acdc4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:router {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:47.889285 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a8f494e9-8048-44c6-a4e1-1c10901acdc4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017284 May 06 13:54:47.889991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36012) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.890118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:47.896520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-edb403d5-5856-4656-a89f-fef1585bb59d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:47.900746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port 1644ae63-e238-4ddf-8507-090e2134ff20 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:47.901326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.025326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-edb403d5-5856-4656-a89f-fef1585bb59d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:48.035660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-edb403d5-5856-4656-a89f-fef1585bb59d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:48.046276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb403d5-5856-4656-a89f-fef1585bb59d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:48.076306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:48.080427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=dfc72d0a-2aa2-4289-a0e9-9e22deb04f20,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:48.084251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c7396ec0-8e12-421c-bdbc-f630db4eee3c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:48.103699 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:48.110389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:48.114098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:48.119216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] For port fba96160-bfbe-4f74-8862-0fef75d8cfae, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fba96160-bfbe-4f74-8862-0fef75d8cfae,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:48.119723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.161815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.185585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edb403d5-5856-4656-a89f-fef1585bb59d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.187002 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb403d5-5856-4656-a89f-fef1585bb59d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:48.187409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb403d5-5856-4656-a89f-fef1585bb59d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:48.226376 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-edb403d5-5856-4656-a89f-fef1585bb59d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3314550 May 06 13:54:48.227309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36018) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:48.233562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8626c35f-6e2e-40dd-971b-d4c3729044e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:48.269118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:48.270364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] Calling delete_port for fba96160-bfbe-4f74-8862-0fef75d8cfae owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:48.345083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:48.356918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.388931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8626c35f-6e2e-40dd-971b-d4c3729044e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:48.395344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:48.403680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8626c35f-6e2e-40dd-971b-d4c3729044e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:48.415628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] Pushing event deleted for resources: {'Port': ['ID=fba96160-bfbe-4f74-8862-0fef75d8cfae,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:48.422166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7d8ac-844f-4dac-ac9c-4fb137616425 None None] No DVR routers for this DVR port fba96160-bfbe-4f74-8862-0fef75d8cfae on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:48.434215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8626c35f-6e2e-40dd-971b-d4c3729044e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:48.438310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8626c35f-6e2e-40dd-971b-d4c3729044e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.439193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c7396ec0-8e12-421c-bdbc-f630db4eee3c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:48.440800 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-8626c35f-6e2e-40dd-971b-d4c3729044e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:48.441236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8626c35f-6e2e-40dd-971b-d4c3729044e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:48.447828 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c7396ec0-8e12-421c-bdbc-f630db4eee3c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0555010 May 06 13:54:48.448721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.454229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36022) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:48.465936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-13aa1b5a-091f-4044-b383-e5511ff8f7ef tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '6f5d7d57-7031-454a-9b97-4394c942e168', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:48.466590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 106f670d-0e92-4cb5-a3a0-1cf165e13564 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:48.472931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-13aa1b5a-091f-4044-b383-e5511ff8f7ef tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:48.479565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-13aa1b5a-091f-4044-b383-e5511ff8f7ef tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:48.483222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-13aa1b5a-091f-4044-b383-e5511ff8f7ef tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:48.488048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:48.495466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:48.502552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.504278 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-8d592ed2-ac4d-40aa-ae0c-b38300732dc2 service neutron] 10.222.0.69 "PUT /v2.0/ports/c253c31e-249e-4417-8a12-f3c14f2023c1 HTTP/1.1" status: 200 len: 1094 time: 4.7747550 May 06 13:54:48.506631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:54:48.608186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4eec9b1e-a2d6-4381-9747-f32922d5f24b None None] Provisioning for port dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:48.615450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4eec9b1e-a2d6-4381-9747-f32922d5f24b None None] Provisioning complete for port dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:48.616192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4eec9b1e-a2d6-4381-9747-f32922d5f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.617878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:48.635992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-13aa1b5a-091f-4044-b383-e5511ff8f7ef tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:48.644468 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea72705-f673-4c3b-9b97-1c7fa2fa1352'] response: {'name': 'network-changed', 'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'status': 'completed', 'code': 200} May 06 13:54:48.687209 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8626c35f-6e2e-40dd-971b-d4c3729044e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4584694 May 06 13:54:48.688195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36028) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:48.690565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4eec9b1e-a2d6-4381-9747-f32922d5f24b None None] Port dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:48.696385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-87143915-92fe-4798-907e-566539393e89 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:48.699269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 106f670d-0e92-4cb5-a3a0-1cf165e13564 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:48.699640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.710962 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-13aa1b5a-091f-4044-b383-e5511ff8f7ef tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The resource could not be found. May 06 13:54:48.712260 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-13aa1b5a-091f-4044-b383-e5511ff8f7ef tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2563889 May 06 13:54:48.722820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36032) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:48.775383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043002362'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:48.790194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:48.791115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.816888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:48.818936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.819317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.845611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-87143915-92fe-4798-907e-566539393e89 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:48.858551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.873922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-87143915-92fe-4798-907e-566539393e89 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:48.902122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87143915-92fe-4798-907e-566539393e89 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:48.906268 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87143915-92fe-4798-907e-566539393e89 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.908085 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-87143915-92fe-4798-907e-566539393e89 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:48.908616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87143915-92fe-4798-907e-566539393e89 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:48.924665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fba96160-bfbe-4f74-8862-0fef75d8cfae no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:48.929389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:48.937326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:48.942018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:48.953684 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-87143915-92fe-4798-907e-566539393e89 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2609522 May 06 13:54:48.953684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:48.954002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36036) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:48.961653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: fba96160-bfbe-4f74-8862-0fef75d8cfae {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:48.961932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fba96160-bfbe-4f74-8862-0fef75d8cfae not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:48.962136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-53e71eed-768a-41fa-8afa-208c8832ad94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:49.086846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for 1644ae63-e238-4ddf-8507-090e2134ff20 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:49.106333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-53e71eed-768a-41fa-8afa-208c8832ad94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.126336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.127420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-53e71eed-768a-41fa-8afa-208c8832ad94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.134041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.160024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e71eed-768a-41fa-8afa-208c8832ad94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:49.164198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-53e71eed-768a-41fa-8afa-208c8832ad94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.165545 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e71eed-768a-41fa-8afa-208c8832ad94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:49.165958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e71eed-768a-41fa-8afa-208c8832ad94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:49.184275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211162-dd41-412c-b0b6-b825324fef7f req-74623b4f-16dd-4516-82a2-8ef783bddf1d tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:49.185772 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1b211162-dd41-412c-b0b6-b825324fef7f req-74623b4f-16dd-4516-82a2-8ef783bddf1d tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 944 time: 0.9138949 May 06 13:54:49.192767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.197247 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4702990 May 06 13:54:49.198107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36040) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.201409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910f2bb-23ac-4ab6-8ddd-77495969cb2c tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45a9e37-11c3-4aba-807a-063ae7b89604,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:49.206518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--617417630'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:49.213655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.214460 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-53e71eed-768a-41fa-8afa-208c8832ad94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2593396 May 06 13:54:49.215546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.217587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36044) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.223929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d1c5e5ed-95a6-4d24-b95e-8a615a26a791 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:49.256536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.310060 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-84162c5f-a8bf-4cfb-9bda-0b4f25258f5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6da7150a9657493d806fef292f4cc1a5&device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 1097 time: 0.7507424 May 06 13:54:49.330174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.368428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d1c5e5ed-95a6-4d24-b95e-8a615a26a791 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.387956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d1c5e5ed-95a6-4d24-b95e-8a615a26a791 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.395721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.402373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:49.406018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:49.408900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c5e5ed-95a6-4d24-b95e-8a615a26a791 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:49.412615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e5ed-95a6-4d24-b95e-8a615a26a791 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.414020 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c5e5ed-95a6-4d24-b95e-8a615a26a791 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:49.414439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c5e5ed-95a6-4d24-b95e-8a615a26a791 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:49.430804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.453257 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d1c5e5ed-95a6-4d24-b95e-8a615a26a791 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2318666 May 06 13:54:49.456089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36048) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.463475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-05615201-8911-4517-89e0-91ac14556d7d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:49.550430 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-0f6e6a26-2fec-4e91-9780-ea7053602b3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c253c31e-249e-4417-8a12-f3c14f2023c1 HTTP/1.1" status: 200 len: 217 time: 0.2191741 May 06 13:54:49.597937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.604912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.610742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-05615201-8911-4517-89e0-91ac14556d7d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.614357 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1b211162-dd41-412c-b0b6-b825324fef7f req-c4911423-34dd-403e-9437-072623be393d tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4113598 May 06 13:54:49.647291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-05615201-8911-4517-89e0-91ac14556d7d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.664080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.665507 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4656262 May 06 13:54:49.669309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36052) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.669972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a37029-a6d7-459e-9cae-470e3e9d0061 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9668de7-a380-4617-ab39-410f967f224e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:49.678287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-40fb4f9e-c2e7-47df-91e1-4127ddc24ab0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': 'd45a9e37-11c3-4aba-807a-063ae7b89604', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c9668de7-a380-4617-ab39-410f967f224e'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:49.683309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05615201-8911-4517-89e0-91ac14556d7d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:49.686619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05615201-8911-4517-89e0-91ac14556d7d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.688900 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-05615201-8911-4517-89e0-91ac14556d7d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:49.689308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05615201-8911-4517-89e0-91ac14556d7d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:49.695983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-40fb4f9e-c2e7-47df-91e1-4127ddc24ab0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.705977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-40fb4f9e-c2e7-47df-91e1-4127ddc24ab0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:49.709299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-40fb4f9e-c2e7-47df-91e1-4127ddc24ab0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:49.717161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-40fb4f9e-c2e7-47df-91e1-4127ddc24ab0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.721691 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-05615201-8911-4517-89e0-91ac14556d7d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2645605 May 06 13:54:49.724193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36056) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.777958 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-999df779-a019-49e9-b696-8ef8a7420571 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0504837 May 06 13:54:49.781436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36060) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.843750 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-40fb4f9e-c2e7-47df-91e1-4127ddc24ab0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:49.847397 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-40fb4f9e-c2e7-47df-91e1-4127ddc24ab0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1721280 May 06 13:54:49.847821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36064) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.877688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.890009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1477a19c-0921-49e3-bd34-c6d12eb7e6a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:49.893842 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1477a19c-0921-49e3-bd34-c6d12eb7e6a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1090772 May 06 13:54:49.894736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36068) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.917085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-60f4b46f-d318-4144-9857-5740ee2b800b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:49.918726 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-60f4b46f-d318-4144-9857-5740ee2b800b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8301ddf-5ee4-4205-9ca1-f30ad22b2898 HTTP/1.1" status: 200 len: 835 time: 0.3008330 May 06 13:54:49.976821 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d1b3a102-6a15-421c-bfc7-caf8028a40ea tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804083 May 06 13:54:49.982359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36074) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.985211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=1644ae63-e238-4ddf-8507-090e2134ff20,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:49.989710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:50.006968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.096361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e5a5e328-153c-4ffb-95c7-1e6c148172db tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.137079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:50.142620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e5a5e328-153c-4ffb-95c7-1e6c148172db tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.159891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.187934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:50.191329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.244885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.251984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:50.263430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:50.266390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:50.267042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.275063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e4429a-1b61-49ba-82ea-5d95a9cd5da1 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:50.279403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:50.280897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e5a5e328-153c-4ffb-95c7-1e6c148172db tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.306715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5e328-153c-4ffb-95c7-1e6c148172db tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9668de7-a380-4617-ab39-410f967f224e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:50.320133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.330535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e5a5e328-153c-4ffb-95c7-1e6c148172db tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.331832 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e5a5e328-153c-4ffb-95c7-1e6c148172db tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/c9668de7-a380-4617-ab39-410f967f224e HTTP/1.1" status: 204 len: 168 time: 0.4827147 May 06 13:54:50.335040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36078) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.357136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.358371 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cbcdd5df-8877-4f23-92c6-75b2a301f20e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/floatingips/d7926a9e-2159-427e-b40a-1dc3d51eeec3 HTTP/1.1" status: 204 len: 168 time: 2.8804929 May 06 13:54:50.363679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36082) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.370786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': 'f9667a8a-aed7-48f1-9597-2bd0a18a253d'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:50.381678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36086) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.381992 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5714a990-ef44-42bd-a985-3ed6da81b89c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7688353 May 06 13:54:50.387632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:50.393242 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-4020ccf0-ee02-4181-a940-2470568246ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7058883-77aa-42ac-84e6-86e61b26917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4509790 May 06 13:54:50.396886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:floatingip and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:50.424644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:50.424917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'security_group': {'name': 'tempest-secgroup-153784246'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:50.433815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:50.458620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:50.465658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:50.484037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.487831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.499751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-64ce30e4-6efd-4482-89e8-1f8b7664e3a2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:50.508239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.517999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.533860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.565075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-64ce30e4-6efd-4482-89e8-1f8b7664e3a2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:50.569087 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-64ce30e4-6efd-4482-89e8-1f8b7664e3a2 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2299664 May 06 13:54:50.570175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36090) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.594728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.606429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-64c9f63e-c437-4556-8985-933240d7c6b2', 'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'tenant_id': '11361967c386430993b0bc1483f4d286', 'fixed_ips': [{'subnet_id': '6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:50.608437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.635605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:50.662925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group_rule and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:50.668200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:50.680611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.731761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.758480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=dfc72d0a-2aa2-4289-a0e9-9e22deb04f20,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:50.771238 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-3295b44e-5e8e-4752-baa5-ed46d7c65810 service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697333 May 06 13:54:50.795616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Allocated IP 172.20.0.2 (64c9f63e-c437-4556-8985-933240d7c6b2/6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e/8c132639-9b6f-4d18-92e5-7026a13b458e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:50.968955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.981622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.062815 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9ee34a-a74b-4942-8096-629742f96c40 req-c93f2841-822e-440d-9cf1-81c227183c08 service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822261 May 06 13:54:51.073288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:54:51.075671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.079014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:51.081792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:51.097560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.109069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Transition to ACTIVE for port object 8c132639-9b6f-4d18-92e5-7026a13b458e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:51.135276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Transition to ACTIVE for port object 8c132639-9b6f-4d18-92e5-7026a13b458e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:51.143740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.194337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7d139a4-ad54-48d1-a9ea-98ab33523de6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.212503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:51.216289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:51.220249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:51.225768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7d139a4-ad54-48d1-a9ea-98ab33523de6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.233423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Pushing event updated for resources: {'Port': ['ID=8c132639-9b6f-4d18-92e5-7026a13b458e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.280977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07becb50-9da1-4e3d-bcc5-fc2daa5b7566,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.285405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=226a9e19-3595-4b35-acec-92a22c8754ee,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.292564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.293905 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c97f3aac-385f-4ab7-bca5-24d53fb2e94a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8830311 May 06 13:54:51.303519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7d139a4-ad54-48d1-a9ea-98ab33523de6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.307899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36096) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.318266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:51.326434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774a4a4-d0cf-4a00-bc2f-39f67b2cacdd req-039b7fdf-595f-45b3-8650-7e12e60ef11b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:51.327341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'security_group': {'name': 'tempest-secgroup-1002406090'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:51.328162 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9774a4a4-d0cf-4a00-bc2f-39f67b2cacdd req-039b7fdf-595f-45b3-8650-7e12e60ef11b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 944 time: 0.4614186 May 06 13:54:51.341393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:51.345138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d139a4-ad54-48d1-a9ea-98ab33523de6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45a9e37-11c3-4aba-807a-063ae7b89604,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.347736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:51.352790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:51.356513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:51.357225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.362500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:51.363937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e515823-e69a-41f9-a80f-7b355e65f250 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:51.377847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Attempting to bind port 8c132639-9b6f-4d18-92e5-7026a13b458e on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:51.378595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Attempting to bind port 8c132639-9b6f-4d18-92e5-7026a13b458e by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'fa5a17ea-4188-4f00-aa70-a5210417f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:51.378956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Attempting to bind port 8c132639-9b6f-4d18-92e5-7026a13b458e on network 64c9f63e-c437-4556-8985-933240d7c6b2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:51.383779 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:51.386432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.402692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a7d139a4-ad54-48d1-a9ea-98ab33523de6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.405986 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a7d139a4-ad54-48d1-a9ea-98ab33523de6 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/d45a9e37-11c3-4aba-807a-063ae7b89604 HTTP/1.1" status: 204 len: 168 time: 0.8312445 May 06 13:54:51.423415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36100) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.459625 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9774a4a4-d0cf-4a00-bc2f-39f67b2cacdd req-98389909-d24f-4ba1-b961-e389098cc1ef tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069243 May 06 13:54:51.459625 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-47ba4138-85cf-42bd-8018-22eeb18b32d3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4723182 May 06 13:54:51.463856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36104) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.475262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.497304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:0b:14:32', 'name': 'tempest-NetworksTestDHCPv6-238528214'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:51.498780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:51.499815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Checking segment: {'id': 'fa5a17ea-4188-4f00-aa70-a5210417f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:51.500249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.500782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Bound using segment: {'id': 'fa5a17ea-4188-4f00-aa70-a5210417f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:51.501266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Bound port: 8c132639-9b6f-4d18-92e5-7026a13b458e, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5a17ea-4188-4f00-aa70-a5210417f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:51.501648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.522005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b756d240-a04d-4381-b4b0-ced35bc9cd20 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:51.539810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b756d240-a04d-4381-b4b0-ced35bc9cd20 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:51.545138 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b756d240-a04d-4381-b4b0-ced35bc9cd20 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0924029 May 06 13:54:51.545891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36108) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.551297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636739375'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:51.559367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:51.572299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:51.585151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.586244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-087f395f-46ee-41a5-8e39-17edb2681a7c None None] Provisioning complete for port dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:51.586815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-087f395f-46ee-41a5-8e39-17edb2681a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.626854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:51.631565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:51.634944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:51.641702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:51.703159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.708355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.725444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-087f395f-46ee-41a5-8e39-17edb2681a7c None None] Port dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:51.743166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] For port 8c132639-9b6f-4d18-92e5-7026a13b458e, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:51.756075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] For port 8c132639-9b6f-4d18-92e5-7026a13b458e, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c132639-9b6f-4d18-92e5-7026a13b458e,segment=NetworkSegment(fa5a17ea-4188-4f00-aa70-a5210417f0b6),segment_id=fa5a17ea-4188-4f00-aa70-a5210417f0b6)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:51.764050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0284f1-0ad1-4874-bad2-6c19f2aada50,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.771113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.775859 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7c8f7bb5-9b87-43a7-8e40-c07ed93c56fd tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2257774 May 06 13:54:51.776240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36112) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.782731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f228c0c0-1b49-4263-b278-4816589c73ec tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '4c0284f1-0ad1-4874-bad2-6c19f2aada50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:51.790569 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f228c0c0-1b49-4263-b278-4816589c73ec tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:51.793878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.795669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f228c0c0-1b49-4263-b278-4816589c73ec tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:51.798681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f228c0c0-1b49-4263-b278-4816589c73ec tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:51.804854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f228c0c0-1b49-4263-b278-4816589c73ec tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:51.839138 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-f228c0c0-1b49-4263-b278-4816589c73ec tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:51.840518 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f228c0c0-1b49-4263-b278-4816589c73ec tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0632312 May 06 13:54:51.843388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36116) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.860657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-604fb672-99ee-46fc-9786-27feeef40ba0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group_rule': {'security_group_id': '4c0284f1-0ad1-4874-bad2-6c19f2aada50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:51.868433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-604fb672-99ee-46fc-9786-27feeef40ba0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:51.873522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-604fb672-99ee-46fc-9786-27feeef40ba0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:51.877113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-604fb672-99ee-46fc-9786-27feeef40ba0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:51.883981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-604fb672-99ee-46fc-9786-27feeef40ba0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:51.886678 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-a065b923-8155-43a2-9c7c-8b9dd0337e0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6da7150a9657493d806fef292f4cc1a5&device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 1097 time: 0.7251813 May 06 13:54:51.894747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3f3ea-5843-4648-a005-28ecbb13f6e4 None None] Pushing event updated for resources: {'Port': ['ID=8c132639-9b6f-4d18-92e5-7026a13b458e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.904396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '226a9e19-3595-4b35-acec-92a22c8754ee'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:51.905696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.946438 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-604fb672-99ee-46fc-9786-27feeef40ba0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:51.950257 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-604fb672-99ee-46fc-9786-27feeef40ba0 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1029499 May 06 13:54:51.950769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36120) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.037431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7b9eab8e-6960-47f6-b235-41d79a6e6645 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.065312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:52.078753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7b9eab8e-6960-47f6-b235-41d79a6e6645 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.098180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Allocated IP 2001:db8::f816:3eff:fe57:76d0 (50bbb88f-72fc-4a05-991e-345befa7062b/226a9e19-3595-4b35-acec-92a22c8754ee/49d0a52e-a7f7-42ad-81ee-a32c40b527a1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:52.114982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group_rule and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:52.123281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:52.139453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:52.157551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7b9eab8e-6960-47f6-b235-41d79a6e6645 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.163653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.26.0.19 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/09f2a9c6-d654-4753-b509-6d255325b1a4) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:52.178652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9eab8e-6960-47f6-b235-41d79a6e6645 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0284f1-0ad1-4874-bad2-6c19f2aada50,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:52.183775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:52.209465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7b9eab8e-6960-47f6-b235-41d79a6e6645 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.212139 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7b9eab8e-6960-47f6-b235-41d79a6e6645 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/4c0284f1-0ad1-4874-bad2-6c19f2aada50 HTTP/1.1" status: 204 len: 168 time: 0.2590840 May 06 13:54:52.214550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36124) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.227772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:52.239723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:52.270201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:52.288224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-12790110-907a-400a-8aa1-5d6b55a81e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:52.289734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-12790110-907a-400a-8aa1-5d6b55a81e21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7058883-77aa-42ac-84e6-86e61b26917c HTTP/1.1" status: 200 len: 897 time: 0.3857539 May 06 13:54:52.317779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8ef0070f-b264-4e3b-bdf5-62b3e0a4cd87 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:52.350245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8ef0070f-b264-4e3b-bdf5-62b3e0a4cd87 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:52.358097 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8ef0070f-b264-4e3b-bdf5-62b3e0a4cd87 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1381392 May 06 13:54:52.358773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36128) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.371303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'tempest-secgroup--106937262'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:52.390603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:52.417523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:52.430505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.451079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.468416 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Transition to ACTIVE for port object 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:52.472638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c132639-9b6f-4d18-92e5-7026a13b458e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:52.479037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:52.482592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:52.484341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Usage tracker for resource:security_group_rule and tenant:047f114b30b84a3b9789fdc4769c1650 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:52.487456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:52.494513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:52.564388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 8c132639-9b6f-4d18-92e5-7026a13b458e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:52.569762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Transition to ACTIVE for port object 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:52.574444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.578090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.579463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.635019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d68f38-d2bd-49ab-a4d8-9c918356b188,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:52.642920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.648393 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a35f4804-424d-4806-8808-fab606145e51 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2879610 May 06 13:54:52.649042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36134) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.653491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:52.654873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fcf6b50e-c305-41a5-b6be-08bee048aa9d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:52.655431 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-fcf6b50e-c305-41a5-b6be-08bee048aa9d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] update failed (client error): There was a conflict when trying to complete your request. May 06 13:54:52.656587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:52.659344 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fcf6b50e-c305-41a5-b6be-08bee048aa9d tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "PUT /v2.0/security-groups/94d68f38-d2bd-49ab-a4d8-9c918356b188 HTTP/1.1" status: 409 len: 330 time: 0.0091951 May 06 13:54:52.659935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36138) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.660726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:52.671666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.671948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Pushing event updated for resources: {'Port': ['ID=49d0a52e-a7f7-42ad-81ee-a32c40b527a1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:52.704309 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-2859ef9c-ed4c-4f9d-90fd-3a60cc8e854d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c253c31e-249e-4417-8a12-f3c14f2023c1 HTTP/1.1" status: 200 len: 217 time: 0.4012063 May 06 13:54:52.738532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b93fc243-ebcc-4b58-97a4-3ac066fdb703 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.776303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b93fc243-ebcc-4b58-97a4-3ac066fdb703 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.777883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Attempting to bind port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:52.778391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Attempting to bind port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:52.778758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Attempting to bind port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:52.787141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:52.787529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:52.788097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.788547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:52.789559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Bound port: 49d0a52e-a7f7-42ad-81ee-a32c40b527a1, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:52.789959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.828074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b93fc243-ebcc-4b58-97a4-3ac066fdb703 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.833813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.850726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fc243-ebcc-4b58-97a4-3ac066fdb703 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d68f38-d2bd-49ab-a4d8-9c918356b188,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:52.855197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port a7cd3a00-707d-4524-9e49-ec3062a1eefa yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:52.858808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b93fc243-ebcc-4b58-97a4-3ac066fdb703 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.860220 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b93fc243-ebcc-4b58-97a4-3ac066fdb703 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/94d68f38-d2bd-49ab-a4d8-9c918356b188 HTTP/1.1" status: 204 len: 168 time: 0.1991768 May 06 13:54:52.863242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36142) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.946983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bde2babe-8699-4f41-a28a-36a42f849f6e tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Synchronizing usage tracker for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:52.948918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] For port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:52.952233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] For port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=49d0a52e-a7f7-42ad-81ee-a32c40b527a1,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:52.962988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.975064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bde2babe-8699-4f41-a28a-36a42f849f6e tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] Unset dirty status for tenant:047f114b30b84a3b9789fdc4769c1650 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:52.980111 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bde2babe-8699-4f41-a28a-36a42f849f6e tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1122432 May 06 13:54:52.980419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36146) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.984873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.999361 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-414d39c4-8211-41b3-9639-960ba1e78056 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] delete failed (client error): The resource could not be found. May 06 13:54:53.002066 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-414d39c4-8211-41b3-9639-960ba1e78056 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "DELETE /v2.0/security-groups/b3a5815b-bf58-469e-9f54-ea1c9513fe3a HTTP/1.1" status: 404 len: 347 time: 0.0194187 May 06 13:54:53.005037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36150) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.011410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-280d926b-bade-4895-a116-4a969a5694ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:53.013180 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-280d926b-bade-4895-a116-4a969a5694ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8301ddf-5ee4-4205-9ca1-f30ad22b2898 HTTP/1.1" status: 200 len: 835 time: 0.2337391 May 06 13:54:53.031423 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-d5122c64-bbf0-468b-aeaf-5abe49a01c8b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] show failed (client error): The resource could not be found. May 06 13:54:53.033544 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d5122c64-bbf0-468b-aeaf-5abe49a01c8b tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-groups/4eeb2bb2-4105-4be2-99b1-4c00537455d4 HTTP/1.1" status: 404 len: 347 time: 0.0267580 May 06 13:54:53.039348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36154) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.057989 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-4b5fe3bf-e97d-4a06-b301-c1dcee7af086 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] show failed (client error): The resource could not be found. May 06 13:54:53.066438 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4b5fe3bf-e97d-4a06-b301-c1dcee7af086 tempest-NegativeSecGroupIPv6Test-1226993023 tempest-NegativeSecGroupIPv6Test-1226993023-project] 10.222.0.65 "GET /v2.0/security-group-rules/e3cc0f31-62ee-4be9-8340-53a2748de9dc HTTP/1.1" status: 404 len: 356 time: 0.0186582 May 06 13:54:53.100294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24145b0-1567-41e5-889f-fafe53a5d353 None None] Pushing event updated for resources: {'Port': ['ID=49d0a52e-a7f7-42ad-81ee-a32c40b527a1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.122441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.198466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765b9e18-92dd-4a49-a778-6a4de5ee4dae,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.216085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.220145 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-084c9473-fc7d-47bc-ae31-86170282bba7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9075656 May 06 13:54:53.220367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36160) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.226078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-166912290', 'security_groups': ['765b9e18-92dd-4a49-a778-6a4de5ee4dae'], 'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:53.269594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Provisioning complete for port 373b48fb-db6f-446a-afdd-31c9045ee7b8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:53.270008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.293547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c307-06a6-4885-b6f7-50bac20aab36 req-c4643a4e-c847-4f3d-bae5-da26329ae806 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:53.295138 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1426c307-06a6-4885-b6f7-50bac20aab36 req-c4643a4e-c847-4f3d-bae5-da26329ae806 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 944 time: 0.6119728 May 06 13:54:53.340068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Port 373b48fb-db6f-446a-afdd-31c9045ee7b8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:53.346153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:54:53.360037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Provisioning for port 8c132639-9b6f-4d18-92e5-7026a13b458e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:53.364196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fe0b:1432 (50bbb88f-72fc-4a05-991e-345befa7062b/226a9e19-3595-4b35-acec-92a22c8754ee/a7cd3a00-707d-4524-9e49-ec3062a1eefa) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:53.368191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:53.369259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.394780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.452427 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-c3e18ffd-76bf-4f4c-be31-91bbd07492b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7058883-77aa-42ac-84e6-86e61b26917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3965650 May 06 13:54:53.498707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:53.506303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:53.516297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:53.528114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:53.550991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:53.631539 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1426c307-06a6-4885-b6f7-50bac20aab36 req-ab1f428f-a78b-4812-a7ee-20bc2d77de41 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251431 May 06 13:54:53.633099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=09f2a9c6-d654-4753-b509-6d255325b1a4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.635227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36166) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.656976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.682356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:53.686314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] For port 8c132639-9b6f-4d18-92e5-7026a13b458e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c132639-9b6f-4d18-92e5-7026a13b458e,segment=NetworkSegment(fa5a17ea-4188-4f00-aa70-a5210417f0b6),segment_id=fa5a17ea-4188-4f00-aa70-a5210417f0b6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:53.691221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.727332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.759800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 61bb4dcc-c279-47d0-a393-853d96fa27d9 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:54:53.768394 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270af64-5395-45d3-ac9b-2173047055a7 None None] Pushing event updated for resources: {'Port': ['ID=8c132639-9b6f-4d18-92e5-7026a13b458e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.907537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:53.929711 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:53.995120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.8 (64c9f63e-c437-4556-8985-933240d7c6b2/6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e/61bb4dcc-c279-47d0-a393-853d96fa27d9) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:54.168335 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-aed077d3-956b-4903-8c0b-98eeb62dadcb service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003419 May 06 13:54:54.210357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.229978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 61bb4dcc-c279-47d0-a393-853d96fa27d9 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:54.257130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.339817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:54.343339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:54.345161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=61bb4dcc-c279-47d0-a393-853d96fa27d9,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:54.347300 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:54.435020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-508ef786-ebe8-478c-b17d-e2500de3220d None None] Provisioning for port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:54.444214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:54.445415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.476514 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dfd0985b-46a5-4fe1-a8b7-dfb6436b1f1c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2519820 May 06 13:54:54.476874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36172) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.483243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:54.500443 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-77dd926b-da90-428b-94bb-816a16db74e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=047f114b30b84a3b9789fdc4769c1650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8324153 May 06 13:54:54.506463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device c253c31e-249e-4417-8a12-f3c14f2023c1 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:54:54.513419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.520040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36176) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.587584 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62b49c3a-1821-42d8-9652-1560a2a3d60f req-c16572d4-2504-44e9-9e46-fa46e2a653ae service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066732 May 06 13:54:54.593722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object a7cd3a00-707d-4524-9e49-ec3062a1eefa will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:54.673290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:54.694049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:54.699287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:54.703124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:54.709860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:54.727293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:54.736437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.777632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:54.789127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:54.799354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-054a4c75-9c70-4e63-bf8b-13f1f76d9f1c None None] Provisioning for port 61bb4dcc-c279-47d0-a393-853d96fa27d9 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:54.800831 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1cc56571-8f25-4bc1-8057-1fc80666f8bb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4322979 May 06 13:54:54.808249 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef10e2-ae8c-4764-a41a-29785abc3aaa None None] Sync routers for ids ['bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:54.812367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'port_id': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'mac_address': 'fa:16:3e:ff:3f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:54:54.814456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-054a4c75-9c70-4e63-bf8b-13f1f76d9f1c None None] Provisioning complete for port 61bb4dcc-c279-47d0-a393-853d96fa27d9 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:54.814835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-054a4c75-9c70-4e63-bf8b-13f1f76d9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.821923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36182) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.825712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e9b5fed3-f72a-470b-bc0b-46d7cad32792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.826428 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef10e2-ae8c-4764-a41a-29785abc3aaa None None] Routers {'bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:54.827162 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-e0ef10e2-ae8c-4764-a41a-29785abc3aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:54.907609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.921646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:54.931215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:54.931582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.955182 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-e0ef10e2-ae8c-4764-a41a-29785abc3aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:54.982439 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef10e2-ae8c-4764-a41a-29785abc3aaa None None] Routers {'bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:54.985100 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-e0ef10e2-ae8c-4764-a41a-29785abc3aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:55.008737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e9b5fed3-f72a-470b-bc0b-46d7cad32792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.033215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-054a4c75-9c70-4e63-bf8b-13f1f76d9f1c None None] Port 61bb4dcc-c279-47d0-a393-853d96fa27d9 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:55.052404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.065483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77901cd0-4b93-43c5-99ba-beff817f7e0a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:55.066322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-77901cd0-4b93-43c5-99ba-beff817f7e0a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:55.072282 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-e0ef10e2-ae8c-4764-a41a-29785abc3aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:55.072778 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef10e2-ae8c-4764-a41a-29785abc3aaa None None] The sync data for ids ['bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:55.083659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c253c31e-249e-4417-8a12-f3c14f2023c1 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:54:55.099204 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.ipam_backend_mixin [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e (CIDR: 172.20.0.0/28) May 06 13:54:55.105969 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:55.106208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:55.109870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:55.111594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:55.121144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=a7cd3a00-707d-4524-9e49-ec3062a1eefa,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:55.123957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:55.128099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:55.131918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:55.133083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.135628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165c0dc-0a5b-4b67-9db4-7769dd3d80d6 req-cfea0754-9d53-46e6-8e15-24ac63033cd1 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:55.145289 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4165c0dc-0a5b-4b67-9db4-7769dd3d80d6 req-cfea0754-9d53-46e6-8e15-24ac63033cd1 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 944 time: 0.1467144 May 06 13:54:55.145289 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8d6b00c7-8116-4c02-bab4-7618c92cde4a tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6615729 May 06 13:54:55.145585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-77901cd0-4b93-43c5-99ba-beff817f7e0a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:55.145585 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-77901cd0-4b93-43c5-99ba-beff817f7e0a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports/dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 HTTP/1.1" status: 200 len: 910 time: 0.3177989 May 06 13:54:55.146907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36186) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.146907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36188) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.156159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.156381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:55.192466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b2b6fb53-e020-46ca-b9d0-92edd75a65b5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e07c5366-774c-4421-8430-0399ecdff267'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:55.212792 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-43fefcf1-fc05-4e56-807e-2320e66fab7a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7460799 May 06 13:54:55.216675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36194) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.217801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e9b5fed3-f72a-470b-bc0b-46d7cad32792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.220882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e9b5fed3-f72a-470b-bc0b-46d7cad32792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.223132 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e9b5fed3-f72a-470b-bc0b-46d7cad32792 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78df4664-8aa6-440f-8280-b5fcf8591479 HTTP/1.1" status: 204 len: 168 time: 0.7020411 May 06 13:54:55.259220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:55.296272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.309077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5fed3-f72a-470b-bc0b-46d7cad32792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78df4664-8aa6-440f-8280-b5fcf8591479,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:55.390653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=49d0a52e-a7f7-42ad-81ee-a32c40b527a1,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:55.396396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.398446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c132639-9b6f-4d18-92e5-7026a13b458e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:55.462303 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4165c0dc-0a5b-4b67-9db4-7769dd3d80d6 req-c7a8f88c-d5ca-4be6-9927-830c188f96cb tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177519 May 06 13:54:55.532849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.539950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e4050-dd75-4800-9f4e-7bfa8cb135af tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:55.544290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e4050-dd75-4800-9f4e-7bfa8cb135af tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:55.545104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0a4e4050-dd75-4800-9f4e-7bfa8cb135af tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:55.570649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['c253c31e-249e-4417-8a12-f3c14f2023c1'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:54:55.573187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:55.581711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:55.586814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:55.610426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:55.622789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0a4e4050-dd75-4800-9f4e-7bfa8cb135af tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:55.626369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0a4e4050-dd75-4800-9f4e-7bfa8cb135af tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3989503 May 06 13:54:55.626909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36204) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.630046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.649404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=49d0a52e-a7f7-42ad-81ee-a32c40b527a1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:55.694401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:55.699270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.735345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:55.736077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.832669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2b6fb53-e020-46ca-b9d0-92edd75a65b5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.836636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ddf94af6-4887-4b79-b987-62e0b4644466 None None] Provisioning for port a7cd3a00-707d-4524-9e49-ec3062a1eefa completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:55.880971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e609b8ba-dcb2-448e-ba78-94f864c591be tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port a7cd3a00-707d-4524-9e49-ec3062a1eefa {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:55.881310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e609b8ba-dcb2-448e-ba78-94f864c591be tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.925801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ddf94af6-4887-4b79-b987-62e0b4644466 None None] Provisioning complete for port a7cd3a00-707d-4524-9e49-ec3062a1eefa triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:55.926155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ddf94af6-4887-4b79-b987-62e0b4644466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.143967 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ddf94af6-4887-4b79-b987-62e0b4644466 None None] Port a7cd3a00-707d-4524-9e49-ec3062a1eefa cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:56.270598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e609b8ba-dcb2-448e-ba78-94f864c591be tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.350188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.412613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e609b8ba-dcb2-448e-ba78-94f864c591be tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for a7cd3a00-707d-4524-9e49-ec3062a1eefa owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:56.418618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:56.440019 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.569920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:56.569920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.600462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=09f2a9c6-d654-4753-b509-6d255325b1a4,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.614454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.614695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.653310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2b6fb53-e020-46ca-b9d0-92edd75a65b5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.684670 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2b6fb53-e020-46ca-b9d0-92edd75a65b5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.807140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:56.815929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:56.823406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=0a8645b3-6cfc-44c7-a0d7-f3728385f3d7,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.825990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:56.826549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.832454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6fb53-e020-46ca-b9d0-92edd75a65b5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=dfc72d0a-2aa2-4289-a0e9-9e22deb04f20,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.844807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e609b8ba-dcb2-448e-ba78-94f864c591be tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.846689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f75da9-ed04-46ed-ac4c-8065b0e52251 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:56.881075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b6fb53-e020-46ca-b9d0-92edd75a65b5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:56.882675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2b6fb53-e020-46ca-b9d0-92edd75a65b5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.884338 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b2b6fb53-e020-46ca-b9d0-92edd75a65b5 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/ports/dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 HTTP/1.1" status: 200 len: 910 time: 1.7369530 May 06 13:54:56.887414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36230) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.923440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609b8ba-dcb2-448e-ba78-94f864c591be tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=a7cd3a00-707d-4524-9e49-ec3062a1eefa,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.989182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e609b8ba-dcb2-448e-ba78-94f864c591be tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.033472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cbfec-e964-4965-87d0-33a7b74cdd36 req-18e5bf4d-7e27-42d7-8795-ce195beab207 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:57.035056 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f86cbfec-e964-4965-87d0-33a7b74cdd36 req-18e5bf4d-7e27-42d7-8795-ce195beab207 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 945 time: 0.3699858 May 06 13:54:57.040690 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e609b8ba-dcb2-448e-ba78-94f864c591be tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/a7cd3a00-707d-4524-9e49-ec3062a1eefa HTTP/1.1" status: 204 len: 168 time: 1.4106817 May 06 13:54:57.045193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36234) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.191504 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-09f97337-6201-4d5d-8297-d31e1ce87c75 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0415294 May 06 13:54:57.197884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36240) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.205392 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f86cbfec-e964-4965-87d0-33a7b74cdd36 req-7b5fe0e9-ef4f-4555-9ac7-081f89fcc356 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577942 May 06 13:54:57.205718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-309394024', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a8645b3-6cfc-44c7-a0d7-f3728385f3d7'}], 'security_groups': ['07becb50-9da1-4e3d-bcc5-fc2daa5b7566']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:57.208725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605802e7-9dbe-43aa-bd7d-f66d1dd68590 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:57.210537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605802e7-9dbe-43aa-bd7d-f66d1dd68590 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:57.211263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-605802e7-9dbe-43aa-bd7d-f66d1dd68590 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:57.250451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-605802e7-9dbe-43aa-bd7d-f66d1dd68590 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:57.251612 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-605802e7-9dbe-43aa-bd7d-f66d1dd68590 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2028956 May 06 13:54:57.256842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36244) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.349781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-900c97bc-ccd0-480f-a4fb-1c9388d0c1dc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 226a9e19-3595-4b35-acec-92a22c8754ee {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:57.352915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-900c97bc-ccd0-480f-a4fb-1c9388d0c1dc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.363032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.416938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-900c97bc-ccd0-480f-a4fb-1c9388d0c1dc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.453351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8744acb8-2a4d-406d-a335-26860bd8cb1e None None] Update dhcp port {'port': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'fixed_ips': [{'subnet_id': '6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a8645b3-6cfc-44c7-a0d7-f3728385f3d7'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '8c132639-9b6f-4d18-92e5-7026a13b458e'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:54:57.528635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8744acb8-2a4d-406d-a335-26860bd8cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.593443 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP 91083e0b-4707-448d-bb1b-0d8f8638e9bb associated. External IP: 172.26.0.19, port: f9667a8a-aed7-48f1-9597-2bd0a18a253d. May 06 13:54:57.738406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36256) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.780199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-900c97bc-ccd0-480f-a4fb-1c9388d0c1dc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.795428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8744acb8-2a4d-406d-a335-26860bd8cb1e None None] Allocated IP 172.20.0.18 (64c9f63e-c437-4556-8985-933240d7c6b2/0a8645b3-6cfc-44c7-a0d7-f3728385f3d7/8c132639-9b6f-4d18-92e5-7026a13b458e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:57.878551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.890763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-900c97bc-ccd0-480f-a4fb-1c9388d0c1dc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.953444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8744acb8-2a4d-406d-a335-26860bd8cb1e None None] For port 8c132639-9b6f-4d18-92e5-7026a13b458e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c132639-9b6f-4d18-92e5-7026a13b458e,segment=NetworkSegment(fa5a17ea-4188-4f00-aa70-a5210417f0b6),segment_id=fa5a17ea-4188-4f00-aa70-a5210417f0b6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:57.962541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c97bc-ccd0-480f-a4fb-1c9388d0c1dc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=226a9e19-3595-4b35-acec-92a22c8754ee,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:57.972131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-900c97bc-ccd0-480f-a4fb-1c9388d0c1dc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.980653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53f0ae-2af1-46e5-968f-ddf6356ec38a None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:57.998260 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-900c97bc-ccd0-480f-a4fb-1c9388d0c1dc tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/226a9e19-3595-4b35-acec-92a22c8754ee HTTP/1.1" status: 204 len: 168 time: 0.7398067 May 06 13:54:57.998908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36262) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:58.055109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8744acb8-2a4d-406d-a335-26860bd8cb1e None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.067126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--37536651', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:58.097361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8744acb8-2a4d-406d-a335-26860bd8cb1e None None] Transition to ACTIVE for port object 8c132639-9b6f-4d18-92e5-7026a13b458e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:58.135170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:58.147282 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d809fe49-d13a-4680-9b30-6c8cff2b137a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439435 May 06 13:54:58.153864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36266) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:58.163599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:58.163959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8744acb8-2a4d-406d-a335-26860bd8cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.195482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:58.205350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:58.214637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.236781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:58.239673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.259163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744acb8-2a4d-406d-a335-26860bd8cb1e None None] Pushing event updated for resources: {'Port': ['ID=8c132639-9b6f-4d18-92e5-7026a13b458e,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:58.300552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.365251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:58.373782 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:58.384814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:58.399614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.457174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c132639-9b6f-4d18-92e5-7026a13b458e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:58.513186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:58.525406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:58.527173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.531384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] Deleting port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:58.531992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.537467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.571698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device c253c31e-249e-4417-8a12-f3c14f2023c1 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:58.592519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:58.616097 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:58.626163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:58.643187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:58.648686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.656663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Delete allocated IP 172.20.0.8 (64c9f63e-c437-4556-8985-933240d7c6b2/6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e) {{(pid=84021) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:54:58.715552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.29 (64c9f63e-c437-4556-8985-933240d7c6b2/0a8645b3-6cfc-44c7-a0d7-f3728385f3d7/61bb4dcc-c279-47d0-a393-853d96fa27d9) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:58.731136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb68387-136c-40b7-9d00-546703a0bf85,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:58.742598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.742945 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment 3c33ac74-0541-48e2-b2a3-8789dc116cd0 of type vlan for network 13cd64bc-0359-45fe-bb47-08910b85bb4a May 06 13:54:58.798456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.852837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.856778 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:58.857296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.867001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:58.950173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] For port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=49d0a52e-a7f7-42ad-81ee-a32c40b527a1,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:58.950658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.004707 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2645891 May 06 13:54:59.015229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36272) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.015968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edf34e-a424-4a82-b188-e6dcd9ba040b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=13cd64bc-0359-45fe-bb47-08910b85bb4a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.028530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'admin_state_up': True, 'project_id': '52812628270e4c08bba09224380d4cd5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:59.036276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port c253c31e-249e-4417-8a12-f3c14f2023c1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:59.039339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:59.045959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:router and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:59.052458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:59.061550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:59.066551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:59.070405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251503a-ac0f-4a49-9fb6-8e9131307d2c req-2786023d-96eb-4ece-a81b-461f4bfd08a8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:59.071924 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1251503a-ac0f-4a49-9fb6-8e9131307d2c req-2786023d-96eb-4ece-a81b-461f4bfd08a8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 945 time: 0.7006903 May 06 13:54:59.100589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.103440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.111999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.123418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] Calling delete_port for 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:59.152536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:59.167987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f4383-8d0f-48b9-9375-29092a292d2d None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:59.182207 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e33f0e8-6b18-42ad-b61a-25ad1c64c41b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.8161595 May 06 13:54:59.184842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port c253c31e-249e-4417-8a12-f3c14f2023c1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:59.185390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.186420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36276) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.189737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.223096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.367101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f4383-8d0f-48b9-9375-29092a292d2d None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:59.367101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-127f4383-8d0f-48b9-9375-29092a292d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:59.372876 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cf5444e2-8ce1-452d-9363-b4d8d63fa6f6 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "GET /v2.0/floatingips/91083e0b-4707-448d-bb1b-0d8f8638e9bb HTTP/1.1" status: 200 len: 977 time: 0.1847789 May 06 13:54:59.380655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36280) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.437919 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1251503a-ac0f-4a49-9fb6-8e9131307d2c req-fbccfb74-f3ee-4701-a794-3fbfab17b1b0 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031895 May 06 13:54:59.457887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-127f4383-8d0f-48b9-9375-29092a292d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:59.515990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Provisioning complete for port 61bb4dcc-c279-47d0-a393-853d96fa27d9 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:59.516378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.540274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.574289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.621667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 61bb4dcc-c279-47d0-a393-853d96fa27d9 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:59.631775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] Pushing event deleted for resources: {'Port': ['ID=49d0a52e-a7f7-42ad-81ee-a32c40b527a1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.634224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f4383-8d0f-48b9-9375-29092a292d2d None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:59.635407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.635575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-127f4383-8d0f-48b9-9375-29092a292d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:59.682862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6636ce2-4c42-4829-867b-534c85357880 None None] No DVR routers for this DVR port 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:59.695750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.701453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f14a9caf-a977-46ba-9f1f-ef3e6f2cedbb tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Synchronizing usage tracker for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:floatingip {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:59.709650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-127f4383-8d0f-48b9-9375-29092a292d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:59.709650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f4383-8d0f-48b9-9375-29092a292d2d None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:59.716787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.729229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Port 61bb4dcc-c279-47d0-a393-853d96fa27d9 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:59.730554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f14a9caf-a977-46ba-9f1f-ef3e6f2cedbb tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Unset dirty status for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:floatingip {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:59.736624 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f14a9caf-a977-46ba-9f1f-ef3e6f2cedbb tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3543034 May 06 13:54:59.738216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36284) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.761537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:54:59.763333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'port_id': 'dea811e6-3c83-4fc3-86c9-594be536c63c'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:59.767104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:59.775613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Provisioning complete for port 373b48fb-db6f-446a-afdd-31c9045ee7b8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:59.776119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.803757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.825081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=61bb4dcc-c279-47d0-a393-853d96fa27d9,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.878534 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651bc202-8fca-4615-9e72-7b8257cc22cd'] response: {'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'code': 200} May 06 13:54:59.926196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Port 373b48fb-db6f-446a-afdd-31c9045ee7b8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:59.934226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.949333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Provisioning for port 8c132639-9b6f-4d18-92e5-7026a13b458e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:59.955363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:59.955741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-480a3cbd-d602-4e74-bbcb-59b84ef177ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.989541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] In _notify_port_updated(), no bound segment for port 61bb4dcc-c279-47d0-a393-853d96fa27d9 on network 64c9f63e-c437-4556-8985-933240d7c6b2 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:54:59.993575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:59.994673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.996133 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f87a7f50-3da1-4cf7-99c3-307f5883abf1 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "PUT /v2.0/ports/61bb4dcc-c279-47d0-a393-853d96fa27d9 HTTP/1.1" status: 200 len: 920 time: 2.7969339 May 06 13:55:00.001080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36290) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:00.005161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.068877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:00.069691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.134778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:55:00.154082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.326460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fa6b10e4-7aad-4a16-aeb7-fe7bf6cfd61e None None] Provisioning for port 61bb4dcc-c279-47d0-a393-853d96fa27d9 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:00.327071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-cf119f4f-bbee-4206-93e6-41762ab1b124 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 61bb4dcc-c279-47d0-a393-853d96fa27d9 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:00.327071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf119f4f-bbee-4206-93e6-41762ab1b124 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.331261 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5e400c1e-04b1-47f9-8dbb-2d4037989a28 req-13ffcee6-ab39-4064-b39e-4a7c8adb03c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 1099 time: 0.2383604 May 06 13:55:00.331850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fa6b10e4-7aad-4a16-aeb7-fe7bf6cfd61e None None] Provisioning complete for port 61bb4dcc-c279-47d0-a393-853d96fa27d9 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:00.332221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fa6b10e4-7aad-4a16-aeb7-fe7bf6cfd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.359290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.381991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:00.388590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b10e4-7aad-4a16-aeb7-fe7bf6cfd61e None None] Port 61bb4dcc-c279-47d0-a393-853d96fa27d9 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:00.395791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:00.398625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:00.399211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.409319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.415379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a60df4-b07c-415d-bed2-263dab3cd4fd None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:00.435453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=132344f1-67ac-4441-b719-dff3765160ba,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:00.437508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:00.533471 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-10beaf43-eb3a-4315-895f-5dc4a0a021f5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3785486 May 06 13:55:00.553573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36296) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:00.562750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:00.563263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 49d0a52e-a7f7-42ad-81ee-a32c40b527a1 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:00.618062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:21:7a:52', 'name': 'tempest-NetworksTestDHCPv6-99662057'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:00.631388 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5e400c1e-04b1-47f9-8dbb-2d4037989a28 req-d2d0d341-d2e0-41b9-8d1b-5267d9543d6c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920213 May 06 13:55:00.758765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '132344f1-67ac-4441-b719-dff3765160ba'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:00.759756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.814844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.106 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/fa7c1be6-59bf-493c-b630-49184959878b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:00.894951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.929912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Allocated IP 2001:db8::f816:3eff:fea2:636a (50bbb88f-72fc-4a05-991e-345befa7062b/132344f1-67ac-4441-b719-dff3765160ba/3e687c23-6fbd-48d5-869f-f2bd254ac430) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:01.028740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for dfc72d0a-2aa2-4289-a0e9-9e22deb04f20 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:01.070560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.167436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.178952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Transition to ACTIVE for port object 3e687c23-6fbd-48d5-869f-f2bd254ac430 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:01.197773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.202989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.206050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Transition to ACTIVE for port object 3e687c23-6fbd-48d5-869f-f2bd254ac430 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:01.207614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf119f4f-bbee-4206-93e6-41762ab1b124 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.213836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.286496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:01.289982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:01.292162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:01.326948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Pushing event updated for resources: {'Port': ['ID=3e687c23-6fbd-48d5-869f-f2bd254ac430,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:01.369877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-cf119f4f-bbee-4206-93e6-41762ab1b124 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 61bb4dcc-c279-47d0-a393-853d96fa27d9 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:01.377167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.388902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Attempting to bind port 3e687c23-6fbd-48d5-869f-f2bd254ac430 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:01.389400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Attempting to bind port 3e687c23-6fbd-48d5-869f-f2bd254ac430 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:01.389916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Attempting to bind port 3e687c23-6fbd-48d5-869f-f2bd254ac430 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:01.396580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:01.397063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:01.397580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.398655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:01.399206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Bound port: 3e687c23-6fbd-48d5-869f-f2bd254ac430, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:01.400633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.436173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb029b-06be-43ec-92df-0ba8aa369753 req-992b4850-646b-4bd5-979b-3499bfaba0e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:01.437615 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5dfb029b-06be-43ec-92df-0ba8aa369753 req-992b4850-646b-4bd5-979b-3499bfaba0e9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.7940748 May 06 13:55:01.439883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:01.450496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:01.457837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:01.484650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:01.495793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] For port 3e687c23-6fbd-48d5-869f-f2bd254ac430, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:01.500234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] For port 3e687c23-6fbd-48d5-869f-f2bd254ac430, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3e687c23-6fbd-48d5-869f-f2bd254ac430,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:01.506547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.519444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:01.520356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=fa7c1be6-59bf-493c-b630-49184959878b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:01.524413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:01.538310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:01.601086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35036079-f6db-49cb-a4ca-ea206c8393fd None None] Pushing event updated for resources: {'Port': ['ID=3e687c23-6fbd-48d5-869f-f2bd254ac430,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:01.612306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:01.620887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.668022 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5dfb029b-06be-43ec-92df-0ba8aa369753 req-390617fa-5e89-4dba-b81b-6d144b8d472b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145867 May 06 13:55:01.724196 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP 91083e0b-4707-448d-bb1b-0d8f8638e9bb associated. External IP: 172.26.0.19, port: f9667a8a-aed7-48f1-9597-2bd0a18a253d. May 06 13:55:01.753017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 95f01e03-465d-46db-b6e0-e946c2a313f3 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:55:01.821549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.910714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=dfc72d0a-2aa2-4289-a0e9-9e22deb04f20,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:02.012293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ad207d1-4b6c-4375-97e4-09c620a4afe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.032830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf119f4f-bbee-4206-93e6-41762ab1b124 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.053742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.055235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.141287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf119f4f-bbee-4206-93e6-41762ab1b124 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=61bb4dcc-c279-47d0-a393-853d96fa27d9,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:02.294159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fe21:7a52 (50bbb88f-72fc-4a05-991e-345befa7062b/132344f1-67ac-4441-b719-dff3765160ba/95f01e03-465d-46db-b6e0-e946c2a313f3) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:02.414432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cf119f4f-bbee-4206-93e6-41762ab1b124 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.499423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3e687c23-6fbd-48d5-869f-f2bd254ac430 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:02.506573 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cf119f4f-bbee-4206-93e6-41762ab1b124 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/61bb4dcc-c279-47d0-a393-853d96fa27d9 HTTP/1.1" status: 204 len: 168 time: 2.5017197 May 06 13:55:02.509924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36300) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:02.556610 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08def28-a659-4d8d-b0da-20e9abdbfd48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:55:02.560758 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b08def28-a659-4d8d-b0da-20e9abdbfd48 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/61bb4dcc-c279-47d0-a393-853d96fa27d9 HTTP/1.1" status: 404 len: 333 time: 0.0471723 May 06 13:55:02.562788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36304) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:02.643014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:55:02.650738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 3e687c23-6fbd-48d5-869f-f2bd254ac430 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:02.684694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04d42078-71a9-415c-a2b6-39221d65fbf6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.689808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:02.693553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.857731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04d42078-71a9-415c-a2b6-39221d65fbf6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.891690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.942396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bc2f9746-8e96-460c-93d2-6a31d5722dfd None None] Provisioning for port 3e687c23-6fbd-48d5-869f-f2bd254ac430 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:02.949001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bc2f9746-8e96-460c-93d2-6a31d5722dfd None None] Provisioning complete for port 3e687c23-6fbd-48d5-869f-f2bd254ac430 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:02.949572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9746-8e96-460c-93d2-6a31d5722dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.034976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 95f01e03-465d-46db-b6e0-e946c2a313f3 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:03.087854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9746-8e96-460c-93d2-6a31d5722dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.122632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bc2f9746-8e96-460c-93d2-6a31d5722dfd None None] For port 3e687c23-6fbd-48d5-869f-f2bd254ac430, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3e687c23-6fbd-48d5-869f-f2bd254ac430,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:03.129110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9746-8e96-460c-93d2-6a31d5722dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.196223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.200700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f9746-8e96-460c-93d2-6a31d5722dfd None None] Pushing event updated for resources: {'Port': ['ID=3e687c23-6fbd-48d5-869f-f2bd254ac430,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:03.232718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04d42078-71a9-415c-a2b6-39221d65fbf6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.266812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d42078-71a9-415c-a2b6-39221d65fbf6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765b9e18-92dd-4a49-a778-6a4de5ee4dae,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:03.284846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:03.291413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:03.296860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:03.297783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:03.301006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893179de-9c04-4cbe-9287-55de1161a846 req-422137dd-8497-4400-9349-78632780a6d6 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:03.301909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:03.302506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.302630 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-893179de-9c04-4cbe-9287-55de1161a846 req-422137dd-8497-4400-9349-78632780a6d6 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.4580696 May 06 13:55:03.319000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=95f01e03-465d-46db-b6e0-e946c2a313f3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:03.333021 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f90c3303-c407-40d6-9430-50a120f07749 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7754550 May 06 13:55:03.335611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36310) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.337149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-04d42078-71a9-415c-a2b6-39221d65fbf6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.340886 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-04d42078-71a9-415c-a2b6-39221d65fbf6 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/security-groups/765b9e18-92dd-4a49-a778-6a4de5ee4dae HTTP/1.1" status: 204 len: 168 time: 0.7694762 May 06 13:55:03.342928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36314) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.447810 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-893179de-9c04-4cbe-9287-55de1161a846 req-dca7046b-31e9-4971-833f-d33ef845ad0d tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338735 May 06 13:55:03.513953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1fb7-9814-4041-8c9a-4ec9c3b52ff0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.518847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:03.531261 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Sync routers for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:03.549060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:03.549312 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:03.549843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.555759 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-77717e18-b03e-4fc6-aa93-4bb9b5410bc2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6669412 May 06 13:55:03.559655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36320) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.563732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32c734-f24d-4dfd-8f74-17c51ccf8f8f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:03.564521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26423b26-26a7-4cc9-91c9-2d618bfd96d9 None None] Sync routers for ids ['bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:03.571299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:03.576623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32c734-f24d-4dfd-8f74-17c51ccf8f8f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:03.577310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3d32c734-f24d-4dfd-8f74-17c51ccf8f8f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:03.604328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3d32c734-f24d-4dfd-8f74-17c51ccf8f8f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:03.607819 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3d32c734-f24d-4dfd-8f74-17c51ccf8f8f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2709024 May 06 13:55:03.609780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26423b26-26a7-4cc9-91c9-2d618bfd96d9 None None] Routers {'bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:03.610420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-26423b26-26a7-4cc9-91c9-2d618bfd96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.611270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36324) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.681106 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf80416-34bc-45c8-b7d7-498dbabf9046 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:03.682239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-26423b26-26a7-4cc9-91c9-2d618bfd96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.701974 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26423b26-26a7-4cc9-91c9-2d618bfd96d9 None None] Routers {'bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:03.702882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-26423b26-26a7-4cc9-91c9-2d618bfd96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.739154 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-13d7a963-be88-4959-ac8c-bedf8b3c85e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 95f01e03-465d-46db-b6e0-e946c2a313f3 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:03.739488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13d7a963-be88-4959-ac8c-bedf8b3c85e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.774240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1fb7-9814-4041-8c9a-4ec9c3b52ff0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.780407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-26423b26-26a7-4cc9-91c9-2d618bfd96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.781069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26423b26-26a7-4cc9-91c9-2d618bfd96d9 None None] The sync data for ids ['bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:03.782305 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf80416-34bc-45c8-b7d7-498dbabf9046 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:03.784665 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1bf80416-34bc-45c8-b7d7-498dbabf9046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.786535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e99b6023-1a13-40af-a281-b6673ac75db3 None None] Provisioning for port 95f01e03-465d-46db-b6e0-e946c2a313f3 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:03.796226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e99b6023-1a13-40af-a281-b6673ac75db3 None None] Provisioning complete for port 95f01e03-465d-46db-b6e0-e946c2a313f3 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:03.796851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e99b6023-1a13-40af-a281-b6673ac75db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.846577 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-48250003-cf79-4cc9-953f-c6346a003df0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e HTTP/1.1" status: 200 len: 205 time: 0.2784142 May 06 13:55:03.848839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36328) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.852977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.854307 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-23fb2608-2ae8-4ae3-be98-17245c31088d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8347890 May 06 13:55:03.859156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36332) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.861655 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:55:03.866099 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1bf80416-34bc-45c8-b7d7-498dbabf9046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.871714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee9305-2ebd-4bc3-9fd7-7ae2b6a493cf req-b545492b-bbbb-4230-99ec-cee75325d006 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:03.873442 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-09ee9305-2ebd-4bc3-9fd7-7ae2b6a493cf req-b545492b-bbbb-4230-99ec-cee75325d006 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.2083743 May 06 13:55:03.888123 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf80416-34bc-45c8-b7d7-498dbabf9046 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:03.888976 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1bf80416-34bc-45c8-b7d7-498dbabf9046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:54:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.899425 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e99b6023-1a13-40af-a281-b6673ac75db3 None None] Port 95f01e03-465d-46db-b6e0-e946c2a313f3 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:03.962558 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-09ee9305-2ebd-4bc3-9fd7-7ae2b6a493cf req-e25143b9-3014-4cd8-be9f-33efbd66407b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734816 May 06 13:55:03.989001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36338) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.007760 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1bf80416-34bc-45c8-b7d7-498dbabf9046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:04.008208 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf80416-34bc-45c8-b7d7-498dbabf9046 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:04.031902 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:04.060142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1fb7-9814-4041-8c9a-4ec9c3b52ff0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.104596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1fb7-9814-4041-8c9a-4ec9c3b52ff0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07becb50-9da1-4e3d-bcc5-fc2daa5b7566,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:04.121132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1fb7-9814-4041-8c9a-4ec9c3b52ff0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.122931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f3ad1fb7-9814-4041-8c9a-4ec9c3b52ff0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/security-groups/07becb50-9da1-4e3d-bcc5-fc2daa5b7566 HTTP/1.1" status: 204 len: 168 time: 0.7759836 May 06 13:55:04.129220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36342) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.152653 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3aea1a8e-8107-44dc-b84a-f914de0c035e tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2754321 May 06 13:55:04.156663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36346) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.192219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7581894e-3c0a-439b-8514-5e65e3969aaa tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.329977 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:01Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:04.334502 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Checking router: 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:55:04.334893 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Updating router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 port fa7c1be6-59bf-493c-b630-49184959878b binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:55:04.356985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa01d-1d0b-481b-9e8f-5c9c0ed52e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.432202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13d7a963-be88-4959-ac8c-bedf8b3c85e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.433358 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.445631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3e687c23-6fbd-48d5-869f-f2bd254ac430 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:04.536427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 3e687c23-6fbd-48d5-869f-f2bd254ac430 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:04.537336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.593018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-13d7a963-be88-4959-ac8c-bedf8b3c85e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 95f01e03-465d-46db-b6e0-e946c2a313f3 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:04.628954 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d411f270-a5c2-46af-aa4b-fde0d503c683 tempest-TestNetworkAdvancedServerOps-1791150308 tempest-TestNetworkAdvancedServerOps-1791150308-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 1094 time: 0.6216059 May 06 13:55:04.630599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36350) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.679530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55569ec7-684c-405e-a096-1e9ad75ec018 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:04.681266 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-55569ec7-684c-405e-a096-1e9ad75ec018 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5234408 May 06 13:55:04.684140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36354) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.753864 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fbb10b9e-447a-4d59-a9da-f6eb9d7bea3d tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628014 May 06 13:55:04.757726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36358) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.795550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1374560192', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:04.835158 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.892725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:04.912370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:04.917615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee894a48-c2e9-4f0e-baac-4633b2dfa228 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet 6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:04.924705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Usage tracker for resource:floatingip and tenant:6da7150a9657493d806fef292f4cc1a5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:04.930675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee894a48-c2e9-4f0e-baac-4633b2dfa228 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.932015 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Transition to ACTIVE for port object fa7c1be6-59bf-493c-b630-49184959878b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:04.935162 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13d7a963-be88-4959-ac8c-bedf8b3c85e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.937880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:04.940635 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.959469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:04.963350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7581894e-3c0a-439b-8514-5e65e3969aaa tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.978495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:04.987314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:04.990389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7a963-be88-4959-ac8c-bedf8b3c85e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=95f01e03-465d-46db-b6e0-e946c2a313f3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.001026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:05.021506 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Pushing event updated for resources: {'Port': ['ID=fa7c1be6-59bf-493c-b630-49184959878b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.026875 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Attempting to bind port fa7c1be6-59bf-493c-b630-49184959878b on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:05.027243 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Attempting to bind port fa7c1be6-59bf-493c-b630-49184959878b by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:05.027596 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Attempting to bind port fa7c1be6-59bf-493c-b630-49184959878b on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:05.038094 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.039090 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.039460 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.039898 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.042196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.042196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.042196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.042196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.042196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.042196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.042196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:05.045832 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:05.046124 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:05.046624 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.046893 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:05.047368 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Bound port: fa7c1be6-59bf-493c-b630-49184959878b, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:05.047738 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.049725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13d7a963-be88-4959-ac8c-bedf8b3c85e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.059649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:05.072405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee894a48-c2e9-4f0e-baac-4633b2dfa228 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.110293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:05.137162 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-13d7a963-be88-4959-ac8c-bedf8b3c85e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/95f01e03-465d-46db-b6e0-e946c2a313f3 HTTP/1.1" status: 204 len: 168 time: 1.5245681 May 06 13:55:05.143143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36362) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.146042 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] For port fa7c1be6-59bf-493c-b630-49184959878b, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:05.151806 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] For port fa7c1be6-59bf-493c-b630-49184959878b, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fa7c1be6-59bf-493c-b630-49184959878b,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:05.156455 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.235575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.241527 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69b0d2-3024-48da-b124-3756352c97f0 None None] Pushing event updated for resources: {'Port': ['ID=fa7c1be6-59bf-493c-b630-49184959878b,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.248336 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:05.248956 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:05.266741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee894a48-c2e9-4f0e-baac-4633b2dfa228 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.316988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7581894e-3c0a-439b-8514-5e65e3969aaa tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.327270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf0532-6897-4063-b5d0-145da26f2cb2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:05.328565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.328851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf0532-6897-4063-b5d0-145da26f2cb2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:05.329585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fdcf0532-6897-4063-b5d0-145da26f2cb2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:05.375475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fdcf0532-6897-4063-b5d0-145da26f2cb2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:05.379691 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fdcf0532-6897-4063-b5d0-145da26f2cb2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2352285 May 06 13:55:05.380315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36366) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.450663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7581894e-3c0a-439b-8514-5e65e3969aaa tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.451171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7581894e-3c0a-439b-8514-5e65e3969aaa tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Fanout notify agent at l3_agent the message router_deleted on router bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:55:05.458367 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:05.479157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee894a48-c2e9-4f0e-baac-4633b2dfa228 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.515177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.534905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee894a48-c2e9-4f0e-baac-4633b2dfa228 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.542748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7581894e-3c0a-439b-8514-5e65e3969aaa tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.546397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7581894e-3c0a-439b-8514-5e65e3969aaa tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e HTTP/1.1" status: 204 len: 168 time: 1.6934986 May 06 13:55:05.547701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36370) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.582011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.585057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ee894a48-c2e9-4f0e-baac-4633b2dfa228 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.593640 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ee894a48-c2e9-4f0e-baac-4633b2dfa228 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e HTTP/1.1" status: 204 len: 168 time: 1.4614596 May 06 13:55:05.594935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36374) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.601615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389cab70-774e-4417-92b8-2f20573f13d6 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:05.608761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:05.809666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:05.810939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.811826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.831753 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:01Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:05.838580 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96217e-4497-40f5-bf4d-6146903c3a23 None None] The sync data for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv is: [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:01Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:05.874601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d073616-862a-4d17-bb22-35dd724f7481 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 132344f1-67ac-4441-b719-dff3765160ba {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:05.895374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d073616-862a-4d17-bb22-35dd724f7481 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.935571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-892763f5-b839-4c35-8e1d-1287920ef155 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet e07c5366-774c-4421-8430-0399ecdff267 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:05.960047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-892763f5-b839-4c35-8e1d-1287920ef155 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.973433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d073616-862a-4d17-bb22-35dd724f7481 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.039527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=f224ae4b-02b6-4967-9d6c-e1ff01f609e9,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:06.220286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:06.231214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:06.239568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:06.251734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:06.259891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:06.260255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: 13cd64bc-0359-45fe-bb47-08910b85bb4a, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:06.266026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-892763f5-b839-4c35-8e1d-1287920ef155 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.285057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:06.352532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Allocated IP 172.26.0.95 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/7fe11dba-35e6-4f15-a849-5940ac4def0b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:06.415638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.505216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fa7c1be6-59bf-493c-b630-49184959878b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:06.544529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d073616-862a-4d17-bb22-35dd724f7481 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.583661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-892763f5-b839-4c35-8e1d-1287920ef155 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.627211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:06.651618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port fa7c1be6-59bf-493c-b630-49184959878b completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:06.667878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 13cd64bc-0359-45fe-bb47-08910b85bb4a) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:06.680689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:06.681283 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.686993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port fa7c1be6-59bf-493c-b630-49184959878b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:06.686993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.713794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d8cdd-9ba4-4ddf-8f76-73b9c923763e None None] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:06.749283 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b46d8d88-4ecb-476e-ad81-d2d10e2a9832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9895246 May 06 13:55:06.753975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d073616-862a-4d17-bb22-35dd724f7481 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.758735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36378) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.810232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d073616-862a-4d17-bb22-35dd724f7481 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=132344f1-67ac-4441-b719-dff3765160ba,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:06.862439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.866991 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.957332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:06.967054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-892763f5-b839-4c35-8e1d-1287920ef155 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.992097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76165bb-74be-41f6-bd53-8f674a699bea None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:07.009109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-44232727-4ab6-481f-b316-9546ab9157a1 None None] Provisioning complete for port 373b48fb-db6f-446a-afdd-31c9045ee7b8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:07.009475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44232727-4ab6-481f-b316-9546ab9157a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.009588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892763f5-b839-4c35-8e1d-1287920ef155 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=e07c5366-774c-4421-8430-0399ecdff267,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.024825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.029611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.069685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7d073616-862a-4d17-bb22-35dd724f7481 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.075158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d186f-9cfa-4844-8030-d177e72bef24 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:07.095903 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7d073616-862a-4d17-bb22-35dd724f7481 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/132344f1-67ac-4441-b719-dff3765160ba HTTP/1.1" status: 204 len: 168 time: 1.7091854 May 06 13:55:07.100848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36382) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.120005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-892763f5-b839-4c35-8e1d-1287920ef155 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.124078 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-892763f5-b839-4c35-8e1d-1287920ef155 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/e07c5366-774c-4421-8430-0399ecdff267 HTTP/1.1" status: 204 len: 168 time: 1.5723295 May 06 13:55:07.142055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36386) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.177698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb097de-fd41-4bfd-8cd7-366779124fdb None None] Network 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:07.182335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:07.197090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:07.212321 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0ec9aa2a-63ca-4263-9ae1-ee1a00aa044f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066444 May 06 13:55:07.213453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36390) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.250112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'Port': ['ID=7fe11dba-35e6-4f15-a849-5940ac4def0b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.254442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:07.269832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76165bb-74be-41f6-bd53-8f674a699bea None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:07.270999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b76165bb-74be-41f6-bd53-8f674a699bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:07.321700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.397239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.397439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.404961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:07.413082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:07.415220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-44232727-4ab6-481f-b316-9546ab9157a1 None None] Port 373b48fb-db6f-446a-afdd-31c9045ee7b8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:07.416858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b76165bb-74be-41f6-bd53-8f674a699bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:07.419748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf30aa-8458-4966-b81d-934dce3a9da4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:07.420452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f3cf30aa-8458-4966-b81d-934dce3a9da4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:07.423540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:07.424506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.432639 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-249ad4a0-c873-4d29-9e0f-f261b53c2260 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/floatingips/91083e0b-4707-448d-bb1b-0d8f8638e9bb HTTP/1.1" status: 200 len: 976 time: 7.6933365 May 06 13:55:07.440349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36394) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.452743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:07.454844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d644c32-4639-475f-9922-0eaac7ef29d5 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:07.455861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=45e031df-c929-43f4-b2ea-3a769a994770,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.477220 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1fbb703b-8c83-4965-9cb7-213c7dca219c tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8770454 May 06 13:55:07.478845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36398) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.485841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'security_group': {'name': 'tempest-secgroup-678407675'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:07.489943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f3cf30aa-8458-4966-b81d-934dce3a9da4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:07.495677 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f3cf30aa-8458-4966-b81d-934dce3a9da4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2768743 May 06 13:55:07.495677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36402) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.497425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:07.542011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:07.554784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 106f670d-0e92-4cb5-a3a0-1cf165e13564 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:07.555152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.598843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port fa7c1be6-59bf-493c-b630-49184959878b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fa7c1be6-59bf-493c-b630-49184959878b,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:07.604322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:07.628577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:07.660461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.676318 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-13cd64bc-0359-45fe-bb47-08910b85bb4a', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:07.677130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.695263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76165bb-74be-41f6-bd53-8f674a699bea None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:07.695719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b76165bb-74be-41f6-bd53-8f674a699bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:07.701425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.715738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4d5f2-b6b4-4d17-b1e6-4eeedb78c4a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:07.716432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-52f4d5f2-b6b4-4d17-b1e6-4eeedb78c4a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:07.744786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-44232727-4ab6-481f-b316-9546ab9157a1 None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:07.745152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44232727-4ab6-481f-b316-9546ab9157a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.767398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-52f4d5f2-b6b4-4d17-b1e6-4eeedb78c4a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:07.768477 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-52f4d5f2-b6b4-4d17-b1e6-4eeedb78c4a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2732627 May 06 13:55:07.773677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36406) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.778705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:07.797340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.856644 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5d06b266-cdc3-449a-9086-38b11be4932c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808403 May 06 13:55:07.859196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group_rule and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:07.863561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:07.874512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:07.878068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36410) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.902279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b76165bb-74be-41f6-bd53-8f674a699bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:07.902936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76165bb-74be-41f6-bd53-8f674a699bea None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:07.981488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.999716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.000009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:08.051862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb51172c-4f6d-4176-a225-7c4b45c60a15,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:08.058341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.062156 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bf29e1a8-a91e-4369-b996-dad75991669e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5795970 May 06 13:55:08.063363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36414) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.071106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'security_group': {'name': 'tempest-secgroup-849873055'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:08.080725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:08.117364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=fa7c1be6-59bf-493c-b630-49184959878b,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:08.137876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:08.146311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:08.327734 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] DHCP port deletion for 9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:55:08.329901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:08.331204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Allocated IP 172.20.0.2 (13cd64bc-0359-45fe-bb47-08910b85bb4a/f224ae4b-02b6-4967-9d6c-e1ff01f609e9/83905e91-6782-4d6d-9f43-543a00583781) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:08.344811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] Deleting port 106f670d-0e92-4cb5-a3a0-1cf165e13564 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:08.345279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.364909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.373537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:55:08.420423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:08.422085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] Deleting port 3e687c23-6fbd-48d5-869f-f2bd254ac430 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:08.422231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.427293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group_rule and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:08.431707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:08.439107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:08.451823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:08.455205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port 106f670d-0e92-4cb5-a3a0-1cf165e13564, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=106f670d-0e92-4cb5-a3a0-1cf165e13564,segment=NetworkSegment(309774b9-73d1-4677-ac1b-7bb3ff770658),segment_id=309774b9-73d1-4677-ac1b-7bb3ff770658)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:08.455635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.525793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.532730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.570347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fa7c1be6-59bf-493c-b630-49184959878b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:08.612011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:08.623730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 106f670d-0e92-4cb5-a3a0-1cf165e13564 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:08.624027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c75ba-c7f5-453f-8fd0-1c843148cb9d,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:08.628379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.633594 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5cc8b105-2957-493a-a407-a51f81cd1891 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5661042 May 06 13:55:08.633594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36418) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.645533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'security_group': {'name': 'tempest-secgroup-2062689057'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:08.658616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:08.720996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:08.731449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:08.758472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:08.762276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.765819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:08.791032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.791032 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP 91083e0b-4707-448d-bb1b-0d8f8638e9bb disassociated. External IP: 172.26.0.19, port: dea811e6-3c83-4fc3-86c9-594be536c63c. May 06 13:55:08.791766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.956704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.986852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:08.999650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:security_group_rule and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:09.005333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:09.040841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.074772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.103960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] For port 3e687c23-6fbd-48d5-869f-f2bd254ac430, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3e687c23-6fbd-48d5-869f-f2bd254ac430,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:09.105062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.121318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:09.176491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=106f670d-0e92-4cb5-a3a0-1cf165e13564,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.217848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No DVR routers for this DVR port 106f670d-0e92-4cb5-a3a0-1cf165e13564 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:09.279599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] Calling delete_port for 3e687c23-6fbd-48d5-869f-f2bd254ac430 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:09.345789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02fd6d-fdab-47c4-ac21-1d10e2e2a70c None None] Update dhcp port {'port': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'fixed_ips': [{'subnet_id': '0a8645b3-6cfc-44c7-a0d7-f3728385f3d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '45e031df-c929-43f4-b2ea-3a769a994770'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '8c132639-9b6f-4d18-92e5-7026a13b458e'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:55:09.392201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.412431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.425503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] For port 106f670d-0e92-4cb5-a3a0-1cf165e13564, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=106f670d-0e92-4cb5-a3a0-1cf165e13564,segment=NetworkSegment(309774b9-73d1-4677-ac1b-7bb3ff770658),segment_id=309774b9-73d1-4677-ac1b-7bb3ff770658)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:09.426002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.439257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port fa7c1be6-59bf-493c-b630-49184959878b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:09.439708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.482641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.556317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cef2e2d-1100-4f85-9c8e-e2a55bd34c24']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:09.574082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342bf033-af0e-491c-b9a0-6ae9ca683c7c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.594455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309774b9-73d1-4677-ac1b-7bb3ff770658') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:09.594724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309774b9-73d1-4677-ac1b-7bb3ff770658') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:09.613773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.618627 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd73970f-c093-461d-af85-cb0629236eb8 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9800427 May 06 13:55:09.620613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36422) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.622132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.625662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.625933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c02fd6d-fdab-47c4-ac21-1d10e2e2a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.635386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1564473443', 'security_groups': ['342bf033-af0e-491c-b9a0-6ae9ca683c7c'], 'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45e031df-c929-43f4-b2ea-3a769a994770'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:09.641190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] Calling delete_port for 106f670d-0e92-4cb5-a3a0-1cf165e13564 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:09.699523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.702386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.709533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.741347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:55:09.741781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:09.761302 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:09.788265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] Pushing event deleted for resources: {'Port': ['ID=3e687c23-6fbd-48d5-869f-f2bd254ac430,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.817708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:09.822834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:port and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:09.825800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:09.833348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:09.839644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.846606 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:09.851713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.881563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] device_id is not set on port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:55:09.912827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.932029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17456020-0cd5-407e-ac08-79d778c2af6c None None] No DVR routers for this DVR port 3e687c23-6fbd-48d5-869f-f2bd254ac430 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:09.936194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Transition to ACTIVE for port object 83905e91-6782-4d6d-9f43-543a00583781 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:09.949649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.979516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=9cef2e2d-1100-4f85-9c8e-e2a55bd34c24,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.054310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Transition to ACTIVE for port object 83905e91-6782-4d6d-9f43-543a00583781 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:10.055806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:55:10.056345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:55:10.095523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.142924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 106f670d-0e92-4cb5-a3a0-1cf165e13564 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:10.166423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.1 (13cd64bc-0359-45fe-bb47-08910b85bb4a/f224ae4b-02b6-4967-9d6c-e1ff01f609e9/4808d983-8b9e-46df-978f-b1268a514776) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:10.205697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 106f670d-0e92-4cb5-a3a0-1cf165e13564 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:10.206032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 106f670d-0e92-4cb5-a3a0-1cf165e13564 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:10.206670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3e687c23-6fbd-48d5-869f-f2bd254ac430 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:10.260458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 3e687c23-6fbd-48d5-869f-f2bd254ac430 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:10.260933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3e687c23-6fbd-48d5-869f-f2bd254ac430 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:10.269406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:10.270515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Pushing event updated for resources: {'Port': ['ID=83905e91-6782-4d6d-9f43-543a00583781,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.276336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:10.278704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-0c02fd6d-fdab-47c4-ac21-1d10e2e2a70c None None] Allocated IP 172.20.0.2 (64c9f63e-c437-4556-8985-933240d7c6b2/45e031df-c929-43f4-b2ea-3a769a994770/8c132639-9b6f-4d18-92e5-7026a13b458e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:10.281324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:10.362483 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ef8b560f-026a-4f61-9514-28db1b9b4f84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/9cef2e2d-1100-4f85-9c8e-e2a55bd34c24 HTTP/1.1" status: 204 len: 168 time: 3.2130735 May 06 13:55:10.368459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36426) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.377137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-220404436', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:10.385520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:10.389666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.396955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:router and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:10.406746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:10.417144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:10.421375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 4808d983-8b9e-46df-978f-b1268a514776 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:10.431106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.431420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:55:10.431866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.436983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.441348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Attempting to bind port 83905e91-6782-4d6d-9f43-543a00583781 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:10.441715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Attempting to bind port 83905e91-6782-4d6d-9f43-543a00583781 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:10.442073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Attempting to bind port 83905e91-6782-4d6d-9f43-543a00583781 on network 13cd64bc-0359-45fe-bb47-08910b85bb4a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:10.462564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.465878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:10.466253 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Checking segment: {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:10.466654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.467050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Bound using segment: {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:10.467519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Bound port: 83905e91-6782-4d6d-9f43-543a00583781, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:10.468046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.470491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.548117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:10.548910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.554452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:10.564022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:10.572060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:10.572877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.573054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=4808d983-8b9e-46df-978f-b1268a514776,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.575665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:10.580419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:10.603164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=66475188-5e0a-4c57-8dcd-a79a12e69c43,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.609818 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] Deleting port 106f670d-0e92-4cb5-a3a0-1cf165e13564 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:10.610157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.631814 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-21bf2478-f360-44a2-aeee-799c55f37d47 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7485299 May 06 13:55:10.634616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36430) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.635002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450e25b-559f-4b7d-bb15-97bd514ba406 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:10.639510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.639860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:81:2f:a1', 'name': 'tempest-NetworksTestDHCPv6-1534523624'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:10.649101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.669709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.673270 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f5bb616b-574a-4258-89cf-4d0a90a660eb tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3009608 May 06 13:55:10.689263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36434) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.708922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-474448399'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:10.721491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:10.737701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:10.745588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.746910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:10.793046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:10.799214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event updated for resources: {'Port': ['ID=7fe11dba-35e6-4f15-a849-5940ac4def0b,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.832825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:10.835855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.846404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0c02fd6d-fdab-47c4-ac21-1d10e2e2a70c None None] For port 8c132639-9b6f-4d18-92e5-7026a13b458e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c132639-9b6f-4d18-92e5-7026a13b458e,segment=NetworkSegment(fa5a17ea-4188-4f00-aa70-a5210417f0b6),segment_id=fa5a17ea-4188-4f00-aa70-a5210417f0b6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:10.854706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.875103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c02fd6d-fdab-47c4-ac21-1d10e2e2a70c None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.894020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0c02fd6d-fdab-47c4-ac21-1d10e2e2a70c None None] Transition to ACTIVE for port object 8c132639-9b6f-4d18-92e5-7026a13b458e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:10.927635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bd8760dd-cf11-4b95-bbbb-c488cd391394 None None] The port '106f670d-0e92-4cb5-a3a0-1cf165e13564' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:55:10.935548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c02fd6d-fdab-47c4-ac21-1d10e2e2a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.003843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:11.013012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:11.024517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:11.028315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.028666 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment b54599f8-c76e-4560-a56b-9caeb16931bf of type vlan for network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 May 06 13:55:11.046990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:11.051859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.084558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.3 (64c9f63e-c437-4556-8985-933240d7c6b2/45e031df-c929-43f4-b2ea-3a769a994770/8e2cf6da-b82e-4682-8aa7-e28373bfa83c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:11.087371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:11.132900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.167988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] For port 83905e91-6782-4d6d-9f43-543a00583781, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:11.174735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02fd6d-fdab-47c4-ac21-1d10e2e2a70c None None] Pushing event updated for resources: {'Port': ['ID=8c132639-9b6f-4d18-92e5-7026a13b458e,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.179816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '66475188-5e0a-4c57-8dcd-a79a12e69c43'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:11.180873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.202715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] For port 83905e91-6782-4d6d-9f43-543a00583781, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=83905e91-6782-4d6d-9f43-543a00583781,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:11.301928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.306775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:11.307366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.349582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Allocated IP 2001:db8::f816:3eff:fe17:3019 (50bbb88f-72fc-4a05-991e-345befa7062b/66475188-5e0a-4c57-8dcd-a79a12e69c43/a83d6d50-f241-44bc-9df0-db94cbd58922) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:11.439333 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7452557 May 06 13:55:11.451829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36438) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.465267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:11.485045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f83bb-6e75-4925-ade9-d58460887dec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.564282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.576014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Transition to ACTIVE for port object a83d6d50-f241-44bc-9df0-db94cbd58922 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:11.595371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Transition to ACTIVE for port object a83d6d50-f241-44bc-9df0-db94cbd58922 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:11.600222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:11.608308 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Floating IP 067ab6af-8ec3-40cd-b49a-223ac9043d4d associated. External IP: 172.26.0.95, port: c253c31e-249e-4417-8a12-f3c14f2023c1. May 06 13:55:11.617585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.621779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.678882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:11.762278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:11.772459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:11.784064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.789565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:11.896631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:11.897526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.909516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:11.910434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9fa54-425b-43ac-b2e9-b31c1357d182 None None] Pushing event updated for resources: {'Port': ['ID=83905e91-6782-4d6d-9f43-543a00583781,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.915171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Attempting to bind port a83d6d50-f241-44bc-9df0-db94cbd58922 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:11.915816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Attempting to bind port a83d6d50-f241-44bc-9df0-db94cbd58922 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:11.916425 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Attempting to bind port a83d6d50-f241-44bc-9df0-db94cbd58922 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:11.919066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:11.938836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 8e2cf6da-b82e-4682-8aa7-e28373bfa83c will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:11.958018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:11.974987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.990148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 0d26a20a-e900-4779-9266-57c9c82efa7a yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:55:11.994880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:11.995520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:11.996153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.998144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:11.999289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Bound port: a83d6d50-f241-44bc-9df0-db94cbd58922, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:11.999885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.061638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:12.068680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.076316 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418f178-02f4-423f-95c6-dd261903c7f8 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:12.093937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Pushing event updated for resources: {'Port': ['ID=a83d6d50-f241-44bc-9df0-db94cbd58922,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:12.098201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-905d4ee5-3f58-4661-960a-6b203fb0ed9b None None] Provisioning complete for port 373b48fb-db6f-446a-afdd-31c9045ee7b8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:12.098775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-905d4ee5-3f58-4661-960a-6b203fb0ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.102278 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418f178-02f4-423f-95c6-dd261903c7f8 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:12.105143 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b418f178-02f4-423f-95c6-dd261903c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:12.154903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.161997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-905d4ee5-3f58-4661-960a-6b203fb0ed9b None None] Port 373b48fb-db6f-446a-afdd-31c9045ee7b8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:12.196759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] For port a83d6d50-f241-44bc-9df0-db94cbd58922, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:12.199566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-905d4ee5-3f58-4661-960a-6b203fb0ed9b None None] Provisioning for port 8c132639-9b6f-4d18-92e5-7026a13b458e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:12.225039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] For port a83d6d50-f241-44bc-9df0-db94cbd58922, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a83d6d50-f241-44bc-9df0-db94cbd58922,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:12.226645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-905d4ee5-3f58-4661-960a-6b203fb0ed9b None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:12.227260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-905d4ee5-3f58-4661-960a-6b203fb0ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.234429 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c8b4f105-3cfe-403d-a6a4-384797bacff7 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/floatingips/91083e0b-4707-448d-bb1b-0d8f8638e9bb HTTP/1.1" status: 200 len: 687 time: 4.7907293 May 06 13:55:12.274160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.297096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:12.297963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36442) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.311022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.339774 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b418f178-02f4-423f-95c6-dd261903c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:12.390515 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418f178-02f4-423f-95c6-dd261903c7f8 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:12.391315 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b418f178-02f4-423f-95c6-dd261903c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:12.391452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:12.400086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:12.413632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546befe6-f224-4340-b0b8-6359f6eaf565 None None] Pushing event updated for resources: {'Port': ['ID=a83d6d50-f241-44bc-9df0-db94cbd58922,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:12.487390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=8e2cf6da-b82e-4682-8aa7-e28373bfa83c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:12.528140 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b418f178-02f4-423f-95c6-dd261903c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:12.528544 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418f178-02f4-423f-95c6-dd261903c7f8 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:12.650652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c132639-9b6f-4d18-92e5-7026a13b458e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:12.670908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.730092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:12.730636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.789181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:12.790002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.825103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fe81:2fa1 (50bbb88f-72fc-4a05-991e-345befa7062b/66475188-5e0a-4c57-8dcd-a79a12e69c43/0d26a20a-e900-4779-9266-57c9c82efa7a) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:12.879047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-01ad9549-ebcc-49fd-a0ee-e9ba68eb52ab None None] Provisioning for port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:12.894124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-01ad9549-ebcc-49fd-a0ee-e9ba68eb52ab None None] Provisioning complete for port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:12.894769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01ad9549-ebcc-49fd-a0ee-e9ba68eb52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.901799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.958338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 83905e91-6782-4d6d-9f43-543a00583781 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:13.003363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.013408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port 09f2a9c6-d654-4753-b509-6d255325b1a4 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:13.013408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.065149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Router cfe18905-c299-4f75-a81d-eed4dcc30c94 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:13.077327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-01ad9549-ebcc-49fd-a0ee-e9ba68eb52ab None None] Port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:13.077624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=eacf0d32-569d-467c-a72c-de2cb46692e1,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:13.094172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 83905e91-6782-4d6d-9f43-543a00583781 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:13.123265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:13.123541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:13.204074 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-635a6eb5-b8fb-4965-a01d-48ae28fe7e9d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5797098 May 06 13:55:13.207354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=4808d983-8b9e-46df-978f-b1268a514776,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:13.223691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36446) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:13.235838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:13.291321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:13.309355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:13.315370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:13.315987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.329999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3c151-f933-43e5-be83-3e6c5c3cfb2f None None] Network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:13.358407 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c15aac78-5c77-4eb0-8eb3-f51c94142dbd tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9044020 May 06 13:55:13.361138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36450) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:13.556258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.556740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.564683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0571c8-709e-431e-8592-bfa78c49ce71 None None] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:13.626523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:13.655729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] Sync routers for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:13.676762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:13.677737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.709565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ba799f53-9aa7-4e27-8ab0-49cd97a076d5 None None] Provisioning for port 83905e91-6782-4d6d-9f43-543a00583781 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:13.731373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.734295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ba799f53-9aa7-4e27-8ab0-49cd97a076d5 None None] Provisioning complete for port 83905e91-6782-4d6d-9f43-543a00583781 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:13.734796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba799f53-9aa7-4e27-8ab0-49cd97a076d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.794281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for 09f2a9c6-d654-4753-b509-6d255325b1a4 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:13.820620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:13.821280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:14.091704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:14.116998 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:14.120498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:14.126875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:14.128344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:14.147379 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d549030d-5b95-4dec-8745-579feb0cc3c2 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5154088 May 06 13:55:14.162961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:14.290847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:14.372032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Allocated IP 172.20.0.2 (c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4/eacf0d32-569d-467c-a72c-de2cb46692e1/2ced8299-e510-440e-9c4c-8f0869bda513) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:14.382341 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba799f53-9aa7-4e27-8ab0-49cd97a076d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.417016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:14.423075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0519436-ea31-4335-927f-f641c1faea87'] response: {'name': 'network-changed', 'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'status': 'completed', 'code': 200} May 06 13:55:14.462127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:14.476994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.636853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.658487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a83d6d50-f241-44bc-9df0-db94cbd58922 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:14.688345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.730518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=09f2a9c6-d654-4753-b509-6d255325b1a4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:14.752389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ba799f53-9aa7-4e27-8ab0-49cd97a076d5 None None] For port 83905e91-6782-4d6d-9f43-543a00583781, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=83905e91-6782-4d6d-9f43-543a00583781,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:14.774468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba799f53-9aa7-4e27-8ab0-49cd97a076d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.849852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 0d26a20a-e900-4779-9266-57c9c82efa7a will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:14.857522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c71a5-18ae-4e87-a0b1-8ead012647ce req-34734eb2-c0cd-4528-8e10-e30eb75393a8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:14.857522 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa4c71a5-18ae-4e87-a0b1-8ead012647ce req-34734eb2-c0cd-4528-8e10-e30eb75393a8 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.4410281 May 06 13:55:14.876415 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-daa4bbdd-b331-469b-8a13-a3911c7a0ca8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6da7150a9657493d806fef292f4cc1a5&device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 1099 time: 0.4517541 May 06 13:55:15.097854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba799f53-9aa7-4e27-8ab0-49cd97a076d5 None None] Pushing event updated for resources: {'Port': ['ID=83905e91-6782-4d6d-9f43-543a00583781,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:15.104434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7a38e76b-cebb-480f-88c3-5c90f0607280 None None] Provisioning for port a83d6d50-f241-44bc-9df0-db94cbd58922 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:15.118935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.149355 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa4c71a5-18ae-4e87-a0b1-8ead012647ce req-7bcc4b32-6fc1-4882-ba40-cd60bc96a4ed tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028064 May 06 13:55:15.182730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36458) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:15.263698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a83d6d50-f241-44bc-9df0-db94cbd58922 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:15.319102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.331692 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2b42263d-0209-4cda-8888-17d794dbcb78 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/floatingips/067ab6af-8ec3-40cd-b49a-223ac9043d4d HTTP/1.1" status: 200 len: 991 time: 0.1476822 May 06 13:55:15.336127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Transition to ACTIVE for port object 2ced8299-e510-440e-9c4c-8f0869bda513 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:15.361855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-42a35e4b-e94a-444a-94d4-f291e943eafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:15.362687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Transition to ACTIVE for port object 2ced8299-e510-440e-9c4c-8f0869bda513 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:15.364351 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-42a35e4b-e94a-444a-94d4-f291e943eafe service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7058883-77aa-42ac-84e6-86e61b26917c HTTP/1.1" status: 200 len: 897 time: 0.4786394 May 06 13:55:15.370270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a83d6d50-f241-44bc-9df0-db94cbd58922 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:15.370638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.382824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.386423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.425272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.450915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.20.0.1 (c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4/eacf0d32-569d-467c-a72c-de2cb46692e1/28fa5c14-88ee-4d74-a462-052adaf9ea4b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:15.456657 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.ipam_backend_mixin [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45e031df-c929-43f4-b2ea-3a769a994770 (CIDR: 172.20.0.0/28) May 06 13:55:15.481885 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:55:15.482742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:15.544813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e37f99cf-8bc2-4ce1-96fe-8ca17c2d9e55 None None] Provisioning for port 4808d983-8b9e-46df-978f-b1268a514776 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:15.553034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:15.562460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e37f99cf-8bc2-4ce1-96fe-8ca17c2d9e55 None None] Provisioning complete for port 4808d983-8b9e-46df-978f-b1268a514776 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:15.562900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e37f99cf-8bc2-4ce1-96fe-8ca17c2d9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.584459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=0d26a20a-e900-4779-9266-57c9c82efa7a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:15.597110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.598294 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e8505bb7-9417-4e09-bf2c-f31310ada75d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/floatingips/91083e0b-4707-448d-bb1b-0d8f8638e9bb HTTP/1.1" status: 204 len: 168 time: 3.1123250 May 06 13:55:15.606780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:15.610920 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d5cb5c60-3385-4e28-ab87-6d837a9aad1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3819547 May 06 13:55:15.610920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36462) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:15.610920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:15.617222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:15.621922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:15.622592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.626346 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36464) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:15.626543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:15.649214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Pushing event updated for resources: {'Port': ['ID=2ced8299-e510-440e-9c4c-8f0869bda513,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:15.652087 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:15.659135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.676703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object 28fa5c14-88ee-4d74-a462-052adaf9ea4b will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:15.716792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:15.784047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.812409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-c264a309-a92b-4b3c-9404-62ed2b03999f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c253c31e-249e-4417-8a12-f3c14f2023c1 HTTP/1.1" status: 200 len: 999 time: 0.1135583 May 06 13:55:15.812712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.876443 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-0374d492-4329-410f-8422-9a86b541585c tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] delete failed (client error): The resource could not be found. May 06 13:55:15.878861 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0374d492-4329-410f-8422-9a86b541585c tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/floatingips/91083e0b-4707-448d-bb1b-0d8f8638e9bb HTTP/1.1" status: 404 len: 345 time: 0.2649658 May 06 13:55:15.899470 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ab0f4609-3b4e-48cf-9d12-f612e294bd48 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2656975 May 06 13:55:15.906921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36470) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:15.911614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36472) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:15.947055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e37f99cf-8bc2-4ce1-96fe-8ca17c2d9e55 None None] Port 4808d983-8b9e-46df-978f-b1268a514776 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:15.985816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=28fa5c14-88ee-4d74-a462-052adaf9ea4b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:15.989841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Attempting to bind port 2ced8299-e510-440e-9c4c-8f0869bda513 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:15.990250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Attempting to bind port 2ced8299-e510-440e-9c4c-8f0869bda513 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:15.990607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Attempting to bind port 2ced8299-e510-440e-9c4c-8f0869bda513 on network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:16.002254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:16.003543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Checking segment: {'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:16.003543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.003724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Bound using segment: {'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:16.004155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Bound port: 2ced8299-e510-440e-9c4c-8f0869bda513, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:16.004590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.024059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port a83d6d50-f241-44bc-9df0-db94cbd58922, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a83d6d50-f241-44bc-9df0-db94cbd58922,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:16.028685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-c364c3f9-c1e2-481b-a168-8f3bb8cb9ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:16.030980 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-c364c3f9-c1e2-481b-a168-8f3bb8cb9ee8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8301ddf-5ee4-4205-9ca1-f30ad22b2898 HTTP/1.1" status: 200 len: 835 time: 0.2074006 May 06 13:55:16.040266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '067ab6af-8ec3-40cd-b49a-223ac9043d4d', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'port_id': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'mac_address': 'fa:16:3e:ff:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:55:08Z', 'updated_at': '2022-05-06T13:55:08Z', 'revision_number': 0, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:41Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:16.044421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:16.045441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.052297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:16.094708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:16.172705 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] Checking router: cfe18905-c299-4f75-a81d-eed4dcc30c94 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:55:16.175566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e37f99cf-8bc2-4ce1-96fe-8ca17c2d9e55 None None] Provisioning complete for port 83905e91-6782-4d6d-9f43-543a00583781 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:16.176354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e37f99cf-8bc2-4ce1-96fe-8ca17c2d9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.184359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.196680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:16.212788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:16.216978 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-841f6abd-e14c-4933-8abb-e0dce44848bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7058883-77aa-42ac-84e6-86e61b26917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1638200 May 06 13:55:16.223568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:16.237037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:16.254718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645caf9d-dbf4-4d04-a5df-19cb12a2c315 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:16.254718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645caf9d-dbf4-4d04-a5df-19cb12a2c315 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:16.254718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-645caf9d-dbf4-4d04-a5df-19cb12a2c315 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:16.265474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:16.282751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:16.285855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.316367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60df30-f4ae-47ee-8f21-2f5ab34e32b8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:16.324271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60df30-f4ae-47ee-8f21-2f5ab34e32b8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:16.324271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60df30-f4ae-47ee-8f21-2f5ab34e32b8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:16.324271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ce60df30-f4ae-47ee-8f21-2f5ab34e32b8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Synchronizing usage tracker for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:16.336900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-645caf9d-dbf4-4d04-a5df-19cb12a2c315 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:16.340653 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-645caf9d-dbf4-4d04-a5df-19cb12a2c315 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3980296 May 06 13:55:16.340653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36478) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:16.342449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:16.411693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:16.413475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:16.533907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=a83d6d50-f241-44bc-9df0-db94cbd58922,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:16.533907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 83905e91-6782-4d6d-9f43-543a00583781 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:16.593176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.608446 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-04a70e4e-932d-491d-9b2b-4a5776f88296 service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875947 May 06 13:55:16.694343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e03d134a-f79a-4959-adf0-073924135507 None None] For port 2ced8299-e510-440e-9c4c-8f0869bda513, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:16.698356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ce60df30-f4ae-47ee-8f21-2f5ab34e32b8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Unset dirty status for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:16.698356 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce60df30-f4ae-47ee-8f21-2f5ab34e32b8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "GET /v2.0/ports?network_id=520cc9b4-e460-4451-85a1-9af468d39d82 HTTP/1.1" status: 200 len: 2357 time: 0.7597573 May 06 13:55:16.722499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e03d134a-f79a-4959-adf0-073924135507 None None] For port 2ced8299-e510-440e-9c4c-8f0869bda513, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2ced8299-e510-440e-9c4c-8f0869bda513,segment=NetworkSegment(b54599f8-c76e-4560-a56b-9caeb16931bf),segment_id=b54599f8-c76e-4560-a56b-9caeb16931bf)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:16.744532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.748379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36486) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:16.800367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-215019b4-f3cd-40a3-b353-33c23dbed7ff None None] Provisioning complete for port 4808d983-8b9e-46df-978f-b1268a514776 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:16.800367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-215019b4-f3cd-40a3-b353-33c23dbed7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.893818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 0d26a20a-e900-4779-9266-57c9c82efa7a {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:16.894276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.931646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:17.053519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df57ed3-190f-40fc-ad04-6c749c226cad tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:17.054662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5df57ed3-190f-40fc-ad04-6c749c226cad tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Synchronizing usage tracker for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:17.074326 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6477dea7-4523-4a98-becc-fae1f5f62ff1 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/floatingips/067ab6af-8ec3-40cd-b49a-223ac9043d4d HTTP/1.1" status: 200 len: 991 time: 0.7275078 May 06 13:55:17.097413 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54b914e5-723a-4858-a5bc-7d0b919434fe req-b745bd1a-7cf8-4b3a-abd7-43cae03ce59f service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818597 May 06 13:55:17.106433 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.ipam_backend_mixin [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0a8645b3-6cfc-44c7-a0d7-f3728385f3d7 (CIDR: 172.20.0.16/28) May 06 13:55:17.117601 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:55:17.118610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:17.158870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5df57ed3-190f-40fc-ad04-6c749c226cad tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Unset dirty status for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:17.164859 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5df57ed3-190f-40fc-ad04-6c749c226cad tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "GET /v2.0/subnets/6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc HTTP/1.1" status: 200 len: 797 time: 0.4163816 May 06 13:55:17.172147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36490) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:17.187225 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d134a-f79a-4959-adf0-073924135507 None None] Pushing event updated for resources: {'Port': ['ID=2ced8299-e510-440e-9c4c-8f0869bda513,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:17.191008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-215019b4-f3cd-40a3-b353-33c23dbed7ff None None] Port 4808d983-8b9e-46df-978f-b1268a514776 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:17.196815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 83905e91-6782-4d6d-9f43-543a00583781 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:17.197768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.262389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'port': {'network_id': '520cc9b4-e460-4451-85a1-9af468d39d82', 'name': 'tempest-FloatingIPTestJSON-647808767', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:17.450851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-215019b4-f3cd-40a3-b353-33c23dbed7ff None None] Provisioning for port 0d26a20a-e900-4779-9266-57c9c82efa7a completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:17.491520 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f3001894-dcc3-47e4-b4ec-7147f8b87c6f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8633587 May 06 13:55:17.496191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36494) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:17.513699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-215019b4-f3cd-40a3-b353-33c23dbed7ff None None] Provisioning complete for port 0d26a20a-e900-4779-9266-57c9c82efa7a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:17.513979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-215019b4-f3cd-40a3-b353-33c23dbed7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.546112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'subnet': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:17.569841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.679286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:17.679286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.692989 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-215019b4-f3cd-40a3-b353-33c23dbed7ff None None] Port 0d26a20a-e900-4779-9266-57c9c82efa7a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:17.705298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.729917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:17.787887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 0d26a20a-e900-4779-9266-57c9c82efa7a owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:17.823660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:17.846518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '067ab6af-8ec3-40cd-b49a-223ac9043d4d', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'port_id': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'mac_address': 'fa:16:3e:ff:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:55:08Z', 'updated_at': '2022-05-06T13:55:08Z', 'revision_number': 0, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:41Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:17.853505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8af68-43bb-476c-8747-edecb58d6f2e None None] The sync data for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv is: [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '067ab6af-8ec3-40cd-b49a-223ac9043d4d', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'port_id': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'mac_address': 'fa:16:3e:ff:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:55:08Z', 'updated_at': '2022-05-06T13:55:08Z', 'revision_number': 0, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:41Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:17.881264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:17.895649 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Sync routers for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:17.896918 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f0a294a5-a34e-46d6-be15-4994a9296510 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1064184 May 06 13:55:17.898589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36498) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:17.913429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=28fa5c14-88ee-4d74-a462-052adaf9ea4b,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:17.924193 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:17.924888 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:18.014136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.026742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.027442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.028411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.028959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.029606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.030161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.030695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.031230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.031801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.032346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.032874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.047718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:18.058124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Usage tracker for resource:subnet and tenant:11361967c386430993b0bc1483f4d286 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:18.064316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:18.080130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36502) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:18.102314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:18.197773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.205629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.206345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.206345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.206735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.207074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.207433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.207810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.208166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.208518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.208872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.220224 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:18.224334 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cd036508-1836-4ddf-8cfb-0c4d01fc90fd tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7788 time: 0.3222198 May 06 13:55:18.229785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d959304-1db6-48e7-80b4-35a7d8981cc6 None None] New status for floating IP 067ab6af-8ec3-40cd-b49a-223ac9043d4d: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:55:18.235413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36506) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:18.355533 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0a8bd547-45d3-404f-a81d-e52874a0ab02 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/floatingips/067ab6af-8ec3-40cd-b49a-223ac9043d4d HTTP/1.1" status: 200 len: 991 time: 0.2616394 May 06 13:55:18.363282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.364245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.364245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.364513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.364968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.365470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.365870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.366942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.367608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.367695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.368061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.369024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.374188 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-186c7c66-c0ec-410a-9968-7df8d2e3076b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7615 time: 0.1344948 May 06 13:55:18.374188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36510) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:18.375763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.407932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.632468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=0d26a20a-e900-4779-9266-57c9c82efa7a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:18.711379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Made reservation on behalf of 11361967c386430993b0bc1483f4d286 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:18.733151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7dbf4-a508-4f03-a6c4-8145ee2dfc7c None None] Network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:18.760887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a83d6d50-f241-44bc-9df0-db94cbd58922 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:18.809916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.810265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.810605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.810940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.811946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.812288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.812779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.813116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.813444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.813767 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.814086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:18.815457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] device_id is not set on port 9e06cd75-a1ef-445b-bdac-4315187dec17 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:55:18.839196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:10Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:11Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:18.844057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.847140 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Checking router: 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:55:18.847683 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Updating router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 port 4808d983-8b9e-46df-978f-b1268a514776 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:55:18.914831 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-730726c5-727d-4006-82a9-a24d767c37ae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/0d26a20a-e900-4779-9266-57c9c82efa7a HTTP/1.1" status: 204 len: 168 time: 2.5647099 May 06 13:55:18.915850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36514) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:18.932099 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.072095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8c820ef0-dfea-48b8-807e-21da4dc57f53 None None] Provisioning for port 2ced8299-e510-440e-9c4c-8f0869bda513 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:19.141196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dd7c2-2be2-4460-b85f-ecf4fe0e2474 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:19.142426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dd7c2-2be2-4460-b85f-ecf4fe0e2474 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:19.144509 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6e2dd7c2-2be2-4460-b85f-ecf4fe0e2474 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2264767 May 06 13:55:19.149351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36518) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.173303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.205764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:19.212077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:19.268054 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a83d6d50-f241-44bc-9df0-db94cbd58922 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:19.268513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.400985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36522) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.404116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-c014cc38-5b82-4d69-979a-d3ab75c16a8e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 66475188-5e0a-4c57-8dcd-a79a12e69c43 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:19.505186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c014cc38-5b82-4d69-979a-d3ab75c16a8e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.552957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2ced8299-e510-440e-9c4c-8f0869bda513 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:19.587818 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.620174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c014cc38-5b82-4d69-979a-d3ab75c16a8e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.624389 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Transition to ACTIVE for port object 4808d983-8b9e-46df-978f-b1268a514776 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:19.633909 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.667003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 2ced8299-e510-440e-9c4c-8f0869bda513 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:19.673364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2ced8299-e510-440e-9c4c-8f0869bda513 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:19.673741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.723732 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159ac5e-e339-4a48-941c-66cd1e3f2574 None None] Pushing event updated for resources: {'Port': ['ID=4808d983-8b9e-46df-978f-b1268a514776,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:19.751727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c014cc38-5b82-4d69-979a-d3ab75c16a8e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.899992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-604669f1-eb55-43a0-a4fe-bf75e962e572 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/floatingips/067ab6af-8ec3-40cd-b49a-223ac9043d4d HTTP/1.1" status: 200 len: 993 time: 0.4926047 May 06 13:55:19.903947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c014cc38-5b82-4d69-979a-d3ab75c16a8e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.949528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.979916 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Attempting to bind port 4808d983-8b9e-46df-978f-b1268a514776 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:19.983098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014cc38-5b82-4d69-979a-d3ab75c16a8e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=66475188-5e0a-4c57-8dcd-a79a12e69c43,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:19.984224 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Attempting to bind port 4808d983-8b9e-46df-978f-b1268a514776 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:19.984815 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Attempting to bind port 4808d983-8b9e-46df-978f-b1268a514776 on network 13cd64bc-0359-45fe-bb47-08910b85bb4a {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:20.008416 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:20.009201 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Checking segment: {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:20.010018 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.011105 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Bound using segment: {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:20.012131 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-46ca87f0-1dfe-424f-b298-df3b2593f618 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5018 time: 1.6348989 May 06 13:55:20.012851 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Bound port: 4808d983-8b9e-46df-978f-b1268a514776, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:20.013441 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.031093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 2ced8299-e510-440e-9c4c-8f0869bda513, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2ced8299-e510-440e-9c4c-8f0869bda513,segment=NetworkSegment(b54599f8-c76e-4560-a56b-9caeb16931bf),segment_id=b54599f8-c76e-4560-a56b-9caeb16931bf)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:20.043120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.048539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.20.0.13 (520cc9b4-e460-4451-85a1-9af468d39d82/6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc/9e06cd75-a1ef-445b-bdac-4315187dec17) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:20.057811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c014cc38-5b82-4d69-979a-d3ab75c16a8e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.093308 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c014cc38-5b82-4d69-979a-d3ab75c16a8e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/66475188-5e0a-4c57-8dcd-a79a12e69c43 HTTP/1.1" status: 204 len: 168 time: 0.9426305 May 06 13:55:20.094005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36528) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.122103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.20.0.12 (520cc9b4-e460-4451-85a1-9af468d39d82/6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc/9e06cd75-a1ef-445b-bdac-4315187dec17) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:20.175986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=2ced8299-e510-440e-9c4c-8f0869bda513,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:20.179399 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073aa150-b486-4b85-a811-866d32868d87 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:20.194253 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45f96a3b-8729-4e30-8221-c14ccfd6130b None None] Provisioning for port 28fa5c14-88ee-4d74-a462-052adaf9ea4b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:20.229213 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] For port 4808d983-8b9e-46df-978f-b1268a514776, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:20.232963 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] For port 4808d983-8b9e-46df-978f-b1268a514776, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4808d983-8b9e-46df-978f-b1268a514776,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:20.242870 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.334865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45f96a3b-8729-4e30-8221-c14ccfd6130b None None] Provisioning complete for port 28fa5c14-88ee-4d74-a462-052adaf9ea4b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:20.335361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45f96a3b-8729-4e30-8221-c14ccfd6130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.362883 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159ac5e-e339-4a48-941c-66cd1e3f2574 None None] Pushing event updated for resources: {'Port': ['ID=4808d983-8b9e-46df-978f-b1268a514776,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:20.395555 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:20.396226 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:20.497188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2ced8299-e510-440e-9c4c-8f0869bda513 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:20.535953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36532) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.559693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594957645', 'description': 'tempest-secgroup-smoke-1594957645 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:20.571233 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-11699d01-f440-4d61-9317-f5f7bd0e71c4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4759920 May 06 13:55:20.572083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36536) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.577589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:20.583512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.586034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:20.592177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.613550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-45f96a3b-8729-4e30-8221-c14ccfd6130b None None] Port 28fa5c14-88ee-4d74-a462-052adaf9ea4b cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:20.703058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:20.708364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:20.725393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:20.760409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:20.766078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.771927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:20.771927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:20.771927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.790745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:20.797912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-45f96a3b-8729-4e30-8221-c14ccfd6130b None None] Provisioning complete for port 2ced8299-e510-440e-9c4c-8f0869bda513 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:20.798460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45f96a3b-8729-4e30-8221-c14ccfd6130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.813811 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:20.815292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:20.819946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:20.823442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.856933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=9e06cd75-a1ef-445b-bdac-4315187dec17,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:20.859017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:20.873429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.873792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:20.884925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2ced8299-e510-440e-9c4c-8f0869bda513 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:20.885435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.889118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 520cc9b4-e460-4451-85a1-9af468d39d82 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:20.977806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Network 64c9f63e-c437-4556-8985-933240d7c6b2 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:20.980161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Subnet': ['ID=e4bcd965-97b2-45bf-8da4-be7b660465fa,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:20.989531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:20.992772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:20.999705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:21.000687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.010113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:21.015159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a442b766-acb9-4872-aec6-0511b96488a3 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:21.029085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:21.030219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:55:21.040056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Deleting port a83d6d50-f241-44bc-9df0-db94cbd58922 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:21.040679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.118997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.156585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.222415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c27b73-80f3-4c07-b2ec-2acff87469f6,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:21.225040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.229438 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-abd0c013-abfa-46d7-a773-f02b078e550b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6833627 May 06 13:55:21.238033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36540) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.247432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '07c27b73-80f3-4c07-b2ec-2acff87469f6', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:21.258675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:21.266904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:21.273703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:21.278523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:55:21.284737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:21.287366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:21.288060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.331256 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:10Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:20Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.332524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.339292 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d7ecb-5fcd-4cc7-bb5e-d07bbfb493c4 None None] The sync data for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv is: [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:10Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:20Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:21.350906 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e46bd55a-3619-469d-8b61-6084bb93e784 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.8531208 May 06 13:55:21.355621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36544) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.371766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1894798866', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4bcd965-97b2-45bf-8da4-be7b660465fa'}], 'security_groups': ['bb51172c-4f6d-4176-a225-7c4b45c60a15', 'ba9c75ba-c7f5-453f-8fd0-1c843148cb9d']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:21.519662 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-88b979a5-13d8-4024-91ef-6038b9689fe4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.3460021 May 06 13:55:21.528748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36548) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.548962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '9e06cd75-a1ef-445b-bdac-4315187dec17', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:21.551144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-decb1738-51b6-4430-9768-ac7e89449057 None None] Provisioning complete for port 28fa5c14-88ee-4d74-a462-052adaf9ea4b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:21.551520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-decb1738-51b6-4430-9768-ac7e89449057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.555539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:21.560007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:floatingip and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:21.563243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:21.570049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:21.573376 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-2104f6a1-8142-4366-bd5d-435aeb790fec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2787781 May 06 13:55:21.606508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:21.607381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.614203 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-32f270ef-2154-49a1-b55a-a113feb514e9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2513285 May 06 13:55:21.617555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36552) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.620532 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Sync routers for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:21.633093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604044182'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:21.650363 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:21.651274 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.651493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:21.661800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:21.663999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.667702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] For port a83d6d50-f241-44bc-9df0-db94cbd58922, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a83d6d50-f241-44bc-9df0-db94cbd58922,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:21.668190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.686163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.730610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:21.745667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:21.768786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:21.773591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.828438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:21.840715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Calling delete_port for a83d6d50-f241-44bc-9df0-db94cbd58922 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:21.846112 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-df5a55ae-bd73-46b8-90b5-e83d7e074cc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 1098 time: 0.1761222 May 06 13:55:21.849869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.850215 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment 91242269-efb8-44d5-88a3-b9e05e0fbf89 of type vlan for network f502308c-1833-4808-a8d8-c715e1e955d3 May 06 13:55:21.894481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ac4222-b0e6-4c6a-8035-e697efa2fb03,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:21.951818 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:21.998960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-decb1738-51b6-4430-9768-ac7e89449057 None None] Port 28fa5c14-88ee-4d74-a462-052adaf9ea4b cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:22.068262 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.090377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.131115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Pushing event deleted for resources: {'Port': ['ID=a83d6d50-f241-44bc-9df0-db94cbd58922,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:22.141593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.143154 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-eb10ecfe-8050-45dc-963b-c8f18ac23a77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9032688 May 06 13:55:22.150690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36556) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.158547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '07c27b73-80f3-4c07-b2ec-2acff87469f6', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:22.205596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-01f3d926-87f7-468c-b25e-9245bb7ef01c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:22.213250 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-01f3d926-87f7-468c-b25e-9245bb7ef01c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.3353183 May 06 13:55:22.214007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.219932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:22.220596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.231459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:22.239163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:55:22.240057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.240531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.240976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.241998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.242436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.242950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.243643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.244153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.244831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.245293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.245735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:22.262722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f81f3-92b9-46c6-a265-aad57b9ca8cd None None] No DVR routers for this DVR port a83d6d50-f241-44bc-9df0-db94cbd58922 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:22.265995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9733e-5f78-41c8-9eb1-d78b5ff7c4b1 None None] Update dhcp port {'port': {'network_id': '64c9f63e-c437-4556-8985-933240d7c6b2', 'fixed_ips': [{'subnet_id': '0a8645b3-6cfc-44c7-a0d7-f3728385f3d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '45e031df-c929-43f4-b2ea-3a769a994770', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4bcd965-97b2-45bf-8da4-be7b660465fa'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '8c132639-9b6f-4d18-92e5-7026a13b458e'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:55:22.328338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:22.333255 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25e9733e-5f78-41c8-9eb1-d78b5ff7c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.356571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:22.417204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7972946 May 06 13:55:22.432675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36560) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.438099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:22.446634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:22.487115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.510809 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:55:16Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:17Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.535085 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Checking router: ea414a54-2e67-4698-ab32-c46115ff3306 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:55:22.535440 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Updating router ea414a54-2e67-4698-ab32-c46115ff3306 port 28fa5c14-88ee-4d74-a462-052adaf9ea4b binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:55:22.568805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4808d983-8b9e-46df-978f-b1268a514776 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:22.603809 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.673941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4808d983-8b9e-46df-978f-b1268a514776 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:22.691032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d217b-8e97-4cf6-8b5e-68302fb38a1d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=f502308c-1833-4808-a8d8-c715e1e955d3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:22.716325 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-5e6efdd8-6291-4f83-9876-347538241472 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2090a376-1dd1-4d06-8052-10e9416979a6 HTTP/1.1" status: 200 len: 1000 time: 0.4694612 May 06 13:55:22.768662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:22.784019 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:22.789591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:22.799203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:22.810325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-25e9733e-5f78-41c8-9eb1-d78b5ff7c4b1 None None] Allocated IP 172.20.0.34 (64c9f63e-c437-4556-8985-933240d7c6b2/e4bcd965-97b2-45bf-8da4-be7b660465fa/8c132639-9b6f-4d18-92e5-7026a13b458e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:22.819242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-f508a6f3-c0b6-43eb-af90-93a8e167feb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:22.822016 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-f508a6f3-c0b6-43eb-af90-93a8e167feb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.0930619 May 06 13:55:22.823358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:22.990628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-25e9733e-5f78-41c8-9eb1-d78b5ff7c4b1 None None] For port 8c132639-9b6f-4d18-92e5-7026a13b458e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c132639-9b6f-4d18-92e5-7026a13b458e,segment=NetworkSegment(fa5a17ea-4188-4f00-aa70-a5210417f0b6),segment_id=fa5a17ea-4188-4f00-aa70-a5210417f0b6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:23.000419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.024914 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25e9733e-5f78-41c8-9eb1-d78b5ff7c4b1 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.030125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.041133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.045321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-25e9733e-5f78-41c8-9eb1-d78b5ff7c4b1 None None] Transition to ACTIVE for port object 8c132639-9b6f-4d18-92e5-7026a13b458e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:23.048908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network f502308c-1833-4808-a8d8-c715e1e955d3 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:23.070397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25e9733e-5f78-41c8-9eb1-d78b5ff7c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.082528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4808d983-8b9e-46df-978f-b1268a514776 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:23.083439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.151635 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-9b4e8337-a963-48cb-8fe5-0e0754885965 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2974098 May 06 13:55:23.215257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_pluggable_backend [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Port a83d6d50-f241-44bc-9df0-db94cbd58922 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84021) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 06 13:55:23.216230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_pluggable_backend [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:3019 {{(pid=84021) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 06 13:55:23.252745 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.269210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9733e-5f78-41c8-9eb1-d78b5ff7c4b1 None None] Pushing event updated for resources: {'Port': ['ID=8c132639-9b6f-4d18-92e5-7026a13b458e,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:23.271476 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Transition to ACTIVE for port object 28fa5c14-88ee-4d74-a462-052adaf9ea4b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:23.292163 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.400043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Delete allocated IP 172.20.0.3 (64c9f63e-c437-4556-8985-933240d7c6b2/45e031df-c929-43f4-b2ea-3a769a994770) {{(pid=84021) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:55:23.407018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.455711 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-b52f342c-19da-4d5b-ab48-fa182c18abb7 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956963 May 06 13:55:23.529757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.576870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.26.0.171 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/8ca73a0a-6864-4e61-a225-1ccba3581846) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:23.582896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4808d983-8b9e-46df-978f-b1268a514776, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4808d983-8b9e-46df-978f-b1268a514776,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:23.589643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.638981 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84ed12-5af4-412d-aab5-17d3e8f701c3 None None] Pushing event updated for resources: {'Port': ['ID=28fa5c14-88ee-4d74-a462-052adaf9ea4b,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:23.688153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Allocated IP 172.20.0.45 (64c9f63e-c437-4556-8985-933240d7c6b2/e4bcd965-97b2-45bf-8da4-be7b660465fa/8e2cf6da-b82e-4682-8aa7-e28373bfa83c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:23.720251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4808d983-8b9e-46df-978f-b1268a514776,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:23.731287 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a83d6d50-f241-44bc-9df0-db94cbd58922 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:23.750921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.788211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.791512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a83d6d50-f241-44bc-9df0-db94cbd58922 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:23.792406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a83d6d50-f241-44bc-9df0-db94cbd58922 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:23.803093 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Attempting to bind port 28fa5c14-88ee-4d74-a462-052adaf9ea4b on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:23.803628 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Attempting to bind port 28fa5c14-88ee-4d74-a462-052adaf9ea4b by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:23.804090 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Attempting to bind port 28fa5c14-88ee-4d74-a462-052adaf9ea4b on network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:23.813598 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:23.814591 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Checking segment: {'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:23.815231 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.815945 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Bound using segment: {'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:23.816805 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Bound port: 28fa5c14-88ee-4d74-a462-052adaf9ea4b, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54599f8-c76e-4560-a56b-9caeb16931bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:23.817471 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.825934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.862539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:23.877719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=41362cee-232b-449a-88a0-1cc14647ab6c,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:23.899035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:23.911403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:23.912534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296ca8c-7148-4307-ae6d-a94528a9ac0c None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:23.913308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.934718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe52aa5-0eff-487c-bf55-4772013ac9b2,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:24.013870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=facb9233-9c9c-4c7a-8985-038cafacb7d5,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:24.026409 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] For port 28fa5c14-88ee-4d74-a462-052adaf9ea4b, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:24.030678 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] For port 28fa5c14-88ee-4d74-a462-052adaf9ea4b, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=28fa5c14-88ee-4d74-a462-052adaf9ea4b,segment=NetworkSegment(b54599f8-c76e-4560-a56b-9caeb16931bf),segment_id=b54599f8-c76e-4560-a56b-9caeb16931bf)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:24.036778 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.042583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:24.044371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: f502308c-1833-4808-a8d8-c715e1e955d3, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:24.066436 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-85f756a2-db22-4a0b-b77c-186552c4e7f2 req-466576a5-111f-49ae-b10e-25ba1837117a service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196424 May 06 13:55:24.101323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network f502308c-1833-4808-a8d8-c715e1e955d3 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:24.118186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, f502308c-1833-4808-a8d8-c715e1e955d3) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:24.123999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:24.128970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.167091 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-84d7c1b8-fa63-4c68-8eaf-1d0d8a8e6d1c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7307775 May 06 13:55:24.167439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36564) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.171519 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:24.172679 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:24.295477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.301493 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7eea349a-3fbe-4b75-a362-55294581182e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.1495526 May 06 13:55:24.321026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36568) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.330738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50c115d-9f26-4c05-b406-08d067b763ea None None] Network f502308c-1833-4808-a8d8-c715e1e955d3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:24.377852 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-638a4212-ab23-4a92-9f5d-de22c70df699 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8017118 May 06 13:55:24.380961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36572) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.401180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '07c27b73-80f3-4c07-b2ec-2acff87469f6', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:24.403495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:7e:29:5a', 'name': 'tempest-NetworksTestDHCPv6-1350139930'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:24.460628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '41362cee-232b-449a-88a0-1cc14647ab6c'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:24.461650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.463444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:24.512020 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:24.520891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:24.527503 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.532216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:24.546477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:24.550641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4808d983-8b9e-46df-978f-b1268a514776 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:24.595656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.602291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:24.608925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:24.611262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.612684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:24.624452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:24.647158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:24.662093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Transition to ACTIVE for port object 8e2cf6da-b82e-4682-8aa7-e28373bfa83c will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:24.671575 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84ed12-5af4-412d-aab5-17d3e8f701c3 None None] Pushing event updated for resources: {'Port': ['ID=28fa5c14-88ee-4d74-a462-052adaf9ea4b,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:24.672897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.676318 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4808d983-8b9e-46df-978f-b1268a514776 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:24.676595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.720901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.792861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:24.822202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.834899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:24.847770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:24.880191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Provisioning complete for port 373b48fb-db6f-446a-afdd-31c9045ee7b8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:24.880555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.884882 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:55:16Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:24Z', 'revision_number': 4, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:24.886735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=8ca73a0a-6864-4e61-a225-1ccba3581846,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:24.898645 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef25380-6a12-4972-8a86-e99ba86aef30 None None] The sync data for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv is: [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:55:16Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:24Z', 'revision_number': 4, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:24.907748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c132639-9b6f-4d18-92e5-7026a13b458e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:24.920216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:55:25.031576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.046274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.066186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] In _notify_port_updated(), no bound segment for port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c on network 64c9f63e-c437-4556-8985-933240d7c6b2 {{(pid=84021) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:55:25.070117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:25.070801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.074893 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "PUT /v2.0/ports/8e2cf6da-b82e-4682-8aa7-e28373bfa83c HTTP/1.1" status: 200 len: 960 time: 3.7132478 May 06 13:55:25.104122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36576) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.117869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e977f-090e-428f-b629-b3bcffe34521 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event updated for resources: {'Port': ['ID=8e2cf6da-b82e-4682-8aa7-e28373bfa83c,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:25.152302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Port 373b48fb-db6f-446a-afdd-31c9045ee7b8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:25.161073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Allocated IP 2001:db8::f816:3eff:feb0:42b0 (50bbb88f-72fc-4a05-991e-345befa7062b/41362cee-232b-449a-88a0-1cc14647ab6c/72041ff0-8313-4709-a72f-a8b19abc1069) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:25.165565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a879fd1-5f72-4a1c-bace-818a184cae18,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:25.213489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.217289 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5cd06187-aaf0-483a-8547-825c9f63da58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8922567 May 06 13:55:25.221449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36580) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.231556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '07c27b73-80f3-4c07-b2ec-2acff87469f6', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:25.242297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-f502308c-1833-4808-a8d8-c715e1e955d3', 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:25.243668 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.275039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-13ffee84-c4c2-490a-8d84-a7ab617e6a4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:25.275514 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13ffee84-c4c2-490a-8d84-a7ab617e6a4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.304631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:25.318656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Provisioning for port 8c132639-9b6f-4d18-92e5-7026a13b458e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:25.333145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:25.333835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.340144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:25.355360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:25.367662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:25.372857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:25.373229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.548301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.566993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.792891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.808613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.818014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.841015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13ffee84-c4c2-490a-8d84-a7ab617e6a4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.844322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Allocated IP 172.21.0.2 (f502308c-1833-4808-a8d8-c715e1e955d3/facb9233-9c9c-4c7a-8985-038cafacb7d5/be2d98b3-d0ee-4e90-b130-39eb4d8605b6) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:25.846701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Transition to ACTIVE for port object 72041ff0-8313-4709-a72f-a8b19abc1069 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:25.860507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decf7cc3-5c06-47f2-8193-6531c8f4ccdc,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:25.881545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Transition to ACTIVE for port object 72041ff0-8313-4709-a72f-a8b19abc1069 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:25.897315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Provisioning for port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:25.965338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.004044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Provisioning complete for port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:26.004494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.050556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fe7e:295a (50bbb88f-72fc-4a05-991e-345befa7062b/41362cee-232b-449a-88a0-1cc14647ab6c/a8cd8bc2-b1cd-4b1a-95df-65ca3df13995) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:26.107995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Pushing event updated for resources: {'Port': ['ID=72041ff0-8313-4709-a72f-a8b19abc1069,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:26.124882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:26.126311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-13ffee84-c4c2-490a-8d84-a7ab617e6a4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 8e2cf6da-b82e-4682-8aa7-e28373bfa83c owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:26.132313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:26.134851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:26.179867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d9daa7bc-740a-488c-8a50-1ce07a62022d None None] Port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:26.198661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.202988 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6d84e417-b3c1-43c9-9565-ed694faa7d60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9775534 May 06 13:55:26.204325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36584) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:26.212988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '07c27b73-80f3-4c07-b2ec-2acff87469f6', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:26.236206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:26.244561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:26.249401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:26.263013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:26.290572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Attempting to bind port 72041ff0-8313-4709-a72f-a8b19abc1069 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:26.290943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Attempting to bind port 72041ff0-8313-4709-a72f-a8b19abc1069 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:26.291307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Attempting to bind port 72041ff0-8313-4709-a72f-a8b19abc1069 on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:26.305599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.314948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:26.315323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:26.315708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.316108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:26.316698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Bound port: 72041ff0-8313-4709-a72f-a8b19abc1069, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:26.316990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.325522 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:55:26.330517 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:26.337340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.359440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.367460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13ffee84-c4c2-490a-8d84-a7ab617e6a4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.389003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.422617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Transition to ACTIVE for port object be2d98b3-d0ee-4e90-b130-39eb4d8605b6 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:26.448867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Transition to ACTIVE for port object be2d98b3-d0ee-4e90-b130-39eb4d8605b6 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:26.452790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2693736a-a2f5-4a09-b6c0-a54e404b8a95 None None] Provisioning complete for port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:26.453737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2693736a-a2f5-4a09-b6c0-a54e404b8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.463535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=a8cd8bc2-b1cd-4b1a-95df-65ca3df13995,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:26.487885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.524265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:26.527390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:26.531393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:26.536352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffee84-c4c2-490a-8d84-a7ab617e6a4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=8e2cf6da-b82e-4682-8aa7-e28373bfa83c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:26.536572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:26.536572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.557412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.21.0.1 (f502308c-1833-4808-a8d8-c715e1e955d3/facb9233-9c9c-4c7a-8985-038cafacb7d5/dad2c86e-3cbf-4c2f-93e3-101b3d3452b7) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:26.561338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2693736a-a2f5-4a09-b6c0-a54e404b8a95 None None] Port 8e2cf6da-b82e-4682-8aa7-e28373bfa83c was deleted so its status cannot be updated. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 13:55:26.587443 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-304663ef-25fe-4c1c-b0fd-747a658da110 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1908333 May 06 13:55:26.598215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Network f502308c-1833-4808-a8d8-c715e1e955d3 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:26.603254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:26.605512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] For port 72041ff0-8313-4709-a72f-a8b19abc1069, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:26.612599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:26.616553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36588) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:26.618526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] For port 72041ff0-8313-4709-a72f-a8b19abc1069, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=72041ff0-8313-4709-a72f-a8b19abc1069,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:26.624844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.629751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Pushing event updated for resources: {'Port': ['ID=be2d98b3-d0ee-4e90-b130-39eb4d8605b6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:26.634624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.767913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.784608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.810086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.827189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Attempting to bind port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:26.827680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Attempting to bind port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:26.828131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Attempting to bind port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 on network f502308c-1833-4808-a8d8-c715e1e955d3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:26.830229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041f24-a9fa-495b-9b7c-0201daff308a None None] Pushing event updated for resources: {'Port': ['ID=72041ff0-8313-4709-a72f-a8b19abc1069,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:26.832663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:26.842133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:26.842496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Checking segment: {'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:26.843001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.843476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Bound using segment: {'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:26.844029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Bound port: be2d98b3-d0ee-4e90-b130-39eb4d8605b6, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:26.844466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.855205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.873597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.976701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network f502308c-1833-4808-a8d8-c715e1e955d3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:26.982518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:26.985052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:27.025698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:27.050110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] For port be2d98b3-d0ee-4e90-b130-39eb4d8605b6, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:27.056160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] For port be2d98b3-d0ee-4e90-b130-39eb4d8605b6, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=be2d98b3-d0ee-4e90-b130-39eb4d8605b6,segment=NetworkSegment(91242269-efb8-44d5-88a3-b9e05e0fbf89),segment_id=91242269-efb8-44d5-88a3-b9e05e0fbf89)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:27.057534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341fbc8f-2b0e-4fd6-927b-4683b0e50147,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:27.059755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13ffee84-c4c2-490a-8d84-a7ab617e6a4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.074135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.101645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.102963 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4d0805ba-5fa9-4c96-83b2-db5ae5cbc9fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8960671 May 06 13:55:27.107443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36592) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:27.115360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.144642 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-13ffee84-c4c2-490a-8d84-a7ab617e6a4b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/8e2cf6da-b82e-4682-8aa7-e28373bfa83c HTTP/1.1" status: 204 len: 168 time: 2.0279431 May 06 13:55:27.154960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '07c27b73-80f3-4c07-b2ec-2acff87469f6', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:27.160714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36596) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:27.207679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f1af3-3108-42d5-a8a8-6f8d48be1955 None None] Pushing event updated for resources: {'Port': ['ID=be2d98b3-d0ee-4e90-b130-39eb4d8605b6,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:27.222685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:27.254043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.255576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:27.262956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:27.266432 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02038ce-54cd-4e57-938a-67023cdfaa1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] GET failed (client error): The resource could not be found. May 06 13:55:27.266935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b02038ce-54cd-4e57-938a-67023cdfaa1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Synchronizing usage tracker for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:27.278342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:27.330237 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592899d-ef38-4ce8-82a9-bb657cd18595 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:27.334955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592899d-ef38-4ce8-82a9-bb657cd18595 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:27.336056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9592899d-ef38-4ce8-82a9-bb657cd18595 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:27.394595 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:55:27.403879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b02038ce-54cd-4e57-938a-67023cdfaa1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Unset dirty status for tenant:11361967c386430993b0bc1483f4d286 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:27.405874 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b02038ce-54cd-4e57-938a-67023cdfaa1f tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports/8e2cf6da-b82e-4682-8aa7-e28373bfa83c HTTP/1.1" status: 404 len: 333 time: 0.2440348 May 06 13:55:27.409161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36600) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:27.412263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.448339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9592899d-ef38-4ce8-82a9-bb657cd18595 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:27.455269 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9592899d-ef38-4ce8-82a9-bb657cd18595 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8346949 May 06 13:55:27.455269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36604) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:27.571451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:55:27.604898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.611490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c911b21b-2e04-46ac-9a74-4d4c16c74b3e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:27.611935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c911b21b-2e04-46ac-9a74-4d4c16c74b3e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.668948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.805587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.807888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-43f82405-1bb8-4af6-9a66-d57efef91c93 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.810928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.924324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:27.944807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.008855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.063042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.112960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network f502308c-1833-4808-a8d8-c715e1e955d3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:28.114451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:28.223946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=8ca73a0a-6864-4e61-a225-1ccba3581846,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:28.249579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326a9fef-9fd5-4d69-ab97-2bf429f8718c,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:28.274952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-43f82405-1bb8-4af6-9a66-d57efef91c93 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.325004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.326694 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-42800d51-1458-4e89-b7e3-002434c154a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2117348 May 06 13:55:28.334147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.424096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-725a5bfb-3278-4865-93c4-5cf0b0d0bb58 None None] Provisioning for port 72041ff0-8313-4709-a72f-a8b19abc1069 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:28.580876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c911b21b-2e04-46ac-9a74-4d4c16c74b3e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.612175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72041ff0-8313-4709-a72f-a8b19abc1069 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:28.725701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 72041ff0-8313-4709-a72f-a8b19abc1069 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:28.746174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 72041ff0-8313-4709-a72f-a8b19abc1069 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:28.746821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.767142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c911b21b-2e04-46ac-9a74-4d4c16c74b3e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:28.797021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646caf3c-663a-4c2d-b803-412b384b82ab None None] Network f502308c-1833-4808-a8d8-c715e1e955d3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:28.810474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:28.846772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-43f82405-1bb8-4af6-9a66-d57efef91c93 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.880810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f82405-1bb8-4af6-9a66-d57efef91c93 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342bf033-af0e-491c-b9a0-6ae9ca683c7c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:28.907013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-8b555b8c-fdc5-40be-bb91-ba5ac93dc92e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:28.917402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-43f82405-1bb8-4af6-9a66-d57efef91c93 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.918519 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-43f82405-1bb8-4af6-9a66-d57efef91c93 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/security-groups/342bf033-af0e-491c-b9a0-6ae9ca683c7c HTTP/1.1" status: 204 len: 168 time: 1.4946148 May 06 13:55:28.924117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36622) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:28.926757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7e7e8eff-842e-4d69-969e-95caa4b004d2 None None] Provisioning for port a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:28.950065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7e7e8eff-842e-4d69-969e-95caa4b004d2 None None] Provisioning complete for port a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:28.950469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8eff-842e-4d69-969e-95caa4b004d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.024407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-8b555b8c-fdc5-40be-bb91-ba5ac93dc92e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:29.025866 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-8b555b8c-fdc5-40be-bb91-ba5ac93dc92e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594957645&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.4187663 May 06 13:55:29.031633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:29.041195 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-230b1d8c-7f0d-4b61-b1a7-11ca7d237d9b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8701441 May 06 13:55:29.041872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36626) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:29.048776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306522116'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:29.055916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:29.058940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e8eff-842e-4d69-969e-95caa4b004d2 None None] Port a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:29.064054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:29.067550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:29.074374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:29.079813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c911b21b-2e04-46ac-9a74-4d4c16c74b3e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.086154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:29.089778 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.126752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.129604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:29.142853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.143609 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment 9725d13d-f433-4f41-8bfe-791bf45c2415 of type vlan for network 2c55ca32-9530-44ce-a71d-fa86207d129a May 06 13:55:29.174422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.214798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.218169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911b21b-2e04-46ac-9a74-4d4c16c74b3e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=a8cd8bc2-b1cd-4b1a-95df-65ca3df13995,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:29.220188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 72041ff0-8313-4709-a72f-a8b19abc1069, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=72041ff0-8313-4709-a72f-a8b19abc1069,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:29.221055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:29.222103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.222544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-37c4e68b-10af-405e-a948-31a41c6e745b None None] Provisioning for port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:29.228836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.230044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device be2d98b3-d0ee-4e90-b130-39eb4d8605b6 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:29.236232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3fb441fa-8d9d-4684-b61e-63a40baa5a26 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.320871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c911b21b-2e04-46ac-9a74-4d4c16c74b3e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.341110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=2c55ca32-9530-44ce-a71d-fa86207d129a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:29.358171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e6a03cce-d402-433c-887b-49a0e5dc262c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3154113 May 06 13:55:29.359511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36630) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:29.366479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:29.370219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 2c55ca32-9530-44ce-a71d-fa86207d129a details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:29.376260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3fb441fa-8d9d-4684-b61e-63a40baa5a26 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.390236 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c911b21b-2e04-46ac-9a74-4d4c16c74b3e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 HTTP/1.1" status: 204 len: 168 time: 1.9269240 May 06 13:55:29.398743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-67525930-33d9-4388-ad71-78336f283cec tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:29.400565 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-67525930-33d9-4388-ad71-78336f283cec tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=13cd64bc-0359-45fe-bb47-08910b85bb4a HTTP/1.1" status: 200 len: 795 time: 0.3544035 May 06 13:55:29.411332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36634) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:29.477470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=72041ff0-8313-4709-a72f-a8b19abc1069,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:29.485193 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP c28fbb47-7460-494e-b4e0-720ac41fbbce associated. External IP: 172.26.0.171, port: 9e06cd75-a1ef-445b-bdac-4315187dec17. May 06 13:55:29.524574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:29.530134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:29.534079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:29.541195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:29.554518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:29.556271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:29.560632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:29.561134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.675188 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-6f74a5a1-8155-46da-8fea-a204b64ed35d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.2121875 May 06 13:55:29.708538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.761992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.762820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c29cd-3036-43e4-95ad-0b16e56313ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:29.764443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c29cd-3036-43e4-95ad-0b16e56313ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:29.765365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-449c29cd-3036-43e4-95ad-0b16e56313ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:29.797313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3fb441fa-8d9d-4684-b61e-63a40baa5a26 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.801678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port be2d98b3-d0ee-4e90-b130-39eb4d8605b6, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=be2d98b3-d0ee-4e90-b130-39eb4d8605b6,segment=NetworkSegment(91242269-efb8-44d5-88a3-b9e05e0fbf89),segment_id=91242269-efb8-44d5-88a3-b9e05e0fbf89)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:29.807072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.835285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb441fa-8d9d-4684-b61e-63a40baa5a26 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c75ba-c7f5-453f-8fd0-1c843148cb9d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:29.857375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-449c29cd-3036-43e4-95ad-0b16e56313ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:29.858976 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-449c29cd-3036-43e4-95ad-0b16e56313ab tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4414825 May 06 13:55:29.861860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3fb441fa-8d9d-4684-b61e-63a40baa5a26 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.869192 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3fb441fa-8d9d-4684-b61e-63a40baa5a26 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/security-groups/ba9c75ba-c7f5-453f-8fd0-1c843148cb9d HTTP/1.1" status: 204 len: 168 time: 0.9428070 May 06 13:55:29.873239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36638) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:29.873636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36640) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:29.907815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-76df7735-b728-4e4e-9ebc-86b2b118885c None None] Provisioning complete for port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:29.908242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76df7735-b728-4e4e-9ebc-86b2b118885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.951477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=be2d98b3-d0ee-4e90-b130-39eb4d8605b6,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:30.032434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.060239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-51334d23-7c6c-427f-8853-379f84e1d89c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:30.082531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50197980-6914-4e84-831c-7d47157bc469 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.101427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-76df7735-b728-4e4e-9ebc-86b2b118885c None None] Provisioning for port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:30.106598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-76df7735-b728-4e4e-9ebc-86b2b118885c None None] Provisioning complete for port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:30.106963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76df7735-b728-4e4e-9ebc-86b2b118885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.108015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-51334d23-7c6c-427f-8853-379f84e1d89c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:30.109467 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-51334d23-7c6c-427f-8853-379f84e1d89c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4107666 May 06 13:55:30.147967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=35356076-1d25-4696-aa48-d0458ec29220,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:30.158892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:30.159544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: 2c55ca32-9530-44ce-a71d-fa86207d129a, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:30.182690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-76df7735-b728-4e4e-9ebc-86b2b118885c None None] Port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:30.192443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 2c55ca32-9530-44ce-a71d-fa86207d129a is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:30.203155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 2c55ca32-9530-44ce-a71d-fa86207d129a) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:30.208005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:30.208971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.214809 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5116c628-58b3-4676-8d8b-f7be356f4e6d None None] Network 2c55ca32-9530-44ce-a71d-fa86207d129a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:30.240423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50197980-6914-4e84-831c-7d47157bc469 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.243222 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d8b696bf-a20a-40fe-9250-33efda63d75a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8830163 May 06 13:55:30.246060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36646) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:30.319951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cac8b557-35f2-48ae-89ac-ed01779923a0 None None] Provisioning complete for port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:30.320389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cac8b557-35f2-48ae-89ac-ed01779923a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.411509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cac8b557-35f2-48ae-89ac-ed01779923a0 None None] Port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:30.570389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72041ff0-8313-4709-a72f-a8b19abc1069 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:30.584528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8882446-220d-41de-9129-8de782d51be9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 41362cee-232b-449a-88a0-1cc14647ab6c {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:30.587211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50197980-6914-4e84-831c-7d47157bc469 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.605915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d8882446-220d-41de-9129-8de782d51be9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.640089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-2c55ca32-9530-44ce-a71d-fa86207d129a', 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': '35356076-1d25-4696-aa48-d0458ec29220'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:30.641068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.641921 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-e5df53d1-42f6-457c-8ca6-f35cfa8c6e88 service neutron] 10.222.0.65 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897523 May 06 13:55:30.651098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50197980-6914-4e84-831c-7d47157bc469 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb51172c-4f6d-4176-a225-7c4b45c60a15,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:30.774297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50197980-6914-4e84-831c-7d47157bc469 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.774903 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50197980-6914-4e84-831c-7d47157bc469 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/security-groups/bb51172c-4f6d-4176-a225-7c4b45c60a15 HTTP/1.1" status: 204 len: 168 time: 0.8958430 May 06 13:55:30.777657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36656) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:30.783289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d8882446-220d-41de-9129-8de782d51be9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.936135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 72041ff0-8313-4709-a72f-a8b19abc1069 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:30.936402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.033316 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-3c163fea-f2a6-4fa7-8680-ace616bd2d4d service neutron] 10.222.0.65 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789914 May 06 13:55:31.060309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Allocated IP 172.22.0.2 (2c55ca32-9530-44ce-a71d-fa86207d129a/35356076-1d25-4696-aa48-d0458ec29220/037469a2-ba92-4e70-b980-def26b793abb) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:31.113758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d8882446-220d-41de-9129-8de782d51be9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.177533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df997e7-b755-4362-bedc-32a11325f0bf req-061d7bf9-1e89-45a8-a805-d34043efc23a tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:31.179022 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8df997e7-b755-4362-bedc-32a11325f0bf req-061d7bf9-1e89-45a8-a805-d34043efc23a tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 945 time: 0.2983277 May 06 13:55:31.234688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:31.236053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d8882446-220d-41de-9129-8de782d51be9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.237097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db0e191-031c-40cc-ab81-c93c9498739b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet 45e031df-c929-43f4-b2ea-3a769a994770 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:31.245259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device be2d98b3-d0ee-4e90-b130-39eb4d8605b6 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:31.249309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db0e191-031c-40cc-ab81-c93c9498739b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.302129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d8882446-220d-41de-9129-8de782d51be9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.351336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8882446-220d-41de-9129-8de782d51be9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=41362cee-232b-449a-88a0-1cc14647ab6c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:31.367269 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d8882446-220d-41de-9129-8de782d51be9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/41362cee-232b-449a-88a0-1cc14647ab6c HTTP/1.1" status: 204 len: 168 time: 1.4902394 May 06 13:55:31.368115 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8df997e7-b755-4362-bedc-32a11325f0bf req-14c3d11d-7bee-4cdf-8371-4b5ddd76b4df tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743362 May 06 13:55:31.369000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36664) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:31.396971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db0e191-031c-40cc-ab81-c93c9498739b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.447452 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1367b463-1bb6-495f-b78c-7d31caa51a8b req-289de3b5-bc3c-4a26-ad8d-c71e87b1e771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 210 time: 0.1301086 May 06 13:55:31.475146 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9377de7f-db16-466e-a05e-4622c80b0c22 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001832 May 06 13:55:31.477745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36672) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:31.496090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49fd5f-3cf3-42fe-8c5a-1df3253c0283 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:31.616654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.660126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db0e191-031c-40cc-ab81-c93c9498739b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.660349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.734846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Transition to ACTIVE for port object 037469a2-ba92-4e70-b980-def26b793abb will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:31.737643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a9554-4adc-4112-b0b2-77f4e1b568a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:31.738351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-df4a9554-4adc-4112-b0b2-77f4e1b568a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:31.749026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:31.749370 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.792284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-df4a9554-4adc-4112-b0b2-77f4e1b568a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:31.798682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-df4a9554-4adc-4112-b0b2-77f4e1b568a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3189824 May 06 13:55:31.811215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36680) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:31.926777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35650cfa-573b-477e-97ad-e0fc000b9605 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:31.927457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-35650cfa-573b-477e-97ad-e0fc000b9605 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:31.951728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Transition to ACTIVE for port object 037469a2-ba92-4e70-b980-def26b793abb will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:31.962957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-35650cfa-573b-477e-97ad-e0fc000b9605 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:31.968859 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-35650cfa-573b-477e-97ad-e0fc000b9605 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1558740 May 06 13:55:31.971406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36684) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:31.972370 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.076330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Pushing event updated for resources: {'Port': ['ID=037469a2-ba92-4e70-b980-def26b793abb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:32.104991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db0e191-031c-40cc-ab81-c93c9498739b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.113006 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b1f83e83-332c-4e44-a4af-205b49f62dee tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385260 May 06 13:55:32.115757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36688) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.122679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c13376cc-f179-4ef3-b1b1-6dcb7be37c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.141720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:32.169120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0e191-031c-40cc-ab81-c93c9498739b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=45e031df-c929-43f4-b2ea-3a769a994770,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:32.179971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4db0e191-031c-40cc-ab81-c93c9498739b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.223617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede1822e-53e0-4625-8e33-e54ac8152f58 None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:32.235846 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4db0e191-031c-40cc-ab81-c93c9498739b tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/45e031df-c929-43f4-b2ea-3a769a994770 HTTP/1.1" status: 204 len: 168 time: 1.4567535 May 06 13:55:32.236704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36692) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.279117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:32.296182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:32.307611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:32.323487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:32.327146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.408487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.415249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1620aa-2799-4898-b7b8-ce186549184e None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:32.449460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Network 2c55ca32-9530-44ce-a71d-fa86207d129a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:32.551615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:32.570064 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:55:32.577790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:32.646804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] Deleting port 72041ff0-8313-4709-a72f-a8b19abc1069 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:32.647916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.682658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1620aa-2799-4898-b7b8-ce186549184e None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:32.682658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0b1620aa-2799-4898-b7b8-ce186549184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:32.691688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-5059ccb3-f34a-4112-9a55-2132b212088d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet e4bcd965-97b2-45bf-8da4-be7b660465fa {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:32.696643 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-877f5f33-49ed-4f34-88b5-e90692111410 req-b93abb2a-cffe-4f85-81bc-8f7a1c133bf5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 210 time: 0.0722241 May 06 13:55:32.726068 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bd1d519a-bfc9-46ad-9832-2e0507b79ecf tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.1848278 May 06 13:55:32.726068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36700) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.732384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3d2906ec-4a83-4cc0-81f5-abc7b31ee2ca tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'port_id': '9e06cd75-a1ef-445b-bdac-4315187dec17', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:32.739155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5059ccb3-f34a-4112-9a55-2132b212088d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.812692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0b1620aa-2799-4898-b7b8-ce186549184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:32.822258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.22.0.1 (2c55ca32-9530-44ce-a71d-fa86207d129a/35356076-1d25-4696-aa48-d0458ec29220/5f5e0638-5474-4b83-9577-018cd4d6ae20) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:32.852518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5059ccb3-f34a-4112-9a55-2132b212088d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.880302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d2906ec-4a83-4cc0-81f5-abc7b31ee2ca tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:32.933227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Attempting to bind port 037469a2-ba92-4e70-b980-def26b793abb on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:32.933713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Attempting to bind port 037469a2-ba92-4e70-b980-def26b793abb by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:32.934173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Attempting to bind port 037469a2-ba92-4e70-b980-def26b793abb on network 2c55ca32-9530-44ce-a71d-fa86207d129a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:32.971987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1620aa-2799-4898-b7b8-ce186549184e None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:32.972773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0b1620aa-2799-4898-b7b8-ce186549184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:33.029436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:33.029984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Checking segment: {'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:33.030527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.031364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Bound using segment: {'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:33.031599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Bound port: 037469a2-ba92-4e70-b980-def26b793abb, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:33.032200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.078616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-e21a92d5-5c3c-4c67-b5b2-95b7edcfbd22 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:33.081894 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-e21a92d5-5c3c-4c67-b5b2-95b7edcfbd22 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 945 time: 0.4263139 May 06 13:55:33.136545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a127d6-185e-4b34-a343-bd5cbe8301bd req-26209f64-38db-46d7-b938-0660e952f127 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:33.143579 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b0a127d6-185e-4b34-a343-bd5cbe8301bd req-26209f64-38db-46d7-b938-0660e952f127 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 945 time: 0.4881201 May 06 13:55:33.154012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.176732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0b1620aa-2799-4898-b7b8-ce186549184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:33.177222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1620aa-2799-4898-b7b8-ce186549184e None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:33.245957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5059ccb3-f34a-4112-9a55-2132b212088d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.260695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] For port 72041ff0-8313-4709-a72f-a8b19abc1069, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=72041ff0-8313-4709-a72f-a8b19abc1069,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:33.261245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.273219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:33.278929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:33.285060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:33.285938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.292106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Deleting port 2090a376-1dd1-4d06-8052-10e9416979a6 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:33.292720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.301265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=b5c607ca-975d-49b7-bc92-095b45f54c22,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:33.352094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b0a127d6-185e-4b34-a343-bd5cbe8301bd req-9355e87a-06db-4f53-afee-c29d72186534 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074862 May 06 13:55:33.393641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8b6ffa8b-ed15-4729-b346-a23d6265e658 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2753801 May 06 13:55:33.396546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36704) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:33.407100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] Calling delete_port for 72041ff0-8313-4709-a72f-a8b19abc1069 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:33.410266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.419937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:d1:b1:b7', 'name': 'tempest-NetworksTestDHCPv6-1710805474'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:33.463933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object 5f5e0638-5474-4b83-9577-018cd4d6ae20 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:33.479968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] For port 037469a2-ba92-4e70-b980-def26b793abb, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:33.486904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] For port 037469a2-ba92-4e70-b980-def26b793abb, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=037469a2-ba92-4e70-b980-def26b793abb,segment=NetworkSegment(9725d13d-f433-4f41-8bfe-791bf45c2415),segment_id=9725d13d-f433-4f41-8bfe-791bf45c2415)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:33.492789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.642477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.684218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5059ccb3-f34a-4112-9a55-2132b212088d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.697010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc94b83-128c-4cd9-8de9-226b5562fb23 None None] Pushing event updated for resources: {'Port': ['ID=037469a2-ba92-4e70-b980-def26b793abb,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:33.800626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] Pushing event deleted for resources: {'Port': ['ID=72041ff0-8313-4709-a72f-a8b19abc1069,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:33.805282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c47ae2-c23a-4c7d-af8a-b984ff28637a None None] No DVR routers for this DVR port 72041ff0-8313-4709-a72f-a8b19abc1069 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:33.838563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b779a95a-92e1-4247-b551-42938809c08c None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:34.007915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] For port 2090a376-1dd1-4d06-8052-10e9416979a6, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2090a376-1dd1-4d06-8052-10e9416979a6,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:34.008428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.121974 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-65d941df-bf15-4445-806a-68282e148dd7 req-2ec2e648-0690-464e-af7f-0a7f73047658 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 210 time: 0.1543462 May 06 13:55:34.127481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:34.150284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:34.168320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:34.178254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:34.192109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-036d8661-d547-4b30-afd4-decdb0e557d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:34.193619 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-036d8661-d547-4b30-afd4-decdb0e557d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=13cd64bc-0359-45fe-bb47-08910b85bb4a HTTP/1.1" status: 200 len: 795 time: 0.5843780 May 06 13:55:34.258144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ccb3-f34a-4112-9a55-2132b212088d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bcd965-97b2-45bf-8da4-be7b660465fa,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:34.279113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.308235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:34.310546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.354980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79050831-86b9-4d08-b0f3-6e951c7e9358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.363993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'b5c607ca-975d-49b7-bc92-095b45f54c22'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:34.365471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.386534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5059ccb3-f34a-4112-9a55-2132b212088d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.540858 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-2c8dec14-c1dc-46fb-8288-c904adc31f15 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 380 time: 0.2506411 May 06 13:55:34.552695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 853668da-d36e-4d95-b2f1-16354013d301 yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:55:34.599142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['07c27b73-80f3-4c07-b2ec-2acff87469f6']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:34.602383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 2c55ca32-9530-44ce-a71d-fa86207d129a is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:34.604800 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5059ccb3-f34a-4112-9a55-2132b212088d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/e4bcd965-97b2-45bf-8da4-be7b660465fa HTTP/1.1" status: 204 len: 168 time: 2.3582876 May 06 13:55:34.614866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:34.626872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36714) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:34.635815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/b5c607ca-975d-49b7-bc92-095b45f54c22/f758c8f5-1784-4279-92a5-01744da8c5fb) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:34.687705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:34.721430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=5f5e0638-5474-4b83-9577-018cd4d6ae20,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:34.739590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5badab79-78dc-4177-97a1-55db63c6d07e None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:34.926740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.968970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.969353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.969713 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Floating IP d2f6dbcc-1c25-4617-a6ab-f03f5ca56b0e disassociated. External IP: 172.26.0.80, port: 2090a376-1dd1-4d06-8052-10e9416979a6. May 06 13:55:34.970042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Calling delete_port for 2090a376-1dd1-4d06-8052-10e9416979a6 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:35.010409 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd92c6f7-e3f0-45f6-b7e1-9c6e24a848d9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:35.011159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd92c6f7-e3f0-45f6-b7e1-9c6e24a848d9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:35.046875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 037469a2-ba92-4e70-b980-def26b793abb up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:35.058541 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd92c6f7-e3f0-45f6-b7e1-9c6e24a848d9 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/45e031df-c929-43f4-b2ea-3a769a994770 HTTP/1.1" status: 404 len: 337 time: 0.4306903 May 06 13:55:35.066031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36718) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:35.161936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c014e-7887-4628-a107-1ec65ea0e1bb req-ee51d983-776e-4628-adfa-eef37aa3487e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:35.163600 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eb3c014e-7887-4628-a107-1ec65ea0e1bb req-ee51d983-776e-4628-adfa-eef37aa3487e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 945 time: 0.5121384 May 06 13:55:35.230291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-078f7a41-0756-4bbf-9dfb-466ba860f9c0 None None] Provisioning complete for port 373b48fb-db6f-446a-afdd-31c9045ee7b8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:35.230664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-078f7a41-0756-4bbf-9dfb-466ba860f9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.235140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d2906ec-4a83-4cc0-81f5-abc7b31ee2ca tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.247062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d2906ec-4a83-4cc0-81f5-abc7b31ee2ca tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.340973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:35.354572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:35.372065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 037469a2-ba92-4e70-b980-def26b793abb completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:35.385149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 28fa5c14-88ee-4d74-a462-052adaf9ea4b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:35.399867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-de59d8df-b09e-4c4a-8d3a-56e20188f93d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting subnet 0a8645b3-6cfc-44c7-a0d7-f3728385f3d7 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:35.420777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de59d8df-b09e-4c4a-8d3a-56e20188f93d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.424338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-078f7a41-0756-4bbf-9dfb-466ba860f9c0 None None] Port 373b48fb-db6f-446a-afdd-31c9045ee7b8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:35.433738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f55ff-cbf1-440d-9980-90b5edf1068b None None] Network 2c55ca32-9530-44ce-a71d-fa86207d129a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:35.470367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:35.473476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.505543 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cf498661-6a57-4155-81d8-c108d082d894 req-2c9fe40a-f96e-45ca-9c90-b4c2cce09cac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 210 time: 0.0772202 May 06 13:55:35.575805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de59d8df-b09e-4c4a-8d3a-56e20188f93d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.649401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.660142 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eb3c014e-7887-4628-a107-1ec65ea0e1bb req-8e436315-f40a-4006-8daa-f691d3a8e07b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4880505 May 06 13:55:35.665692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.672546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.673162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.674984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Transition to ACTIVE for port object f758c8f5-1784-4279-92a5-01744da8c5fb will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:35.733194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-078f7a41-0756-4bbf-9dfb-466ba860f9c0 None None] Provisioning complete for port 8c132639-9b6f-4d18-92e5-7026a13b458e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:35.733386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-078f7a41-0756-4bbf-9dfb-466ba860f9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.746627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.10 (13cd64bc-0359-45fe-bb47-08910b85bb4a/f224ae4b-02b6-4967-9d6c-e1ff01f609e9/56a22700-f4b9-48ba-817d-fecf60bd0cf8) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:35.762139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.784167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Transition to ACTIVE for port object f758c8f5-1784-4279-92a5-01744da8c5fb will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:35.821041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.856818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event deleted for resources: {'Port': ['ID=2090a376-1dd1-4d06-8052-10e9416979a6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:35.913764 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Pushing event updated for resources: {'Port': ['ID=f758c8f5-1784-4279-92a5-01744da8c5fb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:35.946411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::e8 (50bbb88f-72fc-4a05-991e-345befa7062b/b5c607ca-975d-49b7-bc92-095b45f54c22/853668da-d36e-4d95-b2f1-16354013d301) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:35.981941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 28fa5c14-88ee-4d74-a462-052adaf9ea4b completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:36.014106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 28fa5c14-88ee-4d74-a462-052adaf9ea4b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:36.014366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.058905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:36.096497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:36.113684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:36.152319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de59d8df-b09e-4c4a-8d3a-56e20188f93d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.216716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.242231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 853668da-d36e-4d95-b2f1-16354013d301 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:36.282900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.410211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Attempting to bind port f758c8f5-1784-4279-92a5-01744da8c5fb on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:36.410592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Attempting to bind port f758c8f5-1784-4279-92a5-01744da8c5fb by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:36.410957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Attempting to bind port f758c8f5-1784-4279-92a5-01744da8c5fb on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:36.413856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de59d8df-b09e-4c4a-8d3a-56e20188f93d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.434327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:36.434702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:36.435170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.435571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:36.436218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Bound port: f758c8f5-1784-4279-92a5-01744da8c5fb, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:36.436603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.492742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59d8df-b09e-4c4a-8d3a-56e20188f93d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8645b3-6cfc-44c7-a0d7-f3728385f3d7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:36.564108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.589239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de59d8df-b09e-4c4a-8d3a-56e20188f93d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.614257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f1c93-ea82-4d9c-a1b5-7dd53471913f None None] Network 64c9f63e-c437-4556-8985-933240d7c6b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:36.628455 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-de59d8df-b09e-4c4a-8d3a-56e20188f93d tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/0a8645b3-6cfc-44c7-a0d7-f3728385f3d7 HTTP/1.1" status: 204 len: 168 time: 1.5510254 May 06 13:55:36.633423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36726) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:36.639940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:36.640891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=853668da-d36e-4d95-b2f1-16354013d301,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:36.657190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:36.664381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:36.668394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:36.669008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.703393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bb99bc40-ce1d-458a-9ec9-60aa2c345973 None None] Provisioning for port 037469a2-ba92-4e70-b980-def26b793abb completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:36.746484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.746816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 2090a376-1dd1-4d06-8052-10e9416979a6 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:36.758493 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b22b23-7e9b-4839-b144-ad91f9f46210 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:36.758939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b22b23-7e9b-4839-b144-ad91f9f46210 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:36.760680 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c0b22b23-7e9b-4839-b144-ad91f9f46210 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/6a31a162-2fcf-4f0e-b9d4-a7ce75a8766e HTTP/1.1" status: 404 len: 337 time: 0.1236756 May 06 13:55:36.763281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.777543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36732) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:36.798592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bb99bc40-ce1d-458a-9ec9-60aa2c345973 None None] Provisioning complete for port 037469a2-ba92-4e70-b980-def26b793abb triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:36.799169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb99bc40-ce1d-458a-9ec9-60aa2c345973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.862797 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4a3c83b4-d8ef-4665-b8e0-c72fe333d2d4 req-d72d6ca4-3264-4fec-b4b7-5f313d21e054 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 210 time: 0.1505866 May 06 13:55:36.876768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.878786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] For port f758c8f5-1784-4279-92a5-01744da8c5fb, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:36.883991 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9697e22d-c874-4fd5-b235-1e7c88438915 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4365f9ba-7192-477d-b91e-29f8fe3a1956 HTTP/1.1" status: 200 len: 205 time: 0.1005921 May 06 13:55:36.892682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e3776da2-86b1-4960-bb5a-e7afb7254f84 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4789979 May 06 13:55:36.897689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36736) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:36.898039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36738) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:36.914011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 2090a376-1dd1-4d06-8052-10e9416979a6 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:36.914610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 2090a376-1dd1-4d06-8052-10e9416979a6 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:36.938879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 28fa5c14-88ee-4d74-a462-052adaf9ea4b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=28fa5c14-88ee-4d74-a462-052adaf9ea4b,segment=NetworkSegment(b54599f8-c76e-4560-a56b-9caeb16931bf),segment_id=b54599f8-c76e-4560-a56b-9caeb16931bf)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:36.976703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.982405 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] For port f758c8f5-1784-4279-92a5-01744da8c5fb, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f758c8f5-1784-4279-92a5-01744da8c5fb,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:37.024404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.035762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-2e734d9e-a110-4705-9958-f15a0062dc3f req-72e3863e-c6d6-4219-9eeb-814cc26c4eb8 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:37.041338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=5f5e0638-5474-4b83-9577-018cd4d6ae20,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:37.073746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72041ff0-8313-4709-a72f-a8b19abc1069 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:37.099432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.144777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.170529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 72041ff0-8313-4709-a72f-a8b19abc1069 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:37.170886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72041ff0-8313-4709-a72f-a8b19abc1069 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:37.182051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 56a22700-f4b9-48ba-817d-fecf60bd0cf8 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:37.195509 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-60087f80-79c3-432e-9894-b1782e23ee7e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] delete failed (client error): The resource could not be found. May 06 13:55:37.196899 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-60087f80-79c3-432e-9894-b1782e23ee7e tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/routers/4365f9ba-7192-477d-b91e-29f8fe3a1956 HTTP/1.1" status: 404 len: 336 time: 0.2948942 May 06 13:55:37.203903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36744) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.221710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=28fa5c14-88ee-4d74-a462-052adaf9ea4b,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:37.272406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.276299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 2c55ca32-9530-44ce-a71d-fa86207d129a is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:37.281165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-2e734d9e-a110-4705-9958-f15a0062dc3f req-72e3863e-c6d6-4219-9eeb-814cc26c4eb8 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:37.286573 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e734d9e-a110-4705-9958-f15a0062dc3f req-72e3863e-c6d6-4219-9eeb-814cc26c4eb8 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.4206233 May 06 13:55:37.290355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:37.304439 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-5810e849-6d7c-4998-9ee5-e5f0d8ebeff7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.305171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5810e849-6d7c-4998-9ee5-e5f0d8ebeff7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.310557 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5810e849-6d7c-4998-9ee5-e5f0d8ebeff7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/f2b88971-448e-478c-8771-d0a7376c49f0 HTTP/1.1" status: 404 len: 337 time: 0.0967989 May 06 13:55:37.331479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36748) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.386371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca36f9c4-c0b2-4b8f-be37-ee91f01cefb0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:37.390629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca36f9c4-c0b2-4b8f-be37-ee91f01cefb0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:37.390940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb99bc40-ce1d-458a-9ec9-60aa2c345973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.394647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ca36f9c4-c0b2-4b8f-be37-ee91f01cefb0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:37.422945 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2e4395-1dd6-4f6c-bc8b-4d5558dd8e25 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.423699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2e4395-1dd6-4f6c-bc8b-4d5558dd8e25 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.425740 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ac2e4395-1dd6-4f6c-bc8b-4d5558dd8e25 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/d85ff49c-69cd-4eb6-b008-10d1ef5dd189 HTTP/1.1" status: 404 len: 337 time: 0.0855315 May 06 13:55:37.442252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6d2c0-79f8-4e07-aed9-02c3fed11837 None None] Pushing event updated for resources: {'Port': ['ID=f758c8f5-1784-4279-92a5-01744da8c5fb,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:37.442468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:37.447467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36752) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.448416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:37.458179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:37.489041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bb99bc40-ce1d-458a-9ec9-60aa2c345973 None None] For port 037469a2-ba92-4e70-b980-def26b793abb, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=037469a2-ba92-4e70-b980-def26b793abb,segment=NetworkSegment(9725d13d-f433-4f41-8bfe-791bf45c2415),segment_id=9725d13d-f433-4f41-8bfe-791bf45c2415)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:37.496178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb99bc40-ce1d-458a-9ec9-60aa2c345973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.584525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=56a22700-f4b9-48ba-817d-fecf60bd0cf8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:37.609977 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-6051045a-da51-46dc-8cfa-f24d092037ba tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.610668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6051045a-da51-46dc-8cfa-f24d092037ba tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.616856 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6051045a-da51-46dc-8cfa-f24d092037ba tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/5c097575-548d-4c70-a1b3-56a72e1def0e HTTP/1.1" status: 404 len: 337 time: 0.1661463 May 06 13:55:37.628246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36756) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.635678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2906ec-4a83-4cc0-81f5-abc7b31ee2ca tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:37.660721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99bc40-ce1d-458a-9ec9-60aa2c345973 None None] Pushing event updated for resources: {'Port': ['ID=037469a2-ba92-4e70-b980-def26b793abb,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:37.676971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Provisioning complete for port 373b48fb-db6f-446a-afdd-31c9045ee7b8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:37.677471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.732031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ca36f9c4-c0b2-4b8f-be37-ee91f01cefb0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:37.733520 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ca36f9c4-c0b2-4b8f-be37-ee91f01cefb0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8297157 May 06 13:55:37.742910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36760) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.762816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] DHCP port deletion for 64c9f63e-c437-4556-8985-933240d7c6b2 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:55:37.774296 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf95fce-0ce2-49cb-9ac0-7c18f6b916c7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.774296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf95fce-0ce2-49cb-9ac0-7c18f6b916c7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.782980 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cbf95fce-0ce2-49cb-9ac0-7c18f6b916c7 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/7c03efe4-5d6e-4b29-a130-bf3af0a85f98 HTTP/1.1" status: 404 len: 333 time: 0.1508307 May 06 13:55:37.786960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36764) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.787179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:37.787809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.802742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] Deleting port 8c132639-9b6f-4d18-92e5-7026a13b458e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:37.804913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.872524 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-0767d607-6f90-44c4-a05b-93039aa372fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2803919 May 06 13:55:37.927953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Request body: {'port': {'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:37.936723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Port 373b48fb-db6f-446a-afdd-31c9045ee7b8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:37.948729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1c2a66-ee04-411c-a1b3-d5c1d4e30a00 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.951461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1c2a66-ee04-411c-a1b3-d5c1d4e30a00 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.953647 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2f1c2a66-ee04-411c-a1b3-d5c1d4e30a00 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/6ec557f1-d18c-42cf-94ef-4f73c1f3f6bc HTTP/1.1" status: 404 len: 337 time: 0.1556678 May 06 13:55:37.962231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36770) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.087565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-047715f1-3b73-4638-ad0b-4cc95feb163f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 853668da-d36e-4d95-b2f1-16354013d301 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:38.087980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-047715f1-3b73-4638-ad0b-4cc95feb163f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.138992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f779b58-4755-4396-849f-971b631fc0e3 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.139844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f779b58-4755-4396-849f-971b631fc0e3 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.141885 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6f779b58-4755-4396-849f-971b631fc0e3 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/da3f11a2-d151-44e3-bb17-4b07d4abbd92 HTTP/1.1" status: 404 len: 337 time: 0.1785305 May 06 13:55:38.152557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36774) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.168023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] For port 8c132639-9b6f-4d18-92e5-7026a13b458e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c132639-9b6f-4d18-92e5-7026a13b458e,segment=NetworkSegment(fa5a17ea-4188-4f00-aa70-a5210417f0b6),segment_id=fa5a17ea-4188-4f00-aa70-a5210417f0b6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:38.168439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.172330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:38.185521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Provisioning complete for port 037469a2-ba92-4e70-b980-def26b793abb triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:38.186073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.244151 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0717b484-165a-41b3-b9cb-332ce40cb648 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.244151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0717b484-165a-41b3-b9cb-332ce40cb648 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.248720 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0717b484-165a-41b3-b9cb-332ce40cb648 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/737238e4-bfcb-463f-b989-1edace4b6f94 HTTP/1.1" status: 404 len: 333 time: 0.0916495 May 06 13:55:38.255987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36778) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.320901 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e07c21-6b9f-4cfe-8ba8-ce2b61a6c1c0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.321601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e07c21-6b9f-4cfe-8ba8-ce2b61a6c1c0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.325850 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e3e07c21-6b9f-4cfe-8ba8-ce2b61a6c1c0 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/b6c13d9e-e4ee-4f23-965b-b0c46c5c8a40 HTTP/1.1" status: 404 len: 337 time: 0.0567207 May 06 13:55:38.335439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36782) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.341467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.388392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] Calling delete_port for 8c132639-9b6f-4d18-92e5-7026a13b458e owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:38.515303 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-9427dd18-121c-4fea-86c8-c4f939820f58 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.515936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9427dd18-121c-4fea-86c8-c4f939820f58 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.518099 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9427dd18-121c-4fea-86c8-c4f939820f58 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/subnets/ad242840-c069-45a1-91eb-6778b25a67b7 HTTP/1.1" status: 404 len: 337 time: 0.1429026 May 06 13:55:38.521443 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aad1144-7de6-4992-a505-8e93dee97d2a req-cf4122cd-9283-4844-9c75-d35c28225c68 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.0771456 May 06 13:55:38.522225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36788) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.526622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.541394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d60bc-2471-4c43-a23c-a45cda64fae2 req-747c4e55-e0f7-4717-8c55-dd551cbf868e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:38.546948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d46d60bc-2471-4c43-a23c-a45cda64fae2 req-747c4e55-e0f7-4717-8c55-dd551cbf868e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:38.592966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] Pushing event deleted for resources: {'Port': ['ID=8c132639-9b6f-4d18-92e5-7026a13b458e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:38.607695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c489714-bafe-494f-854c-71d2248b0e7d None None] No DVR routers for this DVR port 8c132639-9b6f-4d18-92e5-7026a13b458e on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:38.619666 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Could not find standard attr ID for object 8c132639-9b6f-4d18-92e5-7026a13b458e. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:55:38.635517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Provisioning for port 5f5e0638-5474-4b83-9577-018cd4d6ae20 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:38.643927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Provisioning complete for port 5f5e0638-5474-4b83-9577-018cd4d6ae20 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:38.644583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.665333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d46d60bc-2471-4c43-a23c-a45cda64fae2 req-747c4e55-e0f7-4717-8c55-dd551cbf868e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:38.672029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d46d60bc-2471-4c43-a23c-a45cda64fae2 req-747c4e55-e0f7-4717-8c55-dd551cbf868e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 932 time: 0.5846174 May 06 13:55:38.675635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:38.691262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-0b4466bb-2c5e-40e2-a2c9-90823be31de2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Deleting port 373b48fb-db6f-446a-afdd-31c9045ee7b8 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:38.691518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b4466bb-2c5e-40e2-a2c9-90823be31de2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.710003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-af1c5fcc-f20b-4c76-9d4c-881ab0e99736 None None] Port 5f5e0638-5474-4b83-9577-018cd4d6ae20 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:38.797568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-047715f1-3b73-4638-ad0b-4cc95feb163f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.815975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2906ec-4a83-4cc0-81f5-abc7b31ee2ca tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:38.821279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d2906ec-4a83-4cc0-81f5-abc7b31ee2ca tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.828872 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36eb35-1722-44cc-b502-c5335a0bc5e7 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:38.838177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-82192b72-d32c-4716-bb57-1cfbe8f7ccca None None] Provisioning for port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:38.842544 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36eb35-1722-44cc-b502-c5335a0bc5e7 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:38.843989 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6f36eb35-1722-44cc-b502-c5335a0bc5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:38.844309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-82192b72-d32c-4716-bb57-1cfbe8f7ccca None None] Provisioning complete for port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:38.844679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82192b72-d32c-4716-bb57-1cfbe8f7ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.904171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-82192b72-d32c-4716-bb57-1cfbe8f7ccca None None] Port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:38.920306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-82192b72-d32c-4716-bb57-1cfbe8f7ccca None None] Provisioning complete for port 5f5e0638-5474-4b83-9577-018cd4d6ae20 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:38.920892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82192b72-d32c-4716-bb57-1cfbe8f7ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.948255 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6f36eb35-1722-44cc-b502-c5335a0bc5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:38.963597 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36eb35-1722-44cc-b502-c5335a0bc5e7 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:38.964579 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6f36eb35-1722-44cc-b502-c5335a0bc5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:38.993329 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-82192b72-d32c-4716-bb57-1cfbe8f7ccca None None] Port 5f5e0638-5474-4b83-9577-018cd4d6ae20 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:39.048539 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d46d60bc-2471-4c43-a23c-a45cda64fae2 req-fe5d7011-24b7-4db5-8945-93a6bccd7b54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754370 May 06 13:55:39.066148 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6f36eb35-1722-44cc-b502-c5335a0bc5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:39.066961 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36eb35-1722-44cc-b502-c5335a0bc5e7 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:39.076598 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3d2906ec-4a83-4cc0-81f5-abc7b31ee2ca tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/floatingips/c28fbb47-7460-494e-b4e0-720ac41fbbce HTTP/1.1" status: 200 len: 978 time: 6.3548739 May 06 13:55:39.088880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36794) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:39.139446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3c4c1a34-38b2-4e80-a149-aa6f89a42d61 None None] Provisioning for port f758c8f5-1784-4279-92a5-01744da8c5fb completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:39.294036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-047715f1-3b73-4638-ad0b-4cc95feb163f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 853668da-d36e-4d95-b2f1-16354013d301 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:39.404462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-042a06cb-5d42-4a3e-bfbb-e1468594b33f None None] Provisioning for port 853668da-d36e-4d95-b2f1-16354013d301 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:39.415959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-042a06cb-5d42-4a3e-bfbb-e1468594b33f None None] Provisioning complete for port 853668da-d36e-4d95-b2f1-16354013d301 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:39.416444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-042a06cb-5d42-4a3e-bfbb-e1468594b33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.481766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 037469a2-ba92-4e70-b980-def26b793abb up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:39.498118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:55:39.536233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b4466bb-2c5e-40e2-a2c9-90823be31de2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.577871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-042a06cb-5d42-4a3e-bfbb-e1468594b33f None None] Port 853668da-d36e-4d95-b2f1-16354013d301 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:39.605137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 037469a2-ba92-4e70-b980-def26b793abb triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:39.605503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.611973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port 8ca73a0a-6864-4e61-a225-1ccba3581846 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:39.612632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.650628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a22700-f4b9-48ba-817d-fecf60bd0cf8 {{(pid=84021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:55:39.662088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.722654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-0b4466bb-2c5e-40e2-a2c9-90823be31de2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Calling delete_port for 373b48fb-db6f-446a-afdd-31c9045ee7b8 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:39.744329 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 28fa5c14-88ee-4d74-a462-052adaf9ea4b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:39.752904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Transition to ACTIVE for port object 56a22700-f4b9-48ba-817d-fecf60bd0cf8 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:39.755373 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f1569738-e833-4eb1-8543-220b23d7eaae req-7065fa02-780e-4b3b-9c97-1e17a181c66b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.0666089 May 06 13:55:39.760919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.820551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 28fa5c14-88ee-4d74-a462-052adaf9ea4b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:39.822964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.885181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:39.923476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:39.973559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:39.973992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:39.979594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b4466bb-2c5e-40e2-a2c9-90823be31de2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.981168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-047715f1-3b73-4638-ad0b-4cc95feb163f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.985259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=56a22700-f4b9-48ba-817d-fecf60bd0cf8,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:39.988114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] No DVR routers for this DVR port 2090a376-1dd1-4d06-8052-10e9416979a6 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:40.024739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.047605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'name': 'network-vif-deleted', 'tag': '2090a376-1dd1-4d06-8052-10e9416979a6'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:40.052771 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-531d3c33-af02-4932-9283-067fbcefe0d0 req-117ca456-09db-425b-ac7a-37246774a481 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "DELETE /v2.0/ports/2090a376-1dd1-4d06-8052-10e9416979a6 HTTP/1.1" status: 204 len: 173 time: 6.9615088 May 06 13:55:40.137847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4466bb-2c5e-40e2-a2c9-90823be31de2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Port': ['ID=373b48fb-db6f-446a-afdd-31c9045ee7b8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:40.188145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-047715f1-3b73-4638-ad0b-4cc95feb163f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.193948 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-047715f1-3b73-4638-ad0b-4cc95feb163f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/853668da-d36e-4d95-b2f1-16354013d301 HTTP/1.1" status: 204 len: 168 time: 2.4476173 May 06 13:55:40.201693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36810) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:40.204022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047715f1-3b73-4638-ad0b-4cc95feb163f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=853668da-d36e-4d95-b2f1-16354013d301,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:40.226993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd6d315-9169-4dc5-b1d5-ae5f65db924e'] response: {'server_uuid': '117492cf-3bf2-4866-ae55-d03827cd4cf8', 'name': 'network-vif-deleted', 'tag': '2090a376-1dd1-4d06-8052-10e9416979a6', 'status': 'completed', 'code': 200} May 06 13:55:40.230614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:40.247403 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ae5c5182-4edf-4258-9942-1faae8bd12a1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9998927 May 06 13:55:40.248477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36814) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:40.256690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b4466bb-2c5e-40e2-a2c9-90823be31de2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.261444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0b4466bb-2c5e-40e2-a2c9-90823be31de2 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/ports/373b48fb-db6f-446a-afdd-31c9045ee7b8 HTTP/1.1" status: 204 len: 168 time: 1.7242577 May 06 13:55:40.269534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'network': {'name': 'tempest-RoutersTest-412233077'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:40.275523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.275958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36818) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:40.276302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.280894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:40.287386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:40.325082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:network and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:40.344386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:40.415303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Attempting to bind port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:40.415900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Attempting to bind port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:40.416401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Attempting to bind port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 on network 13cd64bc-0359-45fe-bb47-08910b85bb4a {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:40.418967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:40.462004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:40.465813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.486969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.522523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for 8ca73a0a-6864-4e61-a225-1ccba3581846 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:40.572757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:40.590928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f758c8f5-1784-4279-92a5-01744da8c5fb up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:40.595811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 on network 13cd64bc-0359-45fe-bb47-08910b85bb4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:55:40.596151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Attempting to bind port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 on network 13cd64bc-0359-45fe-bb47-08910b85bb4a {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:40.605555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12e324-0bca-47e1-9018-d178c4f841a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:40.606944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12e324-0bca-47e1-9018-d178c4f841a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:40.607879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7a12e324-0bca-47e1-9018-d178c4f841a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:40.643579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:40.643973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Checking segment: {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:40.644409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Bound using segment: {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:40.644899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Bound port: 56a22700-f4b9-48ba-817d-fecf60bd0cf8, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c33ac74-0541-48e2-b2a3-8789dc116cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:40.645245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.695374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.696260 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added segment 8a47aaed-c5b9-4165-826f-aa999c613988 of type vlan for network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe May 06 13:55:40.707392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7a12e324-0bca-47e1-9018-d178c4f841a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:40.708649 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7a12e324-0bca-47e1-9018-d178c4f841a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5061464 May 06 13:55:40.714039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36824) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:40.761032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.806952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] For port 56a22700-f4b9-48ba-817d-fecf60bd0cf8, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:40.817048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] For port 56a22700-f4b9-48ba-817d-fecf60bd0cf8, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:40.835644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.838014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c9f63e-c437-4556-8985-933240d7c6b2']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:40.855444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5a17ea-4188-4f00-aa70-a5210417f0b6') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:40.855738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5a17ea-4188-4f00-aa70-a5210417f0b6') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:40.857375 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:55:40.883804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.908461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.917492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:55:40.917910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.974779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port f758c8f5-1784-4279-92a5-01744da8c5fb completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:41.028361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.049770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734b046-ca86-4786-a151-77cb7cc8cbd2 req-e42aed9e-c845-4736-b114-9b4edd4cdc0b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:41.058641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6734b046-ca86-4786-a151-77cb7cc8cbd2 req-e42aed9e-c845-4736-b114-9b4edd4cdc0b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 944 time: 0.5818112 May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:41.093333 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:41.128616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.135965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port f758c8f5-1784-4279-92a5-01744da8c5fb triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:41.136340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.159104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.189753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.191254 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] 10.222.0.69 "PUT /v2.0/ports/56a22700-f4b9-48ba-817d-fecf60bd0cf8 HTTP/1.1" status: 200 len: 1094 time: 3.2677882 May 06 13:55:41.191855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:41.222258 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-17359141-3cf6-4c93-826c-1a9c8ae04662 req-5ec2646f-b59a-4906-9365-7911a122baf4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=117492cf-3bf2-4866-ae55-d03827cd4cf8 HTTP/1.1" status: 200 len: 210 time: 0.0559287 May 06 13:55:41.258433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.278464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ee92a-e384-4379-b268-5375c3dcc3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=56a22700-f4b9-48ba-817d-fecf60bd0cf8,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:41.372259 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6734b046-ca86-4786-a151-77cb7cc8cbd2 req-1c86bb4b-f8cd-4541-9942-90a7f84088ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122730 May 06 13:55:41.378910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=8ca73a0a-6864-4e61-a225-1ccba3581846,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:41.496689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.537403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.547977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] Pushing event deleted for resources: {'Network': ['ID=64c9f63e-c437-4556-8985-933240d7c6b2,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:41.556843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:41.566428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:55:41.585110 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c9cb97-f4d6-4005-8626-af0ef3bc9ace'] response: {'name': 'network-changed', 'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'status': 'completed', 'code': 200} May 06 13:55:41.596421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port f758c8f5-1784-4279-92a5-01744da8c5fb, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f758c8f5-1784-4279-92a5-01744da8c5fb,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:41.603676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.635109 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3903a439-b522-494e-b6c0-6cc0479aa280 tempest-PortsTestJSON-1930877540 tempest-PortsTestJSON-1930877540-project] 10.222.0.65 "DELETE /v2.0/networks/64c9f63e-c437-4556-8985-933240d7c6b2 HTTP/1.1" status: 204 len: 168 time: 1.3580406 May 06 13:55:41.636173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.641334 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:41.642208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.719526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=f758c8f5-1784-4279-92a5-01744da8c5fb,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:41.731152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c132639-9b6f-4d18-92e5-7026a13b458e no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:41.762618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:41.763301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:41.851385 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5910633 May 06 13:55:41.855595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36840) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:41.858778 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-80c11d67-ae39-4ee1-92ce-781dfbd4e1cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 1097 time: 0.4811630 May 06 13:55:41.934390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'subnet': {'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:41.995288 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-1df9e548-9c98-4c9a-ab4d-7a440933128a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8 HTTP/1.1" status: 200 len: 217 time: 0.1279404 May 06 13:55:42.000092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcf403c-1a90-42d5-90f5-2c0c5be1a31e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet b5c607ca-975d-49b7-bc92-095b45f54c22 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:42.002130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace79b6e-c7b4-4474-872e-9dc9b3e96154 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Network': ['ID=9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:42.013928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 8c132639-9b6f-4d18-92e5-7026a13b458e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:42.014459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c132639-9b6f-4d18-92e5-7026a13b458e not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:42.036107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:42.062202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6dcf403c-1a90-42d5-90f5-2c0c5be1a31e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.068408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36846) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:42.102845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-34677fdd-d105-41fa-8200-226d41add662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:42.104331 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-34677fdd-d105-41fa-8200-226d41add662 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f224ae4b-02b6-4967-9d6c-e1ff01f609e9 HTTP/1.1" status: 200 len: 835 time: 0.1016681 May 06 13:55:42.203988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:42.219592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:subnet and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:42.227193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:42.235478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a38ac7-c20a-4e18-8e75-2a9034697dda req-3a0a1144-3ca5-4ea1-80f9-b3db651522fa tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:42.241321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f758c8f5-1784-4279-92a5-01744da8c5fb up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:42.242984 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36a38ac7-c20a-4e18-8e75-2a9034697dda req-3a0a1144-3ca5-4ea1-80f9-b3db651522fa tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.6864140 May 06 13:55:42.251465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:42.295957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6dcf403c-1a90-42d5-90f5-2c0c5be1a31e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.342726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Made reservation on behalf of 1da801e98c4a4367a923d7d8223220a8 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:42.435992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port f758c8f5-1784-4279-92a5-01744da8c5fb triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:42.440032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.453388 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36a38ac7-c20a-4e18-8e75-2a9034697dda req-b4d528db-9fa3-44c7-b43d-ea7d4d37da08 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094660 May 06 13:55:42.493301 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-14574b44-1ac9-48c8-bc62-ddaf40362def admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11361967c386430993b0bc1483f4d286&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4236021 May 06 13:55:42.497197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36858) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:42.520330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.536446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:42.600999 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-c4febe33-e4fe-473e-b524-0889a95b6865 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=13cd64bc-0359-45fe-bb47-08910b85bb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4892209 May 06 13:55:42.659580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6dcf403c-1a90-42d5-90f5-2c0c5be1a31e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.764317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d932555-eec3-4765-9cd5-cbbbcba2fe38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.823334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc909e8-62f0-46a4-b145-c238a634cee7 req-da58a076-6aae-4101-86c9-292692f08788 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:42.829113 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bdc909e8-62f0-46a4-b145-c238a634cee7 req-da58a076-6aae-4101-86c9-292692f08788 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 944 time: 0.2997599 May 06 13:55:42.835571 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-89660b7d-0492-4e9c-aea3-18d64498a4f1 service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263081 May 06 13:55:42.836809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6dcf403c-1a90-42d5-90f5-2c0c5be1a31e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.896205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d932555-eec3-4765-9cd5-cbbbcba2fe38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.943466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf403c-1a90-42d5-90f5-2c0c5be1a31e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c607ca-975d-49b7-bc92-095b45f54c22,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:42.960443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6dcf403c-1a90-42d5-90f5-2c0c5be1a31e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.972062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c46827-bdb9-4b11-b837-9300a1dbba36 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:42.998562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:43.024515 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bdc909e8-62f0-46a4-b145-c238a634cee7 req-d3f3c015-e7cb-4857-afc3-52eda0fcee5a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869531 May 06 13:55:43.030128 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6dcf403c-1a90-42d5-90f5-2c0c5be1a31e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/b5c607ca-975d-49b7-bc92-095b45f54c22 HTTP/1.1" status: 204 len: 168 time: 2.3107715 May 06 13:55:43.030492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36866) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.052685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af2360-84fe-4e19-9124-f77a8734eb3b None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:43.056615 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-39fbc1f5-ffe0-452a-ab1b-394c31b4f1f7 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401601837&fields=id&tenant_id=f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 267 time: 0.2078195 May 06 13:55:43.132682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c93f0485-d3d5-43c7-a1f1-1ca87f21e415 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990915 May 06 13:55:43.135679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36870) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.142540 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e604c7a-cbfb-43f6-b17b-2ebbb91ee2c6 req-7c19d618-7bf8-4c9b-b79f-7f347c4a8bf2 service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838933 May 06 13:55:43.152327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.201432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:43.209071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d932555-eec3-4765-9cd5-cbbbcba2fe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.262950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d932555-eec3-4765-9cd5-cbbbcba2fe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cc4139-51ab-4bb3-8991-995ce12022a3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:43.318566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9d932555-eec3-4765-9cd5-cbbbcba2fe38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.321900 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9d932555-eec3-4765-9cd5-cbbbcba2fe38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20cc4139-51ab-4bb3-8991-995ce12022a3 HTTP/1.1" status: 204 len: 168 time: 0.8195417 May 06 13:55:43.331541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:55:43.338009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] Deleting port f758c8f5-1784-4279-92a5-01744da8c5fb {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:43.338453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.343679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Subnet': ['ID=2b50d287-ab5a-4ce3-b569-bdbe0ee13d01,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:43.362543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Checking segment: {'id': '8a47aaed-c5b9-4165-826f-aa999c613988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:43.362909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network hostable DHCP agents. Network: 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:43.385968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-1e0bab6c-516c-48a6-9865-3e3aeddcd3ef tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:43.393447 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-1e0bab6c-516c-48a6-9865-3e3aeddcd3ef tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 812 time: 0.3359063 May 06 13:55:43.420130 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-20e5da79-91a0-4b80-8170-f28b6a07ad3c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/quotas/f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 375 time: 0.0256693 May 06 13:55:43.440925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308ed3a0-2be7-4c54-bdb4-827961988b45 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:43.445077 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-308ed3a0-2be7-4c54-bdb4-827961988b45 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3044701 May 06 13:55:43.445354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36876) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.478324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:43.523610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:43.526559 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-a49f8a67-1729-4b48-a71d-1f274dc05941 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 1097 time: 0.3274572 May 06 13:55:43.528671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:43.529379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.587110 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-034bdbcc-ea12-4131-9475-62048d463bf3 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7068818 May 06 13:55:43.596849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be94538-3882-4d54-b2ad-f848d19a45a5 None None] Network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:43.598758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36882) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.633857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e22fb0-fd94-4d88-9e36-0a1d19ab5192 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:43.635379 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-85e22fb0-fd94-4d88-9e36-0a1d19ab5192 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1890037 May 06 13:55:43.644538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36886) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.704697 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-38e8cc49-287b-4cf5-ba17-9912a1666670 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2836463 May 06 13:55:43.793398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] For port f758c8f5-1784-4279-92a5-01744da8c5fb, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f758c8f5-1784-4279-92a5-01744da8c5fb,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:43.793822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.941886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] Calling delete_port for f758c8f5-1784-4279-92a5-01744da8c5fb owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:43.953186 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8b85f787-5227-4917-97a4-b1c90384914c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3074815 May 06 13:55:43.957115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36892) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.978429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:44.015358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-f312861d-824c-4ab2-87a9-aee0b294d543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:44.017574 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-f312861d-824c-4ab2-87a9-aee0b294d543 service neutron] 10.222.0.69 "GET /v2.0/networks?id=13cd64bc-0359-45fe-bb47-08910b85bb4a HTTP/1.1" status: 200 len: 896 time: 0.4818254 May 06 13:55:44.031073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.093722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] Pushing event deleted for resources: {'Port': ['ID=f758c8f5-1784-4279-92a5-01744da8c5fb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:44.118873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177afcb0-11f8-4cf3-adc1-43aa957d1950 None None] No DVR routers for this DVR port f758c8f5-1784-4279-92a5-01744da8c5fb on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:44.158804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:44.186053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f758c8f5-1784-4279-92a5-01744da8c5fb no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:44.199623 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-4ad82325-2ac2-47d7-b7ec-06cd109efe75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8 HTTP/1.1" status: 200 len: 217 time: 0.1662235 May 06 13:55:44.220458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:44.230127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: f758c8f5-1784-4279-92a5-01744da8c5fb {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:44.230469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f758c8f5-1784-4279-92a5-01744da8c5fb not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:44.233427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:44.257751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:44.293369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d8f91-6892-4d8d-bb33-58fc1af0d4d8 req-748d33ee-029f-4fcd-8742-8e301ee2cc0b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:44.295184 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f21d8f91-6892-4d8d-bb33-58fc1af0d4d8 req-748d33ee-029f-4fcd-8742-8e301ee2cc0b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.6520283 May 06 13:55:44.303715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe', 'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'fixed_ips': [{'subnet_id': '2b50d287-ab5a-4ce3-b569-bdbe0ee13d01'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:44.305650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.322589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:44.326454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.342887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-45a7a6cc-bd15-4db0-80ef-0e1236458b2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:44.344459 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-45a7a6cc-bd15-4db0-80ef-0e1236458b2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f224ae4b-02b6-4967-9d6c-e1ff01f609e9 HTTP/1.1" status: 200 len: 835 time: 0.1224163 May 06 13:55:44.356342 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-bed8d329-33bb-48ca-85b8-d7dc2897a37d service neutron] 10.222.0.65 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482355 May 06 13:55:44.396423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:44.418517 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37392e-3ce4-458c-b925-e7b8a5753f38 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:44.438822 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37392e-3ce4-458c-b925-e7b8a5753f38 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:44.439448 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1a37392e-3ce4-458c-b925-e7b8a5753f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:44.440374 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f21d8f91-6892-4d8d-bb33-58fc1af0d4d8 req-43fe38f0-d197-462c-a61a-6f9f287392a3 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374354 May 06 13:55:44.493468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Allocated IP 172.23.0.2 (9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe/2b50d287-ab5a-4ce3-b569-bdbe0ee13d01/b661e0e4-00db-4508-8002-7d6e73575449) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:44.513990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.541118 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1a37392e-3ce4-458c-b925-e7b8a5753f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:44.565296 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37392e-3ce4-458c-b925-e7b8a5753f38 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:44.566285 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1a37392e-3ce4-458c-b925-e7b8a5753f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:44.638188 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b56107b3-a3ce-48bd-8cd5-0e437ef12a47 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/floatingips/c28fbb47-7460-494e-b4e0-720ac41fbbce HTTP/1.1" status: 204 len: 168 time: 5.5483727 May 06 13:55:44.646384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36898) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:44.654078 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1a37392e-3ce4-458c-b925-e7b8a5753f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:44.654629 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37392e-3ce4-458c-b925-e7b8a5753f38 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:44.716632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Sync routers for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:44.745154 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f49f2-9a6a-4e72-935b-f7623b75a579 None None] New status for floating IP d2f6dbcc-1c25-4617-a6ab-f03f5ca56b0e: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:55:44.770089 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-b36eaa70-68d1-4741-a3c2-27a38030d63f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=13cd64bc-0359-45fe-bb47-08910b85bb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4151587 May 06 13:55:44.815531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-173b6401-7a77-4ccb-9bad-1d15ca94312d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port 9e06cd75-a1ef-445b-bdac-4315187dec17 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:44.815978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-173b6401-7a77-4ccb-9bad-1d15ca94312d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.821588 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-ae65ca85-f849-4567-989d-0c74aff99730 service neutron] 10.222.0.65 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132712 May 06 13:55:44.838550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 56a22700-f4b9-48ba-817d-fecf60bd0cf8 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:55:44.846745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:44.849562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:45.094318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fed93-91c1-445c-bc06-a852bb159b60 req-fe8d42eb-4b4d-4ec3-bd49-c973f576de4e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:45.096087 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e94fed93-91c1-445c-bc06-a852bb159b60 req-fe8d42eb-4b4d-4ec3-bd49-c973f576de4e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 944 time: 0.4060411 May 06 13:55:45.159223 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.247863 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e94fed93-91c1-445c-bc06-a852bb159b60 req-30b650f9-6a85-4202-97f5-42665118e289 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375875 May 06 13:55:45.262559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Transition to ACTIVE for port object b661e0e4-00db-4508-8002-7d6e73575449 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:45.274231 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-24fafa27-b856-437b-9f73-877b8c3d62cd service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871523 May 06 13:55:45.291304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:45.340515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:55:45.352470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.450171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:45.454801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:45.457940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=00bf6748-f8eb-48ab-8132-91759c965e42,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:45.467633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:45.470269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.615572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-173b6401-7a77-4ccb-9bad-1d15ca94312d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.638830 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d476d3ba-cff3-4a33-af28-263678d6858e req-1f413b96-5cf4-439c-9a04-8e5181ad9263 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 210 time: 0.1245706 May 06 13:55:45.649121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.734983 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-970438a9-7e9c-48bc-82e6-e2a3ec364011 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7763035 May 06 13:55:45.756248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36918) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:45.822551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc006598-43c0-4b98-9c57-f0b445be2776 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:45.852877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:46.024796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 56a22700-f4b9-48ba-817d-fecf60bd0cf8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:46.072940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Transition to ACTIVE for port object b661e0e4-00db-4508-8002-7d6e73575449 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:46.088834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.142530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:55:46.196175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-173b6401-7a77-4ccb-9bad-1d15ca94312d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for 9e06cd75-a1ef-445b-bdac-4315187dec17 owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:46.295848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:46.314024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:46.320874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Pushing event updated for resources: {'Port': ['ID=b661e0e4-00db-4508-8002-7d6e73575449,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:46.413026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:46.436287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30bb21-931d-4243-85ad-086ac3111194 req-90029b7e-473f-49f7-8ace-006a8554bda7 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:46.446662 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5fe56a4b-873f-4762-be46-fbd7cc60b412 req-160e68c0-1ceb-4b97-92b7-a50869244099 service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1103511 May 06 13:55:46.450254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-173b6401-7a77-4ccb-9bad-1d15ca94312d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.470850 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1f30bb21-931d-4243-85ad-086ac3111194 req-90029b7e-473f-49f7-8ace-006a8554bda7 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.2795999 May 06 13:55:46.504498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:46.512035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.515288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Allocated IP 172.23.0.1 (9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe/2b50d287-ab5a-4ce3-b569-bdbe0ee13d01/651dea3f-b051-4378-a36a-7eca857774f2) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:46.560447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:46.563396 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1f30bb21-931d-4243-85ad-086ac3111194 req-f8499e47-5d8f-4da5-8b4d-062d2c99aa0c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916047 May 06 13:55:46.564579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b6401-7a77-4ccb-9bad-1d15ca94312d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=9e06cd75-a1ef-445b-bdac-4315187dec17,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:46.583434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:46.662718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:46.747173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a22700-f4b9-48ba-817d-fecf60bd0cf8 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:55:46.754168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.770145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 56a22700-f4b9-48ba-817d-fecf60bd0cf8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:46.779288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Transition to ACTIVE for port object 651dea3f-b051-4378-a36a-7eca857774f2 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:46.804244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Attempting to bind port b661e0e4-00db-4508-8002-7d6e73575449 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:46.805019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Attempting to bind port b661e0e4-00db-4508-8002-7d6e73575449 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '8a47aaed-c5b9-4165-826f-aa999c613988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:46.805561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Attempting to bind port b661e0e4-00db-4508-8002-7d6e73575449 on network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:46.807875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.810211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.874248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:46.899340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:46.903973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:46.944236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=56a22700-f4b9-48ba-817d-fecf60bd0cf8,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:46.969383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:46.978893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': '00bf6748-f8eb-48ab-8132-91759c965e42'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:55:46.979912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.998621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:46.999020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Checking segment: {'id': '8a47aaed-c5b9-4165-826f-aa999c613988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:46.999436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.999981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Bound using segment: {'id': '8a47aaed-c5b9-4165-826f-aa999c613988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:47.000466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Bound port: b661e0e4-00db-4508-8002-7d6e73575449, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a47aaed-c5b9-4165-826f-aa999c613988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:47.000837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.019329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.035828 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-72cbbbf0-bdfd-4f67-ae4b-59b18c8533de req-48447afd-d8e7-49f4-a70d-3a7a8d0473e5 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 210 time: 0.1391616 May 06 13:55:47.041652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=651dea3f-b051-4378-a36a-7eca857774f2,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:47.069767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.154739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:55:35Z', 'revision_number': 4, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5e0638-5474-4b83-9577-018cd4d6ae20', 'name': '', 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:df:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35356076-1d25-4696-aa48-d0458ec29220', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:32Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': '35356076-1d25-4696-aa48-d0458ec29220', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad2c86e-3cbf-4c2f-93e3-101b3d3452b7', 'name': '', 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:25:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:25Z', 'updated_at': '2022-05-06T13:55:27Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:47.157306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['56a22700-f4b9-48ba-817d-fecf60bd0cf8'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:55:47.182580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.222612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-173b6401-7a77-4ccb-9bad-1d15ca94312d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.229621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Checking router: ea414a54-2e67-4698-ab32-c46115ff3306 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:55:47.229975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Updating router ea414a54-2e67-4698-ab32-c46115ff3306 port 5f5e0638-5474-4b83-9577-018cd4d6ae20 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:55:47.270088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfcee7-573e-4191-99d5-be4d351b3374 req-a1532fba-cdc5-471c-8ae0-57488794a3ec tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:47.278390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b7bfcee7-573e-4191-99d5-be4d351b3374 req-a1532fba-cdc5-471c-8ae0-57488794a3ec tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 944 time: 0.7813718 May 06 13:55:47.304816 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-173b6401-7a77-4ccb-9bad-1d15ca94312d tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/ports/9e06cd75-a1ef-445b-bdac-4315187dec17 HTTP/1.1" status: 204 len: 168 time: 2.6550949 May 06 13:55:47.313538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36928) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:47.314274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] For port b661e0e4-00db-4508-8002-7d6e73575449, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:47.340835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:47.346114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:47.351115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:floatingip and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:47.354117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:47.362120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:47.389932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.390330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] For port b661e0e4-00db-4508-8002-7d6e73575449, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b661e0e4-00db-4508-8002-7d6e73575449,segment=NetworkSegment(8a47aaed-c5b9-4165-826f-aa999c613988),segment_id=8a47aaed-c5b9-4165-826f-aa999c613988)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:47.399801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.426216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.453706 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.ipam_backend_mixin [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00bf6748-f8eb-48ab-8132-91759c965e42 (CIDR: 2001:db8::/64) May 06 13:55:47.515071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-dcc95f73-71ba-41eb-ae5d-fae71c3a09af tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:47.516656 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-dcc95f73-71ba-41eb-ae5d-fae71c3a09af tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 812 time: 0.3835773 May 06 13:55:47.517604 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:55:47.518084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:47.537129 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b7bfcee7-573e-4191-99d5-be4d351b3374 req-f926d862-9c2e-4838-885d-73fcc798e06b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582562 May 06 13:55:47.575046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Allocated IP 2001:db8::f816:3eff:fe52:5168 (50bbb88f-72fc-4a05-991e-345befa7062b/00bf6748-f8eb-48ab-8132-91759c965e42/11d83e51-c901-4c4c-a4b1-801db7b0dbbe) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:47.626835 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce2d068c-11b5-4111-a157-39db14af918b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8691080 May 06 13:55:47.630607 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-6f8bfd6e-98d8-4515-bdf5-4c8dfc215277 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 379 time: 0.0919015 May 06 13:55:47.632365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36936) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:47.639474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'port': {'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'admin_state_up': True, 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'security_groups': ['9b0baad2-5e5b-4653-9b60-0d640b98d130']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:47.663319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:47.683395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029a505-de2c-48ba-baa7-41d2795fccfd None None] Pushing event updated for resources: {'Port': ['ID=b661e0e4-00db-4508-8002-7d6e73575449,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:47.715587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.720517 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.932339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event updated for resources: {'Port': ['ID=651dea3f-b051-4378-a36a-7eca857774f2,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:47.938420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.073310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:48.077978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:48.092137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:48.105871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:48.127060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:48.130746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.161343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:48.162943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:48.163290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:48.301790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:48.385623 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a394cdd1-a287-4d37-801f-9110fbeb52ea req-56b00e07-96a5-4492-9dec-6bbaac15411d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 210 time: 0.0864196 May 06 13:55:48.394371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.402251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Made reservation on behalf of f9474ae57cd847da84ea370292c66aa4 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:48.405297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.473304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.531514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Transition to ACTIVE for port object 11d83e51-c901-4c4c-a4b1-801db7b0dbbe will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:48.595247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07873-91d0-4da9-9491-51e2d890d339 req-d8a9293a-7b68-4555-b4bf-29f27f39725e tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:48.596952 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3ab07873-91d0-4da9-9491-51e2d890d339 req-d8a9293a-7b68-4555-b4bf-29f27f39725e tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.7981544 May 06 13:55:48.610763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Transition to ACTIVE for port object 11d83e51-c901-4c4c-a4b1-801db7b0dbbe will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:48.642173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.701567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:55:48.836228 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3ab07873-91d0-4da9-9491-51e2d890d339 req-932fcd18-7972-4f92-a599-61272d9130a5 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308731 May 06 13:55:48.879868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:48.906183 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:48.913314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:48.956952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Pushing event updated for resources: {'Port': ['ID=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:48.978646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.26.0.122 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/bc3533c2-363d-44af-82fb-189554d65cf9) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:48.994000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.008903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:49.128270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Transition to ACTIVE for port object 5f5e0638-5474-4b83-9577-018cd4d6ae20 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:49.131047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Attempting to bind port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:49.132265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Attempting to bind port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:49.132787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Attempting to bind port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:49.140969 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:49.142704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:49.143267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.143898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:49.145141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Bound port: 11d83e51-c901-4c4c-a4b1-801db7b0dbbe, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:49.146948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.174986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.185916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Allocated IP 172.20.0.13 (f7b0fd4d-ab06-4664-8d00-e6a6555dbcce/3a1afb88-e1bb-4d86-b212-51fc47b39d78/78688f5a-fc5b-40f5-abae-f44ddbc9de0a) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:49.241669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d171f-2e88-4181-9417-bf743720d113 req-5223072b-08d0-4dc8-b421-0e7c1ac896f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:49.243837 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-720d171f-2e88-4181-9417-bf743720d113 req-5223072b-08d0-4dc8-b421-0e7c1ac896f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 945 time: 0.4588888 May 06 13:55:49.319757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:49.353931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ab99e19c-7da5-4ab1-b6ed-225e660daf92 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7506969 May 06 13:55:49.356535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36946) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:49.365544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:49.587699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72705c5a-c86d-46ea-a85e-06121aefd324 None None] Network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:49.631254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.645646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-720d171f-2e88-4181-9417-bf743720d113 req-3f415315-8f9e-4254-a116-e9443b3a5435 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831646 May 06 13:55:49.646501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.693280 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b0a83eef-73b3-4f6a-a906-d01c109dbb81 req-1981f390-ca21-4633-96ed-c0e873359555 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 210 time: 0.0786190 May 06 13:55:49.715573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Attempting to bind port 5f5e0638-5474-4b83-9577-018cd4d6ae20 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:49.716431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Attempting to bind port 5f5e0638-5474-4b83-9577-018cd4d6ae20 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:49.716864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Attempting to bind port 5f5e0638-5474-4b83-9577-018cd4d6ae20 on network 2c55ca32-9530-44ce-a71d-fa86207d129a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:49.781687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-92c68337-fd5b-4fca-bb1f-c25eaf41e479 None None] Provisioning for port b661e0e4-00db-4508-8002-7d6e73575449 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:49.807506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:49.815846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239561ce-3a4b-4730-a801-a4eb4c42fcf3 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0638-5474-4b83-9577-018cd4d6ae20,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:49.816135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:49.818321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.827073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:49.827500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Checking segment: {'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:49.827986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.828572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Bound using segment: {'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:49.829126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Bound port: 5f5e0638-5474-4b83-9577-018cd4d6ae20, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9725d13d-f433-4f41-8bfe-791bf45c2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:49.829560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.851529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:49.852157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.956652 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3229511 May 06 13:55:49.966488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36954) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:49.981742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.985963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:66:5a:3d', 'name': 'tempest-NetworksTestDHCPv6-134382299'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:49.986543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:50.001223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:50.010250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:50.098402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] For port 5f5e0638-5474-4b83-9577-018cd4d6ae20, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:50.111040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] For port 5f5e0638-5474-4b83-9577-018cd4d6ae20, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5f5e0638-5474-4b83-9577-018cd4d6ae20,segment=NetworkSegment(9725d13d-f433-4f41-8bfe-791bf45c2415),segment_id=9725d13d-f433-4f41-8bfe-791bf45c2415)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:50.231341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.262261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:50.266863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:50.269957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:50.276782 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:50.293546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.314807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e46c37-aa69-4724-8807-8fdc71c7c504 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=e11b2170-27de-41b0-91d0-dbb69f188db4,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:50.317011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:50.320980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Transition to ACTIVE for port object 78688f5a-fc5b-40f5-abae-f44ddbc9de0a will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:50.361931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.386572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b661e0e4-00db-4508-8002-7d6e73575449 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:50.418673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] For port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:50.478862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] For port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:50.503048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.511854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Updating router ea414a54-2e67-4698-ab32-c46115ff3306 port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:55:50.536958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.563294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239561ce-3a4b-4730-a801-a4eb4c42fcf3 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0638-5474-4b83-9577-018cd4d6ae20,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:50.581016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.591607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=bc3533c2-363d-44af-82fb-189554d65cf9,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:50.596262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.651203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.681844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.691338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=bc3533c2-363d-44af-82fb-189554d65cf9,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:50.738339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88446724-318e-45d9-9eae-c1d436ab2faf None None] Pushing event updated for resources: {'Port': ['ID=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:50.752300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port b661e0e4-00db-4508-8002-7d6e73575449 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:50.759044 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.763154 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port b661e0e4-00db-4508-8002-7d6e73575449 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:50.763530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.785071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 3ce53f9e-67b7-4065-8c9a-0dbe79f13af0 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:55:50.826681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.828571 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3df1287c-f40e-453e-aba0-70b7cb54675b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5119410 May 06 13:55:50.833090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36962) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:50.845236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'port': {'network_id': '520cc9b4-e460-4451-85a1-9af468d39d82', 'name': 'tempest-FloatingIPTestJSON-1906640436'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:50.886761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 56a22700-f4b9-48ba-817d-fecf60bd0cf8 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:51.105084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.extraroute_db [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:55:51.155436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.164700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.extraroute_db [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Removed routes are [] {{(pid=84022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:55:51.165391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.294961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:51.302053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:51.307765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:port and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:51.311419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:51.318904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:51.340321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:51.357486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:51.360642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.371269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:51.413744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db840d94-9d44-4131-8fd7-bd467749a17d req-86726628-64b5-4916-b6a0-f737ab91f8bc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:51.425084 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-db840d94-9d44-4131-8fd7-bd467749a17d req-86726628-64b5-4916-b6a0-f737ab91f8bc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 1.1875029 May 06 13:55:51.433023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:51.454355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.466247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:51.466247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.526886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3626b0-6624-4e7e-b932-e8cb68490279 req-ffeef2d1-3ba8-42c2-94d1-4eae4fb3da5a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:51.529381 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4f3626b0-6624-4e7e-b932-e8cb68490279 req-ffeef2d1-3ba8-42c2-94d1-4eae4fb3da5a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 945 time: 0.5854807 May 06 13:55:51.537113 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-db840d94-9d44-4131-8fd7-bd467749a17d req-ff51399a-1087-4d66-b212-cb7deab1aad1 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110520 May 06 13:55:51.564757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] device_id is not set on port fb56a3aa-bbe2-42c0-bdaa-41410bc23fca yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:55:51.578234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8:0:1::16e (50bbb88f-72fc-4a05-991e-345befa7062b/e11b2170-27de-41b0-91d0-dbb69f188db4/3ce53f9e-67b7-4065-8c9a-0dbe79f13af0) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:51.607327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fe66:5a3d (50bbb88f-72fc-4a05-991e-345befa7062b/00bf6748-f8eb-48ab-8132-91759c965e42/3ce53f9e-67b7-4065-8c9a-0dbe79f13af0) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:51.622020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-67560ec4-87a7-4d76-b729-8cf0886d22e9 None None] Provisioning complete for port b661e0e4-00db-4508-8002-7d6e73575449 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:51.622389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-67560ec4-87a7-4d76-b729-8cf0886d22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.651028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:51.668299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4f3626b0-6624-4e7e-b932-e8cb68490279 req-241a272d-60e3-41e6-bee5-ee0463e31a06 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:51.700642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port b661e0e4-00db-4508-8002-7d6e73575449, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b661e0e4-00db-4508-8002-7d6e73575449,segment=NetworkSegment(8a47aaed-c5b9-4165-826f-aa999c613988),segment_id=8a47aaed-c5b9-4165-826f-aa999c613988)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:51.733749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.740670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.747286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:51.748088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.779745 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-d44d76c6-182c-468b-8721-6f15638bfcd1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1439583 May 06 13:55:51.800871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Request body: {'port': {'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:51.897839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Transition to ACTIVE for port object dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:51.905443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=b661e0e4-00db-4508-8002-7d6e73575449,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:51.908827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4f3626b0-6624-4e7e-b932-e8cb68490279 req-241a272d-60e3-41e6-bee5-ee0463e31a06 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:51.911041 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4f3626b0-6624-4e7e-b932-e8cb68490279 req-241a272d-60e3-41e6-bee5-ee0463e31a06 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666649 May 06 13:55:51.997361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.062337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.066242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.136527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.218647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239561ce-3a4b-4730-a801-a4eb4c42fcf3 None None] Pushing event updated for resources: {'Port': ['ID=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:52.224845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.282582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.300911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 3ce53f9e-67b7-4065-8c9a-0dbe79f13af0 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:52.323483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b661e0e4-00db-4508-8002-7d6e73575449 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:52.388655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:52.398452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.410708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.20.0.5 (520cc9b4-e460-4451-85a1-9af468d39d82/6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc/fb56a3aa-bbe2-42c0-bdaa-41410bc23fca) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:52.459973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86b4d1-e008-4f36-9e7b-5bae1c58a48f req-db29d4e8-f20b-47f1-84f7-6046e8a259c6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:52.460772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6c86b4d1-e008-4f36-9e7b-5bae1c58a48f req-db29d4e8-f20b-47f1-84f7-6046e8a259c6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:52.479846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 56a22700-f4b9-48ba-817d-fecf60bd0cf8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:52.536395 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf200a47-4952-4447-97ce-2455f73bb52a'] response: {'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'code': 200} May 06 13:55:52.537195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f0f4ed-9e86-4310-bafc-812eaea63faa None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:52.544314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:52.549384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:52.555631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:52.559772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:52.560729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.571444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.634342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6c86b4d1-e008-4f36-9e7b-5bae1c58a48f req-db29d4e8-f20b-47f1-84f7-6046e8a259c6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:52.635519 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6c86b4d1-e008-4f36-9e7b-5bae1c58a48f req-db29d4e8-f20b-47f1-84f7-6046e8a259c6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 932 time: 0.6688690 May 06 13:55:52.639917 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6722746 May 06 13:55:52.646542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cce6d7-dd83-499d-b14e-efb455b0f3b5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=3ce53f9e-67b7-4065-8c9a-0dbe79f13af0,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:52.649611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36970) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:52.686746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-67560ec4-87a7-4d76-b729-8cf0886d22e9 None None] Provisioning for port 651dea3f-b051-4378-a36a-7eca857774f2 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:52.699213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Attempting to bind port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:52.699596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Attempting to bind port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:52.699985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Attempting to bind port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 on network f502308c-1833-4808-a8d8-c715e1e955d3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:52.728661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-67560ec4-87a7-4d76-b729-8cf0886d22e9 None None] Provisioning complete for port 651dea3f-b051-4378-a36a-7eca857774f2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:52.729485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-67560ec4-87a7-4d76-b729-8cf0886d22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.780300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:52.780707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Checking segment: {'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:52.780987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.782330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Bound using segment: {'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:52.782330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Bound port: dad2c86e-3cbf-4c2f-93e3-101b3d3452b7, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91242269-efb8-44d5-88a3-b9e05e0fbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:52.782330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.784632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6437f-9ebc-4792-9881-d0c1a953aff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 3ce53f9e-67b7-4065-8c9a-0dbe79f13af0 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:52.784971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bbf6437f-9ebc-4792-9881-d0c1a953aff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.834316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=56a22700-f4b9-48ba-817d-fecf60bd0cf8,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:52.861820 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6c86b4d1-e008-4f36-9e7b-5bae1c58a48f req-a69cd9db-6fae-404e-af3c-5cbe969242ea tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094960 May 06 13:55:52.881229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-67560ec4-87a7-4d76-b729-8cf0886d22e9 None None] Port 651dea3f-b051-4378-a36a-7eca857774f2 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:52.982414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.987728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port b661e0e4-00db-4508-8002-7d6e73575449 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:52.992309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.994997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78688f5a-fc5b-40f5-abae-f44ddbc9de0a {{(pid=84021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:55:53.004219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.025260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Transition to ACTIVE for port object 78688f5a-fc5b-40f5-abae-f44ddbc9de0a will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:53.033962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.103637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.184929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] For port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:53.189427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] For port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,segment=NetworkSegment(91242269-efb8-44d5-88a3-b9e05e0fbf89),segment_id=91242269-efb8-44d5-88a3-b9e05e0fbf89)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:53.207707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Pushing event updated for resources: {'Port': ['ID=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:53.235615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 520cc9b4-e460-4451-85a1-9af468d39d82 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:53.249668 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.254138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0769215d-86fe-415d-bcfc-6733f69be623 None None] Provisioning for port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:53.281688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bbf6437f-9ebc-4792-9881-d0c1a953aff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.353117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:53.355662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:55:53.421002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:53.429087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6437f-9ebc-4792-9881-d0c1a953aff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 3ce53f9e-67b7-4065-8c9a-0dbe79f13af0 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:53.436970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 11d83e51-c901-4c4c-a4b1-801db7b0dbbe up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:53.444769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=fb56a3aa-bbe2-42c0-bdaa-41410bc23fca,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:53.497089 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1bca5b96-9610-4bf6-8899-9d542553226a req-310fa2d9-dab3-43f3-a38d-82f301f97078 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 1099 time: 0.7513373 May 06 13:55:53.500665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:53.501861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.541091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0769215d-86fe-415d-bcfc-6733f69be623 None None] Provisioning for port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:53.588612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239561ce-3a4b-4730-a801-a4eb4c42fcf3 None None] Pushing event updated for resources: {'Port': ['ID=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:53.593951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:53.594764 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:53.708150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abb34e-3ef0-4345-b79a-796c500a91fb req-e65d6764-3906-49ec-aabc-0147f513a5bd tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:53.709735 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e7abb34e-3ef0-4345-b79a-796c500a91fb req-e65d6764-3906-49ec-aabc-0147f513a5bd tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.9337177 May 06 13:55:53.752482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969399f-5fd8-410c-ba31-c71e5190b540 req-26dab706-0e09-438e-9199-21177378ab68 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:53.754658 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8969399f-5fd8-410c-ba31-c71e5190b540 req-26dab706-0e09-438e-9199-21177378ab68 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 946 time: 0.6560414 May 06 13:55:53.758920 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8b1262b8-c6ff-4378-97d2-bf9119edafe1 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9202983 May 06 13:55:53.763383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36976) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:53.774075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'port_id': 'fb56a3aa-bbe2-42c0-bdaa-41410bc23fca'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:53.837437 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1bca5b96-9610-4bf6-8899-9d542553226a req-122f17a6-9939-465b-aa0f-d62111e289ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268759 May 06 13:55:53.858133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0769215d-86fe-415d-bcfc-6733f69be623 None None] Provisioning complete for port 651dea3f-b051-4378-a36a-7eca857774f2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:53.858747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0769215d-86fe-415d-bcfc-6733f69be623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.858858 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e7abb34e-3ef0-4345-b79a-796c500a91fb req-f34aa40a-fe0c-4b96-a64d-5bc5b745925f tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374981 May 06 13:55:53.919447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:53.926343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.929044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0769215d-86fe-415d-bcfc-6733f69be623 None None] Port 651dea3f-b051-4378-a36a-7eca857774f2 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:55:53.944573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:53.945311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.990424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Attempting to bind port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:53.991331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:53.991903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Attempting to bind port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:53.992478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Attempting to bind port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:54.044019 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:54.048194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bbf6437f-9ebc-4792-9881-d0c1a953aff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.062055 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8969399f-5fd8-410c-ba31-c71e5190b540 req-0c235664-7cec-4956-933e-98a533bc5d2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972953 May 06 13:55:54.069378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:55:54.069378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Attempting to bind port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:54.092261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:54.093376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Checking segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:54.093764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Bound using segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:54.094648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Bound port: 78688f5a-fc5b-40f5-abae-f44ddbc9de0a, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:54.094648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.094938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1cc5c-b58d-42b6-a00e-dbd220bfd32a None None] Update dhcp port {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': '00bf6748-f8eb-48ab-8132-91759c965e42', 'ip_address': '2001:db8::f816:3eff:fe52:5168'}, {'subnet_id': 'e11b2170-27de-41b0-91d0-dbb69f188db4'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '11d83e51-c901-4c4c-a4b1-801db7b0dbbe'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:55:54.141316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6437f-9ebc-4792-9881-d0c1a953aff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=3ce53f9e-67b7-4065-8c9a-0dbe79f13af0,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:54.157250 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.162276 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a7ba4778-9433-4b98-8013-a5a1c320b2b1 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 200 len: 933 time: 4.8043122 May 06 13:55:54.165494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36982) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:54.256553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acc1cc5c-b58d-42b6-a00e-dbd220bfd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.381677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bbf6437f-9ebc-4792-9881-d0c1a953aff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.386082 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bbf6437f-9ebc-4792-9881-d0c1a953aff2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/3ce53f9e-67b7-4065-8c9a-0dbe79f13af0 HTTP/1.1" status: 204 len: 168 time: 1.7238624 May 06 13:55:54.387171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 36986) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:54.388369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] For port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:54.419802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6fa18-3e0b-45ec-bc47-99b6cffb909f req-a0a92060-b501-4647-b034-2358aca40e6d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:54.421369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3b6fa18-3e0b-45ec-bc47-99b6cffb909f req-a0a92060-b501-4647-b034-2358aca40e6d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 944 time: 0.3747463 May 06 13:55:54.452867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] For port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:54.467287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.493246 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3b6fa18-3e0b-45ec-bc47-99b6cffb909f req-6b24a15c-8b38-4021-aa1a-9313b4bcc06d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619006 May 06 13:55:54.503257 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6f6d4f57-4915-42c5-bf2d-2ee03546fe88 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 200 len: 933 time: 0.3335578 May 06 13:55:54.504029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36990) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:54.510219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'routes': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:54.551520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.618879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.620653 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] 10.222.0.69 "PUT /v2.0/ports/78688f5a-fc5b-40f5-abae-f44ddbc9de0a HTTP/1.1" status: 200 len: 1094 time: 2.8241830 May 06 13:55:54.620990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:54.664661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073adbf2-2360-4db2-8e2e-4574c19a5975 service neutron] Pushing event updated for resources: {'Port': ['ID=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:54.704841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c4926-4043-4043-b203-dca1c9f04ad3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:54.707191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:54.708383 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-229c4926-4043-4043-b203-dca1c9f04ad3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3153515 May 06 13:55:54.710139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 36996) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:54.714992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.760601 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b79f02e-4c19-4a69-aa78-f11c5d9863d2'] response: {'name': 'network-changed', 'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'status': 'completed', 'code': 200} May 06 13:55:54.801870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-acc1cc5c-b58d-42b6-a00e-dbd220bfd32a None None] Allocated IP 2001:db8:0:1::2 (50bbb88f-72fc-4a05-991e-345befa7062b/e11b2170-27de-41b0-91d0-dbb69f188db4/11d83e51-c901-4c4c-a4b1-801db7b0dbbe) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:54.883796 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-c9fa24e1-b650-4d97-8367-3a7dc0374f59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 1097 time: 0.1879599 May 06 13:55:55.016406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:55.041187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee32c1-d307-4e72-b7df-a85bfb24f66a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:55.042300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c1ee32c1-d307-4e72-b7df-a85bfb24f66a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:55.055289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:55:51Z', 'revision_number': 6, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5e0638-5474-4b83-9577-018cd4d6ae20', 'name': '', 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:df:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35356076-1d25-4696-aa48-d0458ec29220', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:32Z', 'updated_at': '2022-05-06T13:55:50Z', 'revision_number': 4, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': '35356076-1d25-4696-aa48-d0458ec29220', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651dea3f-b051-4378-a36a-7eca857774f2', 'name': '', 'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:4d:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b50d287-ab5a-4ce3-b569-bdbe0ee13d01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:46Z', 'updated_at': '2022-05-06T13:55:47Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': '2b50d287-ab5a-4ce3-b569-bdbe0ee13d01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad2c86e-3cbf-4c2f-93e3-101b3d3452b7', 'name': '', 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:25:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:25Z', 'updated_at': '2022-05-06T13:55:53Z', 'revision_number': 4, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:55.065988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f778eb-e54b-4578-824f-f5959ccc3f57 None None] The sync data for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv is: [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:55:51Z', 'revision_number': 6, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5e0638-5474-4b83-9577-018cd4d6ae20', 'name': '', 'network_id': '2c55ca32-9530-44ce-a71d-fa86207d129a', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:df:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35356076-1d25-4696-aa48-d0458ec29220', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:32Z', 'updated_at': '2022-05-06T13:55:50Z', 'revision_number': 4, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': '35356076-1d25-4696-aa48-d0458ec29220', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651dea3f-b051-4378-a36a-7eca857774f2', 'name': '', 'network_id': '9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:4d:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b50d287-ab5a-4ce3-b569-bdbe0ee13d01', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:46Z', 'updated_at': '2022-05-06T13:55:47Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': '2b50d287-ab5a-4ce3-b569-bdbe0ee13d01', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad2c86e-3cbf-4c2f-93e3-101b3d3452b7', 'name': '', 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:25:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:25Z', 'updated_at': '2022-05-06T13:55:53Z', 'revision_number': 4, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:55.125853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-acc1cc5c-b58d-42b6-a00e-dbd220bfd32a None None] For port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:55.208861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acc1cc5c-b58d-42b6-a00e-dbd220bfd32a None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.229746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-acc1cc5c-b58d-42b6-a00e-dbd220bfd32a None None] Transition to ACTIVE for port object 11d83e51-c901-4c4c-a4b1-801db7b0dbbe will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:55.233460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.236302 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-1cf193d6-48b2-42e1-96b9-b31465471aa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a HTTP/1.1" status: 200 len: 217 time: 0.2528281 May 06 13:55:55.237405 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acc1cc5c-b58d-42b6-a00e-dbd220bfd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.239104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.276023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c1ee32c1-d307-4e72-b7df-a85bfb24f66a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:55.277271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c1ee32c1-d307-4e72-b7df-a85bfb24f66a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.5657725 May 06 13:55:55.281338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37004) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:55.426021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1cc5c-b58d-42b6-a00e-dbd220bfd32a None None] Pushing event updated for resources: {'Port': ['ID=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:55.457482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf6a6d-f3d2-4c79-9309-ba1620a03111 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:55.458992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf6a6d-f3d2-4c79-9309-ba1620a03111 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:55.460672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf6a6d-f3d2-4c79-9309-ba1620a03111 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:55.461690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fcdf6a6d-f3d2-4c79-9309-ba1620a03111 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:55.503856 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-8e405304-8202-4773-91f6-43c20ca2ac9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:55.505277 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-8e405304-8202-4773-91f6-43c20ca2ac9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.1660159 May 06 13:55:55.536521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1750-9068-4358-8947-ae38b891f38c req-90f3c817-3093-4b9a-b56c-bf70683094a1 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:55.540575 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac6b1750-9068-4358-8947-ae38b891f38c req-90f3c817-3093-4b9a-b56c-bf70683094a1 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.3819978 May 06 13:55:55.549441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fcdf6a6d-f3d2-4c79-9309-ba1620a03111 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:55.550953 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fcdf6a6d-f3d2-4c79-9309-ba1620a03111 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2550824 May 06 13:55:55.570685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37010) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:55.721302 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac6b1750-9068-4358-8947-ae38b891f38c req-16c4e5d0-798d-4006-b23a-51a2d936a9f9 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728344 May 06 13:55:55.797264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882300c5-ded7-4862-bd12-698607eabbac req-23c267c2-819a-4ec4-8b31-5f25a0127032 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:55.798789 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-882300c5-ded7-4862-bd12-698607eabbac req-23c267c2-819a-4ec4-8b31-5f25a0127032 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 946 time: 0.4972701 May 06 13:55:55.876758 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-95ed54f8-84f5-424b-81ab-59004de25d56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3615575 May 06 13:55:55.883736 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-882300c5-ded7-4862-bd12-698607eabbac req-ac377a6b-89c3-43da-a356-baff28c4eb65 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772188 May 06 13:55:56.173661 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-0556c7e5-426e-4cf0-94db-4a913d641ad6 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877591 May 06 13:55:56.227073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bafa4338-5b19-4029-b4e7-62ff967b627f None None] Could not find standard attr ID for object 3ce53f9e-67b7-4065-8c9a-0dbe79f13af0. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:55:56.239540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.extraroute_db [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added routes are [] {{(pid=84022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:55:56.239926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.extraroute_db [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:55:56.244856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8f5598-2df4-4a7b-a3f8-8fecc97370ed tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 00bf6748-f8eb-48ab-8132-91759c965e42 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:56.254436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5598-2df4-4a7b-a3f8-8fecc97370ed tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.257548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bafa4338-5b19-4029-b4e7-62ff967b627f None None] Provisioning for port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:56.262889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bafa4338-5b19-4029-b4e7-62ff967b627f None None] Provisioning complete for port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:56.263254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bafa4338-5b19-4029-b4e7-62ff967b627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.293045 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP 3f656882-1108-4d23-bbdc-d9ce5924f639 associated. External IP: 172.26.0.122, port: fb56a3aa-bbe2-42c0-bdaa-41410bc23fca. May 06 13:55:56.352876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ef832-0c9c-4743-a357-91e7165f5e02 req-ff005957-e2ce-4104-9264-6ee4af71fd71 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:56.360150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f35ef832-0c9c-4743-a357-91e7165f5e02 req-ff005957-e2ce-4104-9264-6ee4af71fd71 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 944 time: 0.3283267 May 06 13:55:56.362860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.371572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5598-2df4-4a7b-a3f8-8fecc97370ed tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.568770 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02d81be6-7a62-4989-aea9-f3cf25c831dd req-dbeaabc1-73c7-4ede-a330-e654ddaae36a service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880107 May 06 13:55:56.641553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0239c018-2139-4ae3-b934-cf5fb497ecfa None None] Could not find standard attr ID for object 3ce53f9e-67b7-4065-8c9a-0dbe79f13af0. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:55:56.701973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582293b6-1e7c-4ded-b1cd-cb26db69208e req-95b16d68-1c8d-4f73-9c0f-b00c2dc69ab2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:56.703581 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-582293b6-1e7c-4ded-b1cd-cb26db69208e req-95b16d68-1c8d-4f73-9c0f-b00c2dc69ab2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 946 time: 0.5784440 May 06 13:55:56.716398 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f35ef832-0c9c-4743-a357-91e7165f5e02 req-bcf0c873-1637-4ee8-bd35-9f1d4ad0df81 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551562 May 06 13:55:56.781647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5598-2df4-4a7b-a3f8-8fecc97370ed tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.861613 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-582293b6-1e7c-4ded-b1cd-cb26db69208e req-832bff42-ea22-4bc7-8b5e-e3ab73a5bf35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368282 May 06 13:55:56.886266 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-f6bdb3c2-2f5e-4bde-99ba-393601c36e59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 1097 time: 0.2607186 May 06 13:55:57.035038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37018) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.052052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5f5e0638-5474-4b83-9577-018cd4d6ae20 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:57.138030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 5f5e0638-5474-4b83-9577-018cd4d6ae20 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:57.148888 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 5f5e0638-5474-4b83-9577-018cd4d6ae20 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:57.149760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.218034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-f28e1598-5039-4509-9ee7-24af615bd2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:57.219508 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-f28e1598-5039-4509-9ee7-24af615bd2c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.3241243 May 06 13:55:57.299462 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-770999c9-465a-4aa4-89e4-e695f5cd7e4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a HTTP/1.1" status: 200 len: 217 time: 0.0707543 May 06 13:55:57.300128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.333514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 5f5e0638-5474-4b83-9577-018cd4d6ae20, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5f5e0638-5474-4b83-9577-018cd4d6ae20,segment=NetworkSegment(9725d13d-f433-4f41-8bfe-791bf45c2415),segment_id=9725d13d-f433-4f41-8bfe-791bf45c2415)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:57.338559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.339352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:57.371827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.378095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5598-2df4-4a7b-a3f8-8fecc97370ed tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.378534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-468d0e81-9a33-4b9f-af5f-35e43e6df798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:57.380000 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-468d0e81-9a33-4b9f-af5f-35e43e6df798 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.0725412 May 06 13:55:57.414708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.431165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f5598-2df4-4a7b-a3f8-8fecc97370ed tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=00bf6748-f8eb-48ab-8132-91759c965e42,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:57.449183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65b18-e67d-490b-9461-2060b8b2fa7d req-28562bfc-80b7-4657-889e-329fa3eb3520 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:57.450640 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0ac65b18-e67d-490b-9461-2060b8b2fa7d req-28562bfc-80b7-4657-889e-329fa3eb3520 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.4626048 May 06 13:55:57.462679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=5f5e0638-5474-4b83-9577-018cd4d6ae20,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:57.477327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:57.483091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:57.483465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.506714 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-611257aa-24c3-4272-9594-add7452d34b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1196947 May 06 13:55:57.516390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5598-2df4-4a7b-a3f8-8fecc97370ed tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.536090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e82ce1-7cf2-436f-bbd4-18cb68bdb8f7 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:57.541437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:57.600985 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f96c01bb-f4bd-4a7f-8870-296d49735380 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 1094 time: 0.5587649 May 06 13:55:57.602430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37022) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.608198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:57.620542 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0c8f5598-2df4-4a7b-a3f8-8fecc97370ed tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/00bf6748-f8eb-48ab-8132-91759c965e42 HTTP/1.1" status: 204 len: 168 time: 2.0483451 May 06 13:55:57.623651 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37026) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.629784 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:57.648779 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0ac65b18-e67d-490b-9461-2060b8b2fa7d req-dce4b07f-b3bf-4bc5-a304-8d8ddec0b3eb tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485186 May 06 13:55:57.667859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:57.677403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:57.691640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:57.759723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.829559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,segment=NetworkSegment(91242269-efb8-44d5-88a3-b9e05e0fbf89),segment_id=91242269-efb8-44d5-88a3-b9e05e0fbf89)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:57.874128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.875558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 11d83e51-c901-4c4c-a4b1-801db7b0dbbe up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:57.907819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:57.916533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.920321 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-45ff5787-32a0-4db6-94ad-0cec76d46af6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 200 len: 699 time: 3.4126880 May 06 13:55:57.920634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37032) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.969051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:58.029602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:58.049090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:58.049584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.117528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.173027 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7ed6278d-3025-4bd8-b395-64705db2dc84 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 200 len: 699 time: 0.2512796 May 06 13:55:58.177467 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-696aa725-3ba7-4238-ac0b-b0e4f9775277 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592588 May 06 13:55:58.179540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37036) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:58.467600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ddf4-a01e-46f2-b849-8602876f85bf req-9c9cea92-372c-446e-b231-21e02ea3176e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:58.474571 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4648ddf4-a01e-46f2-b849-8602876f85bf req-9c9cea92-372c-446e-b231-21e02ea3176e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 944 time: 0.5474448 May 06 13:55:58.569883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.588163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6563550-e0f1-48a6-9c9f-bf6b1ee1af32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet e11b2170-27de-41b0-91d0-dbb69f188db4 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:58.600718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6563550-e0f1-48a6-9c9f-bf6b1ee1af32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.642736 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d9c30b31-b70c-44e3-a611-1577d99d4c21 req-b26ff33e-beb4-4ea2-aee6-03b86ece2fda service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527431 May 06 13:55:58.660298 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4648ddf4-a01e-46f2-b849-8602876f85bf req-ade2170a-e6e2-462c-88c3-200ef5e202ca tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842852 May 06 13:55:58.707152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6563550-e0f1-48a6-9c9f-bf6b1ee1af32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.799407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.801899 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-94b85d8a-97ce-4af5-abc1-1477c79ad6b6 None None] Provisioning complete for port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:58.802406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94b85d8a-97ce-4af5-abc1-1477c79ad6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.839381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:58.843862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.865222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5f5e0638-5474-4b83-9577-018cd4d6ae20 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:58.894839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72735991-dfa1-4b61-b526-ac0cd3f049fb None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:58.960497 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-969758f3-d823-483d-9494-e78b82cf32ac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/floatingips/3f656882-1108-4d23-bbdc-d9ce5924f639 HTTP/1.1" status: 200 len: 978 time: 5.1944137 May 06 13:55:58.961427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37042) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:58.978779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72735991-dfa1-4b61-b526-ac0cd3f049fb None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:58.979775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-72735991-dfa1-4b61-b526-ac0cd3f049fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.075557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6563550-e0f1-48a6-9c9f-bf6b1ee1af32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.095288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-72735991-dfa1-4b61-b526-ac0cd3f049fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.165419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port fb56a3aa-bbe2-42c0-bdaa-41410bc23fca {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:59.165419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.196577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72735991-dfa1-4b61-b526-ac0cd3f049fb None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:59.197765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-72735991-dfa1-4b61-b526-ac0cd3f049fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.204836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.31 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/20c1d2ca-334a-47e8-a458-83521788494a) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:59.252944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6563550-e0f1-48a6-9c9f-bf6b1ee1af32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.358880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 5f5e0638-5474-4b83-9577-018cd4d6ae20 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:59.359857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.384962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-72735991-dfa1-4b61-b526-ac0cd3f049fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.386009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72735991-dfa1-4b61-b526-ac0cd3f049fb None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:59.392463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ad859-30be-4acb-99d2-b481e941c880 req-69c190e8-637a-4e45-9f4d-7731967fb448 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:59.400087 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-986ad859-30be-4acb-99d2-b481e941c880 req-69c190e8-637a-4e45-9f4d-7731967fb448 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.4949865 May 06 13:55:59.421203 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6563550-e0f1-48a6-9c9f-bf6b1ee1af32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=e11b2170-27de-41b0-91d0-dbb69f188db4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:59.438506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c6563550-e0f1-48a6-9c9f-bf6b1ee1af32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.453554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004298fc-fe4b-4c4c-a282-9583f1b8ba9c None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:59.473563 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c6563550-e0f1-48a6-9c9f-bf6b1ee1af32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/e11b2170-27de-41b0-91d0-dbb69f188db4 HTTP/1.1" status: 204 len: 168 time: 1.8452876 May 06 13:55:59.479670 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37046) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:59.486252 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-986ad859-30be-4acb-99d2-b481e941c880 req-31e27865-50df-4647-8b88-e1f8c4c9e4b1 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851808 May 06 13:55:59.706414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 651dea3f-b051-4378-a36a-7eca857774f2 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:59.707125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.718008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:59.810974 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-caafe9e8-1676-4146-aac2-52957255e370 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3095109 May 06 13:55:59.824182 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:59.824670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.832485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37052) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:59.847205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:59.903811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:55:59.944590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] Deleting port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:59.944961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.984327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.039644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.108246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.114796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 651dea3f-b051-4378-a36a-7eca857774f2 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:00.128334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:00.177120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] For port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:00.177648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.188121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:00.204385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:00.228426 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b1ee85c6-0cdc-49b3-9639-92339399abcc req-207ff27b-54b5-47de-ac97-874193fcc6db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 1099 time: 0.7146237 May 06 13:56:00.229550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:00.300826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] Calling delete_port for 11d83e51-c901-4c4c-a4b1-801db7b0dbbe owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:00.308878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.343600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7692be8-ec54-49ec-b41a-535f22a65a81 req-a8eeff20-5db1-4583-9ee6-851cd0807c6a tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:00.345242 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c7692be8-ec54-49ec-b41a-535f22a65a81 req-a8eeff20-5db1-4583-9ee6-851cd0807c6a tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 944 time: 0.5079088 May 06 13:56:00.355230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:00.358916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.359126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=651dea3f-b051-4378-a36a-7eca857774f2,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:00.379811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.389994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.456295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] Pushing event deleted for resources: {'Port': ['ID=11d83e51-c901-4c4c-a4b1-801db7b0dbbe,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:00.470536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab7d89-7d5a-4277-b8e0-cbd564d7e670 None None] No DVR routers for this DVR port 11d83e51-c901-4c4c-a4b1-801db7b0dbbe on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:00.672608 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b1ee85c6-0cdc-49b3-9639-92339399abcc req-00f61f40-9e36-42fc-a3e3-2d9144f61a8e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352765 May 06 13:56:00.688401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:00.705008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:00.707382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:00.728615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c0dc1-1148-44c2-8c81-a16807412bd1 req-b7b3379b-d868-4371-a55c-317946b6e536 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:00.730031 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f70c0dc1-1148-44c2-8c81-a16807412bd1 req-b7b3379b-d868-4371-a55c-317946b6e536 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.1049476 May 06 13:56:00.738197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.741648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=20c1d2ca-334a-47e8-a458-83521788494a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:00.784001 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c7692be8-ec54-49ec-b41a-535f22a65a81 req-a79436e5-bc27-4e90-9c44-61f0f86ef3ec tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056447 May 06 13:56:00.816527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.817143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.817248 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP 3f656882-1108-4d23-bbdc-d9ce5924f639 disassociated. External IP: 172.26.0.122, port: fb56a3aa-bbe2-42c0-bdaa-41410bc23fca. May 06 13:56:00.817757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for fb56a3aa-bbe2-42c0-bdaa-41410bc23fca owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:00.818791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 11d83e51-c901-4c4c-a4b1-801db7b0dbbe no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:00.854553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 11d83e51-c901-4c4c-a4b1-801db7b0dbbe {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:00.854553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 11d83e51-c901-4c4c-a4b1-801db7b0dbbe not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:00.859563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f70c0dc1-1148-44c2-8c81-a16807412bd1 req-84e098dd-b43c-4939-b80c-4d11684b5974 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155872 May 06 13:56:00.870034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device c253c31e-249e-4417-8a12-f3c14f2023c1 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:56:00.980754 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device c253c31e-249e-4417-8a12-f3c14f2023c1 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:01.139567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:01.160148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'port_id': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'mac_address': 'fa:16:3e:ff:3f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:56:01.161969 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.243994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.255717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:01.273724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:01.275725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c253c31e-249e-4417-8a12-f3c14f2023c1 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:56:01.281572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.353776 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d45534c-2513-4306-b2ff-3ed256c73cf2'] response: {'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'code': 200} May 06 13:56:01.360825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.401262 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:56:01.401632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:56:01.403930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:01.530361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:01.570345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=fb56a3aa-bbe2-42c0-bdaa-41410bc23fca,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:01.714968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:01.730962 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7139f1ac-fe77-449a-a784-19196adc7ec0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5453796 May 06 13:56:01.732202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37060) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:01.797202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.objects.ports [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:56:01.805322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.935046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=c14a81e0-4196-448d-9a45-2e64d28460b0,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:01.946006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:01.951486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:01.954907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:01.955580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.019697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.023157 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4b2372d1-9753-4fb5-9b4a-d936b01797d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1874478 May 06 13:56:02.026130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37068) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:02.032198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17fae2-4738-4ded-9b6e-b993217bdea3 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:02.045007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:02.151376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c253c31e-249e-4417-8a12-f3c14f2023c1 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:56:02.163599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-de685045-4bf2-4319-aa44-f09eb1d383f8 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet 2b50d287-ab5a-4ce3-b569-bdbe0ee13d01 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:02.167847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de685045-4bf2-4319-aa44-f09eb1d383f8 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.168113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74a2487-6688-493f-8e78-c166929c9b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.175015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:02.181985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.231213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de685045-4bf2-4319-aa44-f09eb1d383f8 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.283736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a3c3-1381-4bdb-b313-459efd7954c9 req-79f10db4-d10d-4ad1-9387-e684e2aaec90 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:02.285413 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2223a3c3-1381-4bdb-b313-459efd7954c9 req-79f10db4-d10d-4ad1-9387-e684e2aaec90 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 944 time: 0.2522824 May 06 13:56:02.356529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:02.370595 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2223a3c3-1381-4bdb-b313-459efd7954c9 req-4a23414a-9e9f-4e95-8930-a8e66821594c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720010 May 06 13:56:02.376972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de685045-4bf2-4319-aa44-f09eb1d383f8 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.388712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.390004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:02.399364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:02.405553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:02.423811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-50bbb88f-72fc-4a05-991e-345befa7062b', 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'tenant_id': '91a20f3295e24d02b0631d4bc4d678d0', 'fixed_ips': [{'subnet_id': 'c14a81e0-4196-448d-9a45-2e64d28460b0'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:56:02.425619 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.444959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:02.469419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de685045-4bf2-4319-aa44-f09eb1d383f8 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.479637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:02.489722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['c253c31e-249e-4417-8a12-f3c14f2023c1'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:56:02.499426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b524a-d430-4dcc-bb32-dc9ed75fb54a req-8ba4714a-d550-4b96-aecd-032d5a73e935 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:02.501010 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-856b524a-d430-4dcc-bb32-dc9ed75fb54a req-8ba4714a-d550-4b96-aecd-032d5a73e935 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 945 time: 0.3434062 May 06 13:56:02.508023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:02.511167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.513043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de685045-4bf2-4319-aa44-f09eb1d383f8 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=2b50d287-ab5a-4ce3-b569-bdbe0ee13d01,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:02.518130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-de685045-4bf2-4319-aa44-f09eb1d383f8 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.526326 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-de685045-4bf2-4319-aa44-f09eb1d383f8 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/2b50d287-ab5a-4ce3-b569-bdbe0ee13d01 HTTP/1.1" status: 204 len: 168 time: 0.7929976 May 06 13:56:02.530239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37072) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:02.541575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.542696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc86fb-6aa2-45bf-9ee2-b1f69132128d None None] Network 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:02.646871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.658747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port b661e0e4-00db-4508-8002-7d6e73575449 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:02.659469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.880586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port b661e0e4-00db-4508-8002-7d6e73575449, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b661e0e4-00db-4508-8002-7d6e73575449,segment=NetworkSegment(8a47aaed-c5b9-4165-826f-aa999c613988),segment_id=8a47aaed-c5b9-4165-826f-aa999c613988)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:02.881844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.888150 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-856b524a-d430-4dcc-bb32-dc9ed75fb54a req-d1d5b2b6-1ec4-4626-8ee3-795836e87574 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551073 May 06 13:56:02.902392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Allocated IP 2001:db8::f816:3eff:fef1:2db6 (50bbb88f-72fc-4a05-991e-345befa7062b/c14a81e0-4196-448d-9a45-2e64d28460b0/6e3ae842-1087-438f-8ec3-a720b3555b8c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:02.949376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37076) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:02.979872 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.ipam_backend_mixin [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c14a81e0-4196-448d-9a45-2e64d28460b0 (CIDR: 2001:db8::/64) May 06 13:56:02.989263 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:56:02.989710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:03.057619 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5c25ec65-a8d9-40d5-aed7-5b161c6ab855 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0302196 May 06 13:56:03.066408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37080) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:03.074882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:03.176308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:56:03.177453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for b661e0e4-00db-4508-8002-7d6e73575449 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:03.219690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.253994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Transition to ACTIVE for port object 6e3ae842-1087-438f-8ec3-a720b3555b8c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:03.262875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.288500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79fa440-53e0-4ca7-8942-6b9f6f5d52bb None None] DHCP port deletion for 9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:56:03.300342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Transition to ACTIVE for port object 6e3ae842-1087-438f-8ec3-a720b3555b8c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:03.320748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.330033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.341107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=b661e0e4-00db-4508-8002-7d6e73575449,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:03.348620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No DVR routers for this DVR port b661e0e4-00db-4508-8002-7d6e73575449 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:03.349427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.412832 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c3e4912c-3368-4240-887d-3106d06613ca tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/floatingips/067ab6af-8ec3-40cd-b49a-223ac9043d4d HTTP/1.1" status: 200 len: 992 time: 0.4625347 May 06 13:56:03.444400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:03.453557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:03.455374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:03.457802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:03.483274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:03.507693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:03.510121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.512420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=20c1d2ca-334a-47e8-a458-83521788494a,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:03.517995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:03.531394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:03.543829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.551351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.566359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a47aaed-c5b9-4165-826f-aa999c613988') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.566802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a47aaed-c5b9-4165-826f-aa999c613988') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.580796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Attempting to bind port 6e3ae842-1087-438f-8ec3-a720b3555b8c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:03.581277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Attempting to bind port 6e3ae842-1087-438f-8ec3-a720b3555b8c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:03.581701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Attempting to bind port 6e3ae842-1087-438f-8ec3-a720b3555b8c on network 50bbb88f-72fc-4a05-991e-345befa7062b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:03.589445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:03.589894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Checking segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:03.590354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.590796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Bound using segment: {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:03.591315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Bound port: 6e3ae842-1087-438f-8ec3-a720b3555b8c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232205d-414a-48c1-89cc-dc2ec32b9fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:03.591743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.607051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:03.625042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.656374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.664793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:56:03.665180 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:03.680656 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:03.688685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f707a283-800a-48df-a728-14746359f6c6 None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:03.692173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f707a283-800a-48df-a728-14746359f6c6 None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:03.698860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.736705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:03.754979 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26407d0a-7f3f-4a56-8a4d-9a1b691cc790 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:03.771544 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26407d0a-7f3f-4a56-8a4d-9a1b691cc790 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:03.773300 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-26407d0a-7f3f-4a56-8a4d-9a1b691cc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.796218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91192-8aca-45b1-b109-f6ef897f5287 req-9e65f2f6-fa86-49f7-a549-f158f2dba03e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:03.800734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4c91192-8aca-45b1-b109-f6ef897f5287 req-9e65f2f6-fa86-49f7-a549-f158f2dba03e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 944 time: 0.2257257 May 06 13:56:03.803632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.808109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707a283-800a-48df-a728-14746359f6c6 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:03.853561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.858727 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-26407d0a-7f3f-4a56-8a4d-9a1b691cc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.874866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:03.880276 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-96a62697-56d4-41ab-8f07-56afac18685c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/9cfa9f4c-ba1f-4c93-a911-7cbc95a909fe HTTP/1.1" status: 204 len: 168 time: 1.3499427 May 06 13:56:03.890129 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26407d0a-7f3f-4a56-8a4d-9a1b691cc790 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:03.890712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37086) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:03.893353 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-26407d0a-7f3f-4a56-8a4d-9a1b691cc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:55:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.917282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.919227 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c1b9c745-6631-478e-a62a-226c6feed15b tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/ports/fb56a3aa-bbe2-42c0-bdaa-41410bc23fca HTTP/1.1" status: 204 len: 168 time: 4.9526672 May 06 13:56:03.924768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37090) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:03.988472 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-26407d0a-7f3f-4a56-8a4d-9a1b691cc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.989208 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26407d0a-7f3f-4a56-8a4d-9a1b691cc790 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:03.999057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.063901 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4c91192-8aca-45b1-b109-f6ef897f5287 req-0a6c2be1-f524-4c98-8899-19d547b8e7cf tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405279 May 06 13:56:04.114331 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b04ffd15-d2d6-4cb3-b6d6-a417cf718ea9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "GET /v2.0/floatingips/3f656882-1108-4d23-bbdc-d9ce5924f639 HTTP/1.1" status: 200 len: 688 time: 0.1860473 May 06 13:56:04.120312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37094) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:04.288987 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 0c97aae0-7544-436a-827d-bc1b3413bcb5 associated. External IP: 172.26.0.31, port: 56a22700-f4b9-48ba-817d-fecf60bd0cf8. May 06 13:56:04.339688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e06e961-1db1-4748-9091-42ac0ff3b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.345855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port bc3533c2-363d-44af-82fb-189554d65cf9 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:04.346198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.492743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.565747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:04.570309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:04.573362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:04.573955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.586254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=021ad866-e25b-467b-84fe-d23668530b7e,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:04.627116 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-89797b32-7cc0-4ae4-8a80-23e4e5de4d2e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5569048 May 06 13:56:04.627666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37098) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:04.634243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:ce:f3:33', 'name': 'tempest-NetworksTestDHCPv6-1436254215'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:04.722185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.722416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.851997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for bc3533c2-363d-44af-82fb-189554d65cf9 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:04.880480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.889856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:04.942496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 78688f5a-fc5b-40f5-abae-f44ddbc9de0a details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:56:04.945238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device c253c31e-249e-4417-8a12-f3c14f2023c1 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:04.957014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:05.028521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e482b4-fbe9-4aed-9531-56e8fe820381 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:05.116889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:port and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:05.121820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:05.130001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:05.142166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:56:05.147559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:05.151527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.190776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 760d968d-de49-4df1-ba77-21848f30a29c yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:56:05.213399 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.269048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6ae7bd9f-448c-4108-930b-9778f2debb00 None None] Provisioning for port 6e3ae842-1087-438f-8ec3-a720b3555b8c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:05.272275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=bc3533c2-363d-44af-82fb-189554d65cf9,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:05.400722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:05.412457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6e3ae842-1087-438f-8ec3-a720b3555b8c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:05.434354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port c253c31e-249e-4417-8a12-f3c14f2023c1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:05.434715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.457298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:05.457692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.491982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.556321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:05.561033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.567358 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-65efd8ef-ef7f-40c0-a8f0-fed113586a2f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/floatingips/3f656882-1108-4d23-bbdc-d9ce5924f639 HTTP/1.1" status: 204 len: 168 time: 1.4413273 May 06 13:56:05.567699 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37104) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:05.576789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': 'dea811e6-3c83-4fc3-86c9-594be536c63c'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:05.586320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:05.617220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:floatingip and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:05.623102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.625484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:05.627504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:56:05.638355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d4f49-8537-4df0-b4fb-d06dce3457e1 req-4724a4cc-53f5-4c49-9229-4bad1113c64e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:05.640125 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b9d4f49-8537-4df0-b4fb-d06dce3457e1 req-4724a4cc-53f5-4c49-9229-4bad1113c64e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 944 time: 0.3414776 May 06 13:56:05.642201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:05.664763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.685520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.688191 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8:0:1::84 (50bbb88f-72fc-4a05-991e-345befa7062b/021ad866-e25b-467b-84fe-d23668530b7e/760d968d-de49-4df1-ba77-21848f30a29c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:05.700673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::f816:3eff:fece:f333 (50bbb88f-72fc-4a05-991e-345befa7062b/c14a81e0-4196-448d-9a45-2e64d28460b0/760d968d-de49-4df1-ba77-21848f30a29c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:05.751460 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b9d4f49-8537-4df0-b4fb-d06dce3457e1 req-6db6aadf-5adb-4943-8755-0e96519a1c0e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911191 May 06 13:56:05.806718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.850513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78688f5a-fc5b-40f5-abae-f44ddbc9de0a {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:56:05.854234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.865457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.870656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.911896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:05.922949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:05.932173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.980462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:06.019817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.025601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:06.031572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 5f5e0638-5474-4b83-9577-018cd4d6ae20 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:06.031936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.034971 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2f705b-09e9-486d-bc22-471516e4b803'] response: {'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'code': 200} May 06 13:56:06.044511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.067581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:06.070982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.090874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] Sync routers for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:06.098306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:06.105993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 760d968d-de49-4df1-ba77-21848f30a29c will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:06.117575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.146299 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d47aee-6f63-4383-bc5a-da588969dba9 None None] Update dhcp port {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': 'c14a81e0-4196-448d-9a45-2e64d28460b0', 'ip_address': '2001:db8::f816:3eff:fef1:2db6'}, {'subnet_id': '021ad866-e25b-467b-84fe-d23668530b7e'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '6e3ae842-1087-438f-8ec3-a720b3555b8c'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:56:06.177749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b661e0e4-00db-4508-8002-7d6e73575449 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:06.191357 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-75d94d90-6835-4e3f-9f96-a70bb70bea5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5880358 May 06 13:56:06.194078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:06.198420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37110) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:06.202582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.237452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.26.0.154 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/5adf984f-6783-4df2-8e0a-13af55240582) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:06.285936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: b661e0e4-00db-4508-8002-7d6e73575449 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:06.286275 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b661e0e4-00db-4508-8002-7d6e73575449 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:06.289091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:06.289889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:06.317368 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de968300-a341-4640-a323-84ebdbe59c40'] response: {'name': 'network-changed', 'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'status': 'completed', 'code': 200} May 06 13:56:06.339595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['78688f5a-fc5b-40f5-abae-f44ddbc9de0a'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:56:06.439387 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6d3789ab-9783-4087-93e0-7d0075ee8922 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/0c97aae0-7544-436a-827d-bc1b3413bcb5 HTTP/1.1" status: 200 len: 991 time: 0.2393823 May 06 13:56:06.443032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:06.444375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=760d968d-de49-4df1-ba77-21848f30a29c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:06.447845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:06.457659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:06.462307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:06.463434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.482354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4d47aee-6f63-4383-bc5a-da588969dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.492935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port 5f5e0638-5474-4b83-9577-018cd4d6ae20, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5f5e0638-5474-4b83-9577-018cd4d6ae20,segment=NetworkSegment(9725d13d-f433-4f41-8bfe-791bf45c2415),segment_id=9725d13d-f433-4f41-8bfe-791bf45c2415)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:06.493313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.495697 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c24d61f8-018e-47c7-9350-db97363d6779 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8669174 May 06 13:56:06.496531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37116) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:06.502893 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d193b26e-1259-499b-b6eb-257a708b4dea req-acaff9e1-aa5d-454b-bb66-18a112d8432b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 1099 time: 0.1846983 May 06 13:56:06.516663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:06.634359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 5f5e0638-5474-4b83-9577-018cd4d6ae20 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:06.647739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3db6ee7d-9196-4b70-8999-e9d6fb8be6b7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 760d968d-de49-4df1-ba77-21848f30a29c {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:06.648122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3db6ee7d-9196-4b70-8999-e9d6fb8be6b7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.721921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.766872 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:06.773360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b26e-1259-499b-b6eb-257a708b4dea req-096f46d8-74b7-4fef-ab92-66edb7391f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:06.774808 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d193b26e-1259-499b-b6eb-257a708b4dea req-096f46d8-74b7-4fef-ab92-66edb7391f1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=13cd64bc-0359-45fe-bb47-08910b85bb4a HTTP/1.1" status: 200 len: 896 time: 0.2439022 May 06 13:56:06.789107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:06.794844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.921723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:06.930362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:06.940098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:06.971322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=5adf984f-6783-4df2-8e0a-13af55240582,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:07.027135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.063567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.115077 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d193b26e-1259-499b-b6eb-257a708b4dea req-67b938f0-bd5d-4db0-a341-5a87a59d01fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8 HTTP/1.1" status: 200 len: 999 time: 0.3297825 May 06 13:56:07.155525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e4d47aee-6f63-4383-bc5a-da588969dba9 None None] Allocated IP 2001:db8:0:1::2 (50bbb88f-72fc-4a05-991e-345befa7062b/021ad866-e25b-467b-84fe-d23668530b7e/6e3ae842-1087-438f-8ec3-a720b3555b8c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:07.156348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=5f5e0638-5474-4b83-9577-018cd4d6ae20,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:07.214317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3db6ee7d-9196-4b70-8999-e9d6fb8be6b7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.339060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9369d0-4f39-4320-94c1-846489e90e97 req-546abd5b-7362-46e1-a7ee-c8830ac35cd0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:07.341217 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d9369d0-4f39-4320-94c1-846489e90e97 req-546abd5b-7362-46e1-a7ee-c8830ac35cd0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 945 time: 0.3639526 May 06 13:56:07.377693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3db6ee7d-9196-4b70-8999-e9d6fb8be6b7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 760d968d-de49-4df1-ba77-21848f30a29c owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:07.406600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b26e-1259-499b-b6eb-257a708b4dea req-36c01863-0e74-40ca-9370-d9ee246bf3b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:07.408224 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d193b26e-1259-499b-b6eb-257a708b4dea req-36c01863-0e74-40ca-9370-d9ee246bf3b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f224ae4b-02b6-4967-9d6c-e1ff01f609e9 HTTP/1.1" status: 200 len: 835 time: 0.2745082 May 06 13:56:07.549139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37122) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:07.553119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e4d47aee-6f63-4383-bc5a-da588969dba9 None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:07.588117 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] Sync routers for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:07.604976 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:07.606228 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:07.667457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4d47aee-6f63-4383-bc5a-da588969dba9 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.712029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e4d47aee-6f63-4383-bc5a-da588969dba9 None None] Transition to ACTIVE for port object 6e3ae842-1087-438f-8ec3-a720b3555b8c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:07.719508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4d47aee-6f63-4383-bc5a-da588969dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.722001 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d193b26e-1259-499b-b6eb-257a708b4dea req-1e3022d6-a8c8-4e86-9bbc-fd83f9b01f8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=13cd64bc-0359-45fe-bb47-08910b85bb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1603718 May 06 13:56:07.722788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3db6ee7d-9196-4b70-8999-e9d6fb8be6b7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.817015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6ee7d-9196-4b70-8999-e9d6fb8be6b7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=760d968d-de49-4df1-ba77-21848f30a29c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:07.864079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:10Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:01Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:07.894276 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d9369d0-4f39-4320-94c1-846489e90e97 req-99f08833-79f7-4a5c-8bdb-739b9dc6ed9e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5452800 May 06 13:56:07.902001 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:07.903744 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d47aee-6f63-4383-bc5a-da588969dba9 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:07.907431 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-df2518a9-aa5c-4334-a420-ca97e7516e32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/0c97aae0-7544-436a-827d-bc1b3413bcb5 HTTP/1.1" status: 200 len: 991 time: 0.3557589 May 06 13:56:07.907591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] Checking router: 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:07.937491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:07.938135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:08.030926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.101623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3db6ee7d-9196-4b70-8999-e9d6fb8be6b7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.122647 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3db6ee7d-9196-4b70-8999-e9d6fb8be6b7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/760d968d-de49-4df1-ba77-21848f30a29c HTTP/1.1" status: 204 len: 168 time: 1.6242173 May 06 13:56:08.133088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37126) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:08.202066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:08.203649 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d193b26e-1259-499b-b6eb-257a708b4dea req-9989c792-7add-4664-9fc3-69735a330cc4 service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235361 May 06 13:56:08.345304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.416436 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:06Z', 'revision_number': 9, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad2c86e-3cbf-4c2f-93e3-101b3d3452b7', 'name': '', 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:25:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:25Z', 'updated_at': '2022-05-06T13:55:57Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:08.420850 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] Checking router: ea414a54-2e67-4698-ab32-c46115ff3306 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:08.430426 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d193b26e-1259-499b-b6eb-257a708b4dea req-5f51e107-6ea1-4347-a3cb-6c732ac70e60 service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192998 May 06 13:56:08.435218 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:08.436181 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:08.461032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e1bda-2f9e-4c93-9a6d-03f9a878f6b4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:08.462064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-372e1bda-2f9e-4c93-9a6d-03f9a878f6b4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:08.493927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-372e1bda-2f9e-4c93-9a6d-03f9a878f6b4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:08.497406 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-372e1bda-2f9e-4c93-9a6d-03f9a878f6b4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3602738 May 06 13:56:08.497583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.498682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37130) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:08.592184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aadaae-5e28-4ae6-9dcd-54346884f956 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:08.595971 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-40aadaae-5e28-4ae6-9dcd-54346884f956 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0941141 May 06 13:56:08.596226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37134) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:08.621377 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:08.699115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d84d22-6e2c-42d4-acd8-39ddffb52eae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:08.700679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d84d22-6e2c-42d4-acd8-39ddffb52eae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:08.702176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d84d22-6e2c-42d4-acd8-39ddffb52eae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:08.702991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-54d84d22-6e2c-42d4-acd8-39ddffb52eae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:08.728607 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-54d84d22-6e2c-42d4-acd8-39ddffb52eae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:08.732654 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-54d84d22-6e2c-42d4-acd8-39ddffb52eae tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1331050 May 06 13:56:08.733847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37138) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:08.748909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:10Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:01Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:08.763491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85b6f6-b735-4736-ac84-44821ef7dd7d None None] The sync data for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv is: [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:55:10Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:01Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:08.841836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d775961-2772-4026-a673-2149bb1f25e7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 021ad866-e25b-467b-84fe-d23668530b7e {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:08.845168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d775961-2772-4026-a673-2149bb1f25e7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.910004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 78688f5a-fc5b-40f5-abae-f44ddbc9de0a up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:08.968134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:08.973319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d775961-2772-4026-a673-2149bb1f25e7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.997573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-23fcc64e-c428-4d77-b405-c3034228eddf None None] Provisioning for port 6e3ae842-1087-438f-8ec3-a720b3555b8c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:09.063100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37142) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:09.087017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d775961-2772-4026-a673-2149bb1f25e7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.088706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-23fcc64e-c428-4d77-b405-c3034228eddf None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:09.089078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23fcc64e-c428-4d77-b405-c3034228eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.232560 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:06Z', 'revision_number': 9, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad2c86e-3cbf-4c2f-93e3-101b3d3452b7', 'name': '', 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:25:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:25Z', 'updated_at': '2022-05-06T13:55:57Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:09.237725 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7544df-d80f-435a-9aa3-1bb72d5d0312 None None] The sync data for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv is: [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:06Z', 'revision_number': 9, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad2c86e-3cbf-4c2f-93e3-101b3d3452b7', 'name': '', 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:25:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:25Z', 'updated_at': '2022-05-06T13:55:57Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:09.247198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d775961-2772-4026-a673-2149bb1f25e7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.281493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.311772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d775961-2772-4026-a673-2149bb1f25e7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=021ad866-e25b-467b-84fe-d23668530b7e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:09.332532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d775961-2772-4026-a673-2149bb1f25e7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.360749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:09.365866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.368159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de11f1-6729-48ad-82fa-d2eee14ccc09 req-8bad9cdd-f486-40ae-8874-a45da2990cab tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:09.370362 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e3de11f1-6729-48ad-82fa-d2eee14ccc09 req-8bad9cdd-f486-40ae-8874-a45da2990cab tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 945 time: 0.1836760 May 06 13:56:09.374350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2d775961-2772-4026-a673-2149bb1f25e7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/021ad866-e25b-467b-84fe-d23668530b7e HTTP/1.1" status: 204 len: 168 time: 0.6369989 May 06 13:56:09.374508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:09.374641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37148) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:09.374948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.405416 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:09.405896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.413177 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5889e0d8-177b-489c-8056-3b40d24681ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/0c97aae0-7544-436a-827d-bc1b3413bcb5 HTTP/1.1" status: 200 len: 991 time: 0.3485558 May 06 13:56:09.505555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4a322b-e44c-461b-b4b3-c4517fadc90b None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:09.576402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=5adf984f-6783-4df2-8e0a-13af55240582,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:09.600186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.671682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e3de11f1-6729-48ad-82fa-d2eee14ccc09 req-8f78d796-f00f-4e5b-ae78-d030220224df tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364616 May 06 13:56:09.672285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-22ef4698-b9ba-4cbd-9675-a1557f77084a None None] Could not find standard attr ID for object 760d968d-de49-4df1-ba77-21848f30a29c. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:56:09.793478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:09.806212 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba84fb3b-f7c1-41b5-8bbf-e5b448033d05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet c14a81e0-4196-448d-9a45-2e64d28460b0 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:09.809928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba84fb3b-f7c1-41b5-8bbf-e5b448033d05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.859562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.869111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba84fb3b-f7c1-41b5-8bbf-e5b448033d05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.907677 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:09.922281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:09.958277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.994539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba84fb3b-f7c1-41b5-8bbf-e5b448033d05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.023276 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8184392a-4f5e-42f4-b3e9-366ce2e165ce'] response: {'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'code': 200} May 06 13:56:10.063864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:10.106537 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba84fb3b-f7c1-41b5-8bbf-e5b448033d05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.149999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84fb3b-f7c1-41b5-8bbf-e5b448033d05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=c14a81e0-4196-448d-9a45-2e64d28460b0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:10.156737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ba84fb3b-f7c1-41b5-8bbf-e5b448033d05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.171491 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ba84fb3b-f7c1-41b5-8bbf-e5b448033d05 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/c14a81e0-4196-448d-9a45-2e64d28460b0 HTTP/1.1" status: 204 len: 168 time: 0.7959349 May 06 13:56:10.173906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37154) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:10.179520 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP a1b69a36-57fa-4ffa-b390-c99be8484d2f associated. External IP: 172.26.0.154, port: dea811e6-3c83-4fc3-86c9-594be536c63c. May 06 13:56:10.253800 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f3ffd77c-6f56-440b-aca5-f22557f6f036 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787070 May 06 13:56:10.257866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37158) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:10.264813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:10.341008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:10.372336 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6434de00-2d11-4a3c-9d03-5a0310deabd6 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4804680 May 06 13:56:10.374799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37162) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:10.417033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37166) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:10.497093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:10.515432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:10.521135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:10.531116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:10.552522 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a2bc88fb-de70-4e72-b6a7-fb09cce79762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/0c97aae0-7544-436a-827d-bc1b3413bcb5 HTTP/1.1" status: 200 len: 991 time: 0.1328905 May 06 13:56:10.561523 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-94e45b66-9119-4a5a-b5aa-d6e15a194b5e req-a36c5b91-ce35-41ef-919b-042e45f0d035 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 1099 time: 0.2822332 May 06 13:56:10.562541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:10.565886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.687461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f3d36-eb3c-4827-a996-163ac83a3d60 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:10.703689 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-94e45b66-9119-4a5a-b5aa-d6e15a194b5e req-fe730df5-a176-4af8-a5c8-69857edf6c23 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234155 May 06 13:56:10.738165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba77176-7d55-402b-ad7c-eaa56b1d46e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet 35356076-1d25-4696-aa48-d0458ec29220 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:10.742014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ba77176-7d55-402b-ad7c-eaa56b1d46e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.800971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ba77176-7d55-402b-ad7c-eaa56b1d46e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.801412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5f5e0638-5474-4b83-9577-018cd4d6ae20 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:10.862257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 5f5e0638-5474-4b83-9577-018cd4d6ae20 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:10.863658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5f5e0638-5474-4b83-9577-018cd4d6ae20 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:10.864297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 651dea3f-b051-4378-a36a-7eca857774f2 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:10.904190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ba77176-7d55-402b-ad7c-eaa56b1d46e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.916571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.917258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 651dea3f-b051-4378-a36a-7eca857774f2 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:10.917800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 651dea3f-b051-4378-a36a-7eca857774f2 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:10.934665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d88e0c41-da64-44ba-a391-b9af12889b38 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:10.935155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d88e0c41-da64-44ba-a391-b9af12889b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.024082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ba77176-7d55-402b-ad7c-eaa56b1d46e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.053523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:11.058150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=331dc513-33b1-43b3-bcdc-12a1bb2cb0c3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:11.067476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba77176-7d55-402b-ad7c-eaa56b1d46e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=35356076-1d25-4696-aa48-d0458ec29220,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:11.069793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:11.073784 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:11.073784 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.075717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ba77176-7d55-402b-ad7c-eaa56b1d46e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.087065 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4ba77176-7d55-402b-ad7c-eaa56b1d46e2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/35356076-1d25-4696-aa48-d0458ec29220 HTTP/1.1" status: 204 len: 168 time: 0.7102101 May 06 13:56:11.087637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc411f4-aee8-49c0-95dc-7d53e21683e4 req-69c36220-5daa-40cb-884c-320fcecfe18e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:11.089396 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cfc411f4-aee8-49c0-95dc-7d53e21683e4 req-69c36220-5daa-40cb-884c-320fcecfe18e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 946 time: 0.2361729 May 06 13:56:11.089879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37172) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:11.093765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78657270-78a3-41e5-9691-d79deff77fb5 None None] Network 2c55ca32-9530-44ce-a71d-fa86207d129a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:11.097508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:11.227508 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8f92742d-d184-483f-a535-502df8c13f27 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9680102 May 06 13:56:11.230720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37176) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:11.238458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:11.259449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.265725 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cfc411f4-aee8-49c0-95dc-7d53e21683e4 req-296304f1-1671-4f2d-b04b-754da95c01ad tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482725 May 06 13:56:11.275072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 037469a2-ba92-4e70-b980-def26b793abb {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:11.275417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.428559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:11.434865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:11.438613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:11.448494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:11.474809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:11.489695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] DHCP port deletion for 2c55ca32-9530-44ce-a71d-fa86207d129a request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:56:11.494371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] Deleting port 037469a2-ba92-4e70-b980-def26b793abb {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:11.494735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.507029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port 037469a2-ba92-4e70-b980-def26b793abb, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=037469a2-ba92-4e70-b980-def26b793abb,segment=NetworkSegment(9725d13d-f433-4f41-8bfe-791bf45c2415),segment_id=9725d13d-f433-4f41-8bfe-791bf45c2415)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:11.507473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.559055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37180) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:11.635954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a3090-1aa6-4aac-b64d-ab75c4707c12 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:11.750228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 037469a2-ba92-4e70-b980-def26b793abb owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:11.750779 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:11.778588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146efcf-a5cc-4704-8b79-270269f4a972 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:11.835964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.864854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.870405 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] For port 037469a2-ba92-4e70-b980-def26b793abb, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=037469a2-ba92-4e70-b980-def26b793abb,segment=NetworkSegment(9725d13d-f433-4f41-8bfe-791bf45c2415),segment_id=9725d13d-f433-4f41-8bfe-791bf45c2415)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:11.870980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.921886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.945703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9edf681b-6ef3-4610-8c92-1b718099fbe9 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:11.945703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9edf681b-6ef3-4610-8c92-1b718099fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.946953 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7d683-60a0-4375-8bd7-e45a40f1cb07 None None] New status for floating IP 0c97aae0-7544-436a-827d-bc1b3413bcb5: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:56:11.977511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=037469a2-ba92-4e70-b980-def26b793abb,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:11.985736 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-aa594028-8158-4989-bc0b-7effb7e56607 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/0c97aae0-7544-436a-827d-bc1b3413bcb5 HTTP/1.1" status: 200 len: 991 time: 0.4247949 May 06 13:56:11.993694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No DVR routers for this DVR port 037469a2-ba92-4e70-b980-def26b793abb on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:12.045895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146efcf-a5cc-4704-8b79-270269f4a972 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:12.046244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0146efcf-a5cc-4704-8b79-270269f4a972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:12.088737 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d94c4f15-582e-412f-a72e-a1fbf7079e38 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5199628 May 06 13:56:12.093392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37184) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:12.103454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-995351101'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:12.117124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:12.142807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:network and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:12.148716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:12.161043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:12.187596 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.ipam_backend_mixin [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 331dc513-33b1-43b3-bcdc-12a1bb2cb0c3 (CIDR: 2001:db8::/64) May 06 13:56:12.190009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:12.194168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.195412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.207212 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:56:12.207657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:12.233245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c55ca32-9530-44ce-a71d-fa86207d129a']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:12.245120 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-72323d8c-435d-4120-b030-ebdd73d13f4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0121171 May 06 13:56:12.246218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:12.248580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37188) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:12.260292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:12.263690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9725d13d-f433-4f41-8bfe-791bf45c2415') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:12.264130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9725d13d-f433-4f41-8bfe-791bf45c2415') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:12.278598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.292482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] Calling delete_port for 037469a2-ba92-4e70-b980-def26b793abb owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:12.300479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.310485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:56:12.310997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:12.330664 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:12.347361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0146efcf-a5cc-4704-8b79-270269f4a972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:12.387669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.388311 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Added segment 398d046b-9ffd-4344-9cce-21c022d5ea96 of type vlan for network 1f45de92-f1d5-4250-89ad-676496b55c61 May 06 13:56:12.400741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146efcf-a5cc-4704-8b79-270269f4a972 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:12.401384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0146efcf-a5cc-4704-8b79-270269f4a972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:12.439163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.458329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.479861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=2c55ca32-9530-44ce-a71d-fa86207d129a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:12.482601 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-221d5a40-95d1-4734-9b6c-9b9c99618b66 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/2c55ca32-9530-44ce-a71d-fa86207d129a HTTP/1.1" status: 204 len: 168 time: 1.3895276 May 06 13:56:12.485297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37194) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:12.507349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.520269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0146efcf-a5cc-4704-8b79-270269f4a972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:12.520676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146efcf-a5cc-4704-8b79-270269f4a972 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:12.569069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:56:12.569360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:56:12.585182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:12.595801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:12.600329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:12.608531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:12.611629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.615228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:12.615846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.640566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f2d6-2652-4601-98d3-56b6166bff41 req-10e0e284-442e-411f-ba6d-fc8e75f43af2 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:12.642315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0464f2d6-2652-4601-98d3-56b6166bff41 req-10e0e284-442e-411f-ba6d-fc8e75f43af2 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 946 time: 0.2168438 May 06 13:56:12.771167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:12.775350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.822743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 037469a2-ba92-4e70-b980-def26b793abb no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:12.855352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Network': ['ID=1f45de92-f1d5-4250-89ad-676496b55c61,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:12.864240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 037469a2-ba92-4e70-b980-def26b793abb {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:12.864923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 037469a2-ba92-4e70-b980-def26b793abb not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:12.871270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 1f45de92-f1d5-4250-89ad-676496b55c61 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:12.872989 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6eb5e030-cf16-486f-be4d-f07d01fc2469 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7786818 May 06 13:56:12.876419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37198) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:12.878601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.908801 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0464f2d6-2652-4601-98d3-56b6166bff41 req-36ca8be6-ba86-4615-9b38-68d623fc50d2 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584434 May 06 13:56:13.001535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37202) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:13.007561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-68a9d306-997d-4652-b51b-b526ae6a1790 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:13.008076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68a9d306-997d-4652-b51b-b526ae6a1790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.072845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] Deleting port 037469a2-ba92-4e70-b980-def26b793abb {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:13.073168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.080252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'subnet': {'network_id': '1f45de92-f1d5-4250-89ad-676496b55c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:13.182499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-93bb15ea-ac76-405f-a28a-af77e2e3b0ad None None] The port '037469a2-ba92-4e70-b980-def26b793abb' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:56:13.270589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:56:13.437656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.454950 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3b8d33cc-438f-47ba-b0c5-cbf43f33f2f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/0c97aae0-7544-436a-827d-bc1b3413bcb5 HTTP/1.1" status: 200 len: 993 time: 0.3870602 May 06 13:56:13.474039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:13.494263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:13.519653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa64a2a-87b9-4342-a838-870dfba448ca req-c462a99c-0f3d-452c-acc4-2146852902b3 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:13.521130 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6aa64a2a-87b9-4342-a838-870dfba448ca req-c462a99c-0f3d-452c-acc4-2146852902b3 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 946 time: 0.4503365 May 06 13:56:13.523590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:13.665985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:13.691111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.696123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.696802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.711299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.728599 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6aa64a2a-87b9-4342-a838-870dfba448ca req-0edd2ed2-e15e-42a6-a4c8-f71fb789d25b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878676 May 06 13:56:13.766948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37210) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:13.874484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:13.882075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:13.885891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=aa68680a-937c-439e-809f-b335072d5877,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:13.891668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:13.892283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.896932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54902f-e366-4a1f-9e72-f0301da889ca None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:13.898829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=8']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:13.932447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d7f72ddf-1792-49c4-baae-f5304a8870d8 tempest-TestVolumeBootPattern-1732258730 tempest-TestVolumeBootPattern-1732258730-project-admin] Synchronizing usage tracker for tenant:f05539d90be84cfa8dbb53bfd7b1ded2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:13.947401 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dc661aba-8959-4954-8f78-c0816a57375c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6946173 May 06 13:56:13.947593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37214) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:13.956542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:d2:cf:bc', 'name': 'tempest-NetworksTestDHCPv6-1107471675'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:14.149215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d7f72ddf-1792-49c4-baae-f5304a8870d8 tempest-TestVolumeBootPattern-1732258730 tempest-TestVolumeBootPattern-1732258730-project-admin] Unset dirty status for tenant:f05539d90be84cfa8dbb53bfd7b1ded2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:14.150937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d7f72ddf-1792-49c4-baae-f5304a8870d8 tempest-TestVolumeBootPattern-1732258730 tempest-TestVolumeBootPattern-1732258730-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 1094 time: 0.3827827 May 06 13:56:14.154762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37218) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:14.161263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.169363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:14.206080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:14.229361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:floatingip and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:14.232518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:14.242256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:14.244273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:14.257463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:14.260031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:14.261688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.285126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Subnet': ['ID=8c5bb4cf-2091-47b8-8566-4c723dafae88,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:14.297282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port d00f23dd-db8b-467a-a38b-785d95484438 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:56:14.300544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.330155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4672cb-4ae8-4882-9a32-47b3492fa4cc None None] Update dhcp port {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': 'aa68680a-937c-439e-809f-b335072d5877', 'ip_address': '2001:db8:0:1:f816:3eff:fef1:2db6'}, {'subnet_id': '331dc513-33b1-43b3-bcdc-12a1bb2cb0c3'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '6e3ae842-1087-438f-8ec3-a720b3555b8c'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:56:14.353962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Checking segment: {'id': '398d046b-9ffd-4344-9cce-21c022d5ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '1f45de92-f1d5-4250-89ad-676496b55c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:14.354325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network hostable DHCP agents. Network: 1f45de92-f1d5-4250-89ad-676496b55c61, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:14.387266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c4672cb-4ae8-4882-9a32-47b3492fa4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.474493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 1f45de92-f1d5-4250-89ad-676496b55c61 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:14.522497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 1f45de92-f1d5-4250-89ad-676496b55c61) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:14.536586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::260 (50bbb88f-72fc-4a05-991e-345befa7062b/331dc513-33b1-43b3-bcdc-12a1bb2cb0c3/d00f23dd-db8b-467a-a38b-785d95484438) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:14.537083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:14.537675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.539351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ea4d3-903c-4516-8fba-a52e81e3f4b3 None None] Network 1f45de92-f1d5-4250-89ad-676496b55c61 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:14.542722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:cfbc (50bbb88f-72fc-4a05-991e-345befa7062b/aa68680a-937c-439e-809f-b335072d5877/d00f23dd-db8b-467a-a38b-785d95484438) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:14.577206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:14.577580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.626337 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-792a3e4c-1111-4ce7-9be4-c8dd0429cd46 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6242549 May 06 13:56:14.628882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37222) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:14.685456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1672740331', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:14.704458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:14.712819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:router and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:14.717916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:14.728345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:14.740852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.761653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.762637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.804863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.821104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.835132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object d00f23dd-db8b-467a-a38b-785d95484438 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:14.855248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:14.879968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port dad2c86e-3cbf-4c2f-93e3-101b3d3452b7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,segment=NetworkSegment(91242269-efb8-44d5-88a3-b9e05e0fbf89),segment_id=91242269-efb8-44d5-88a3-b9e05e0fbf89)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:14.880364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.907829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-1f45de92-f1d5-4250-89ad-676496b55c61', 'network_id': '1f45de92-f1d5-4250-89ad-676496b55c61', 'tenant_id': '39eb4937b7324993a1a094eb217d6c05', 'fixed_ips': [{'subnet_id': '8c5bb4cf-2091-47b8-8566-4c723dafae88'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:56:14.909402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.007833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.011008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.065244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:15.108754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:15.118343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:15.122779 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=d00f23dd-db8b-467a-a38b-785d95484438,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:15.127270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:15.132482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:15.133107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.137959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Allocated IP 172.26.0.57 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/d6b54b00-fa85-4250-90ec-31159467f9d1) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:15.140275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:15.141179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.185260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4c4672cb-4ae8-4882-9a32-47b3492fa4cc None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/331dc513-33b1-43b3-bcdc-12a1bb2cb0c3/6e3ae842-1087-438f-8ec3-a720b3555b8c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:15.277349 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-aee71f60-969f-41ef-bc23-a40dfa664a83 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3284388 May 06 13:56:15.280453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37226) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:15.320263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] Sync routers for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:15.355993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Allocated IP 172.20.0.2 (1f45de92-f1d5-4250-89ad-676496b55c61/8c5bb4cf-2091-47b8-8566-4c723dafae88/72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:15.382593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-341779ce-138e-4d6a-beaa-ebd032d5b3d9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port d00f23dd-db8b-467a-a38b-785d95484438 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:15.382883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-341779ce-138e-4d6a-beaa-ebd032d5b3d9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.427716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:15.429027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:15.471215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.512120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.515962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.564353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.574702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=dad2c86e-3cbf-4c2f-93e3-101b3d3452b7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:15.705231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4c4672cb-4ae8-4882-9a32-47b3492fa4cc None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:15.743966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:15.814179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.845588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c4672cb-4ae8-4882-9a32-47b3492fa4cc None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.853096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-341779ce-138e-4d6a-beaa-ebd032d5b3d9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.872188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:15.880618 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:15.892033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:15.955475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=d6b54b00-fa85-4250-90ec-31159467f9d1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:16.041222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4c4672cb-4ae8-4882-9a32-47b3492fa4cc None None] Transition to ACTIVE for port object 6e3ae842-1087-438f-8ec3-a720b3555b8c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:16.094294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-341779ce-138e-4d6a-beaa-ebd032d5b3d9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for d00f23dd-db8b-467a-a38b-785d95484438 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:16.094639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.098969 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c4672cb-4ae8-4882-9a32-47b3492fa4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.169967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.26.0.8 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/c103a41e-065f-42a3-9712-688ee704a6a3) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:16.239193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.322890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4672cb-4ae8-4882-9a32-47b3492fa4cc None None] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=9']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:16.463811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.473372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:06Z', 'revision_number': 9, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad2c86e-3cbf-4c2f-93e3-101b3d3452b7', 'name': '', 'network_id': 'f502308c-1833-4808-a8d8-c715e1e955d3', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:25:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:25Z', 'updated_at': '2022-05-06T13:55:57Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'facb9233-9c9c-4c7a-8985-038cafacb7d5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:16.477945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] Checking router: ea414a54-2e67-4698-ab32-c46115ff3306 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:16.493191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:16.493191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:16.509524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-341779ce-138e-4d6a-beaa-ebd032d5b3d9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.543637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Transition to ACTIVE for port object 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:16.573302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341779ce-138e-4d6a-beaa-ebd032d5b3d9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=d00f23dd-db8b-467a-a38b-785d95484438,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:16.608911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.656313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Transition to ACTIVE for port object 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:16.669998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.720294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-341779ce-138e-4d6a-beaa-ebd032d5b3d9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.743845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:16.759905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:16.777876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:16.784690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=c103a41e-065f-42a3-9712-688ee704a6a3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:16.792205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:16.827000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Network 1f45de92-f1d5-4250-89ad-676496b55c61 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:16.830687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Pushing event updated for resources: {'Port': ['ID=72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:16.844259 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-341779ce-138e-4d6a-beaa-ebd032d5b3d9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/d00f23dd-db8b-467a-a38b-785d95484438 HTTP/1.1" status: 204 len: 168 time: 1.5610354 May 06 13:56:16.847211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37230) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:16.861312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:16.863728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:17.018742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:17.045768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb430310-cef8-4edd-a62e-6de7d925c256 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:17.046812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fb430310-cef8-4edd-a62e-6de7d925c256 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:17.070031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fb430310-cef8-4edd-a62e-6de7d925c256 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:17.073731 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fb430310-cef8-4edd-a62e-6de7d925c256 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2113039 May 06 13:56:17.074461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37234) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:17.191675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb867677-d3cb-4916-9a17-2112e0f7dc4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:17.197510 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bb867677-d3cb-4916-9a17-2112e0f7dc4e tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1220007 May 06 13:56:17.198546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37238) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:17.212709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.225627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Attempting to bind port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:17.226190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Attempting to bind port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '398d046b-9ffd-4344-9cce-21c022d5ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '1f45de92-f1d5-4250-89ad-676496b55c61'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:17.226321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Attempting to bind port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 on network 1f45de92-f1d5-4250-89ad-676496b55c61 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:17.258776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.259558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.262479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:17.263458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:17.263853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Checking segment: {'id': '398d046b-9ffd-4344-9cce-21c022d5ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '1f45de92-f1d5-4250-89ad-676496b55c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:17.264252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.265070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Bound using segment: {'id': '398d046b-9ffd-4344-9cce-21c022d5ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '1f45de92-f1d5-4250-89ad-676496b55c61'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:17.265546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Bound port: 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398d046b-9ffd-4344-9cce-21c022d5ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '1f45de92-f1d5-4250-89ad-676496b55c61'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:17.265919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.298216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.388488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] For port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:17.392152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] For port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23,segment=NetworkSegment(398d046b-9ffd-4344-9cce-21c022d5ea96),segment_id=398d046b-9ffd-4344-9cce-21c022d5ea96)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:17.429417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.460397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd43ab8-6b2f-4383-93a8-701c1b2027a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:17.463152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd43ab8-6b2f-4383-93a8-701c1b2027a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:17.467385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd43ab8-6b2f-4383-93a8-701c1b2027a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:17.468790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dbd43ab8-6b2f-4383-93a8-701c1b2027a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:17.497137 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dbd43ab8-6b2f-4383-93a8-701c1b2027a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:17.501461 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dbd43ab8-6b2f-4383-93a8-701c1b2027a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2979171 May 06 13:56:17.501635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37242) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:17.556661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ba4c7d4e-fbec-4b89-8f04-9da8833ac4fc None None] Provisioning for port 6e3ae842-1087-438f-8ec3-a720b3555b8c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:17.575006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ba4c7d4e-fbec-4b89-8f04-9da8833ac4fc None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:17.575373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7d4e-fbec-4b89-8f04-9da8833ac4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.651002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7733c-783c-49e6-b44d-b89c4854f1d7 None None] Pushing event updated for resources: {'Port': ['ID=72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:17.675865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:17.710743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.718905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:15Z', 'revision_number': 10, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:17.731453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37246) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:17.733432 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-aa2f9f0d-c1ef-46b0-b8b5-a28bca17a5c9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2466128 May 06 13:56:17.733832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b7656-56a9-4747-a049-f64ed8de2d39 None None] The sync data for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv is: [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:15Z', 'revision_number': 10, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:17.740769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.814208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=d6b54b00-fa85-4250-90ec-31159467f9d1,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:17.850505 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:56:17.861998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2c52d566-f32e-435f-8d9f-b8b4d234f1cd None None] Could not find standard attr ID for object d00f23dd-db8b-467a-a38b-785d95484438. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:56:17.891706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.974754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 331dc513-33b1-43b3-bcdc-12a1bb2cb0c3 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:17.984943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.095944 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Floating IP 2bcf89c7-90e8-4a44-be9d-314606fb6acf associated. External IP: 172.26.0.57, port: 78688f5a-fc5b-40f5-abae-f44ddbc9de0a. May 06 13:56:18.221862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.281556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ab423f-1bec-422e-bcc4-aa65083509ec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet facb9233-9c9c-4c7a-8985-038cafacb7d5 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:18.288980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4ab423f-1bec-422e-bcc4-aa65083509ec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.337538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router e367c7d0-aeaf-4298-b353-2b94a48d96e5 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:56:18.371373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4ab423f-1bec-422e-bcc4-aa65083509ec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.555125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.667370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:18.668781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4ab423f-1bec-422e-bcc4-aa65083509ec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.737033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.815505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=331dc513-33b1-43b3-bcdc-12a1bb2cb0c3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:18.827551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.828088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.828515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.828940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.829362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.829776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.830196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.830602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.831011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.831436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.831872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:18.836749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.845835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f2d304-4ff5-482b-b0ea-e10ca2cf0771 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:18.886231 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5deb231a-4d37-45b1-8a1a-8d3ea277f89b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/331dc513-33b1-43b3-bcdc-12a1bb2cb0c3 HTTP/1.1" status: 204 len: 168 time: 1.3834081 May 06 13:56:18.891416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4ab423f-1bec-422e-bcc4-aa65083509ec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.900479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37250) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:18.961438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:18.972199 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:18.991481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab423f-1bec-422e-bcc4-aa65083509ec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=facb9233-9c9c-4c7a-8985-038cafacb7d5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:18.992902 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:18.993501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.993653 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:18.998341 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:19.028453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:19.042978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d4ab423f-1bec-422e-bcc4-aa65083509ec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.047201 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d4ab423f-1bec-422e-bcc4-aa65083509ec tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/facb9233-9c9c-4c7a-8985-038cafacb7d5 HTTP/1.1" status: 204 len: 168 time: 1.3159823 May 06 13:56:19.049995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37254) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:19.052870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b51b66-a7ca-4742-ba14-05f62c71bd14 None None] Sync routers for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:19.054957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77ce33-e2f8-4e55-8228-58c59beb6b9f None None] Network f502308c-1833-4808-a8d8-c715e1e955d3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:19.102745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-2834738a-b84d-4939-a5a2-03cd172c2d14 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet aa68680a-937c-439e-809f-b335072d5877 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:19.109529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2834738a-b84d-4939-a5a2-03cd172c2d14 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.185497 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c72006bd-24fa-4427-be37-42634101c49f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0294611 May 06 13:56:19.189479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:19.210120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2834738a-b84d-4939-a5a2-03cd172c2d14 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.251658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.279349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:19.279979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.314908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2834738a-b84d-4939-a5a2-03cd172c2d14 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.319665 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1123ab5-f4d7-4ff4-a362-d60cecd60177'] response: {'name': 'network-changed', 'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'status': 'completed', 'code': 200} May 06 13:56:19.391119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4608b-498c-41c5-8be1-ac2aa00bf758 None None] Network 1f45de92-f1d5-4250-89ad-676496b55c61 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:19.391753 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:19.404899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2834738a-b84d-4939-a5a2-03cd172c2d14 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.457476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834738a-b84d-4939-a5a2-03cd172c2d14 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=aa68680a-937c-439e-809f-b335072d5877,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:19.457698 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] Sync routers for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:19.467145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.475166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-618b16ed-d745-4eea-9c06-69cd6b859af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8450277 May 06 13:56:19.476037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37264) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:19.495221 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-0596e167-1d69-494a-a951-dc48b985f2bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 1099 time: 0.1664472 May 06 13:56:19.500173 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:19.500793 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:19.558288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2834738a-b84d-4939-a5a2-03cd172c2d14 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.560485 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2834738a-b84d-4939-a5a2-03cd172c2d14 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/aa68680a-937c-439e-809f-b335072d5877 HTTP/1.1" status: 204 len: 168 time: 0.6326344 May 06 13:56:19.591923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b51b66-a7ca-4742-ba14-05f62c71bd14 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:19.593025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a7b51b66-a7ca-4742-ba14-05f62c71bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:19.607423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37268) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:19.669515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-eea5804f-ac52-4e10-ab3d-d8dda199fb88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:19.670985 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-eea5804f-ac52-4e10-ab3d-d8dda199fb88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.1651402 May 06 13:56:19.704290 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4199e791-b896-4c6e-a30f-b427b6675920 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913112 May 06 13:56:19.707369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37272) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:19.713100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:19.766361 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:19.791816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:19.795277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a7b51b66-a7ca-4742-ba14-05f62c71bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:19.821950 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-2eabd01c-e4e1-4b4d-9899-3de3a23fa40b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a HTTP/1.1" status: 200 len: 999 time: 0.1323316 May 06 13:56:19.842985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:19.844661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:19.848403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:19.852266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:19.859583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:19.883294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:19.888048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.892501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:19.893367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device dad2c86e-3cbf-4c2f-93e3-101b3d3452b7 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:19.906164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b51b66-a7ca-4742-ba14-05f62c71bd14 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:19.906797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a7b51b66-a7ca-4742-ba14-05f62c71bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:19.958338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2d07e504-ed3e-4dd6-867b-7ccf0d4a3fd8 None None] Provisioning for port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:19.970164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2d07e504-ed3e-4dd6-867b-7ccf0d4a3fd8 None None] Provisioning complete for port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:19.970533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d07e504-ed3e-4dd6-867b-7ccf0d4a3fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.040936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a7b51b66-a7ca-4742-ba14-05f62c71bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:20.041296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b51b66-a7ca-4742-ba14-05f62c71bd14 None None] The sync data for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:20.056296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-7b456fdf-ccaf-4254-b6c7-5d2abc86333c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:20.057746 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-7b456fdf-ccaf-4254-b6c7-5d2abc86333c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.2017565 May 06 13:56:20.063323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port be2d98b3-d0ee-4e90-b130-39eb4d8605b6, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=be2d98b3-d0ee-4e90-b130-39eb4d8605b6,segment=NetworkSegment(91242269-efb8-44d5-88a3-b9e05e0fbf89),segment_id=91242269-efb8-44d5-88a3-b9e05e0fbf89)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:20.063504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.198537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d07e504-ed3e-4dd6-867b-7ccf0d4a3fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.216066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61023236-a739-4e6d-9b2c-f42ca5c365d9 None None] DHCP port deletion for f502308c-1833-4808-a8d8-c715e1e955d3 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:56:20.224229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-61023236-a739-4e6d-9b2c-f42ca5c365d9 None None] Deleting port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:20.224904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61023236-a739-4e6d-9b2c-f42ca5c365d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.306332 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:16Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:20.308899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for be2d98b3-d0ee-4e90-b130-39eb4d8605b6 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:20.315020 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:20.387076 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-7d8fa162-bd61-4333-8fbc-2e3bbfa7a073 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3151300 May 06 13:56:20.397236 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:20.399171 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:20.426330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2d07e504-ed3e-4dd6-867b-7ccf0d4a3fd8 None None] For port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23,segment=NetworkSegment(398d046b-9ffd-4344-9cce-21c022d5ea96),segment_id=398d046b-9ffd-4344-9cce-21c022d5ea96)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:20.475583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d07e504-ed3e-4dd6-867b-7ccf0d4a3fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.515486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.549015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928ff05-6599-4c4d-8006-b2aa2ebf1ed4 None None] Update dhcp port {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': 'aa68680a-937c-439e-809f-b335072d5877'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '6e3ae842-1087-438f-8ec3-a720b3555b8c'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:56:20.558647 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-5d4ce59e-d6a1-4fe2-adf1-1104917671a6 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534631 May 06 13:56:20.606205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.624027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=0eaddac8-b56f-42b2-bf71-0b9349c73d87,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:20.675733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-61023236-a739-4e6d-9b2c-f42ca5c365d9 None None] The port 'be2d98b3-d0ee-4e90-b130-39eb4d8605b6' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:56:20.685798 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:20.705987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3928ff05-6599-4c4d-8006-b2aa2ebf1ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.722784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07e504-ed3e-4dd6-867b-7ccf0d4a3fd8 None None] Pushing event updated for resources: {'Port': ['ID=72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:20.728815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:20.730551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b07ca267-64f6-41d2-bc20-93ae1e1a8e6c None None] Provisioning complete for port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:20.730926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b07ca267-64f6-41d2-bc20-93ae1e1a8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.733240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:20.740508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:20.741192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.816829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aff724fa-a760-4513-bc82-64255b62d2ee req-cb19e4f3-b9cf-49ee-b808-cb27c397b498 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2237725 May 06 13:56:20.818552 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b9648955-7b94-428c-9ea6-acf417a10833 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1106656 May 06 13:56:20.821489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37276) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:20.827217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:20.984756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:21.042939 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aff724fa-a760-4513-bc82-64255b62d2ee req-29536c88-af98-4b49-9fff-87f93aa14d06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6da7150a9657493d806fef292f4cc1a5&device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 1099 time: 0.1950128 May 06 13:56:21.076275 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:15Z', 'revision_number': 10, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.103708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.121532 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] Checking router: ea414a54-2e67-4698-ab32-c46115ff3306 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:21.152199 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:21.152788 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.168104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:21.168441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.172709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=be2d98b3-d0ee-4e90-b130-39eb4d8605b6,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:21.200931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No DVR routers for this DVR port be2d98b3-d0ee-4e90-b130-39eb4d8605b6 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:21.204009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.204508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.205019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.205489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.205951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.206521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.207006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.207970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.220396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.220819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.222305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:21.237724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:21.242821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:21.246348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:21.250526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c23968-9ac6-42dd-88b5-85a093ac7e7f None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:21.252689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:21.260885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff724fa-a760-4513-bc82-64255b62d2ee req-e3e24a20-016f-445b-9817-f40daff73ff4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:21.262493 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aff724fa-a760-4513-bc82-64255b62d2ee req-e3e24a20-016f-445b-9817-f40daff73ff4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7058883-77aa-42ac-84e6-86e61b26917c HTTP/1.1" status: 200 len: 897 time: 0.1885378 May 06 13:56:21.268714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:21.272957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.330388 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d595287-71fd-443c-b0e1-058972cdeef4 req-47d25d5e-f372-4a01-8ebf-214a625a2ac0 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7612484 May 06 13:56:21.367509 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:16Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.375769 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2e2e3-7f4b-454e-8ca8-0d7e7d821f1b None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:16Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:21.392150 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:21.437764 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.ipam_backend_mixin [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0eaddac8-b56f-42b2-bf71-0b9349c73d87 (CIDR: 2001:db8::/64) May 06 13:56:21.472423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.474218 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5734656d-495d-463d-9596-56ee6957ee77 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:21.474898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5734656d-495d-463d-9596-56ee6957ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.503507 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:56:21.504481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:21.528817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f502308c-1833-4808-a8d8-c715e1e955d3']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.548912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91242269-efb8-44d5-88a3-b9e05e0fbf89') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.549295 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91242269-efb8-44d5-88a3-b9e05e0fbf89') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.570408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.596763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.612494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:56:21.613229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.647104 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8b20dc7e-3daa-4358-8c96-2258063a43c9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8219054 May 06 13:56:21.728307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37280) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:21.729527 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:21.736078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.745165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'subnet': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:21.761985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.773846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device be2d98b3-d0ee-4e90-b130-39eb4d8605b6 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:21.778019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=f502308c-1833-4808-a8d8-c715e1e955d3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:21.785963 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-36560ec8-11fa-4b16-9c07-0a773c4303f2 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/f502308c-1833-4808-a8d8-c715e1e955d3 HTTP/1.1" status: 204 len: 168 time: 2.7346599 May 06 13:56:21.786625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37284) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:21.835500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: be2d98b3-d0ee-4e90-b130-39eb4d8605b6 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:21.835931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device be2d98b3-d0ee-4e90-b130-39eb4d8605b6 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:21.905243 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:15Z', 'revision_number': 10, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.909788 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954aeb12-6db5-4e28-a14a-7eb13c85f90b None None] The sync data for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv is: [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:15Z', 'revision_number': 10, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None, '_interfaces': [{'id': '28fa5c14-88ee-4d74-a462-052adaf9ea4b', 'name': '', 'network_id': 'c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'mac_address': 'fa:16:3e:53:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:14Z', 'updated_at': '2022-05-06T13:55:36Z', 'revision_number': 5, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'subnets': [{'id': 'eacf0d32-569d-467c-a72c-de2cb46692e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:21.920898 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aff724fa-a760-4513-bc82-64255b62d2ee req-cc7af657-cc51-4b7a-ae76-edfb269525b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c253c31e-249e-4417-8a12-f3c14f2023c1 HTTP/1.1" status: 200 len: 1001 time: 0.4790556 May 06 13:56:21.932677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:21.938147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Usage tracker for resource:subnet and tenant:91a20f3295e24d02b0631d4bc4d678d0 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:21.941112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:21.947191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:21.992365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:21.996091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.014247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Update dhcp port {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'fixed_ips': [{'subnet_id': '0eaddac8-b56f-42b2-bf71-0b9349c73d87'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '6e3ae842-1087-438f-8ec3-a720b3555b8c'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:56:22.066284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.121324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff724fa-a760-4513-bc82-64255b62d2ee req-508375aa-59ab-44f0-ad5f-382de053ac0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:22.122838 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aff724fa-a760-4513-bc82-64255b62d2ee req-508375aa-59ab-44f0-ad5f-382de053ac0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8301ddf-5ee4-4205-9ca1-f30ad22b2898 HTTP/1.1" status: 200 len: 835 time: 0.1682518 May 06 13:56:22.162421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.284028 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Allocated IP 2001:db8::2 (50bbb88f-72fc-4a05-991e-345befa7062b/0eaddac8-b56f-42b2-bf71-0b9349c73d87/6e3ae842-1087-438f-8ec3-a720b3555b8c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:22.439134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:22.452736 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aff724fa-a760-4513-bc82-64255b62d2ee req-f7c02f62-d0e7-445d-8c89-0ebcd3d48513 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7058883-77aa-42ac-84e6-86e61b26917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3220396 May 06 13:56:22.465397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.482508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Transition to ACTIVE for port object 6e3ae842-1087-438f-8ec3-a720b3555b8c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:22.486625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.602025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=12']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:22.613517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.613868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.614203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.614535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.614869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.615775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.616123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.616561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.616876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.617194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.617515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43126014-a79b-428f-9ec2-5e1a7dc69173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:22.700103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aff724fa-a760-4513-bc82-64255b62d2ee req-e0f8cd81-2b9b-45a0-9998-5b3df4bd1bbf service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349288 May 06 13:56:22.772465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:22.895539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 28fa5c14-88ee-4d74-a462-052adaf9ea4b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:22.895931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.941950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.984908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:22.990465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.026460 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aff724fa-a760-4513-bc82-64255b62d2ee req-085cd3e3-d8c3-483a-b189-eb1ca63112a5 service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177183 May 06 13:56:23.090587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=13']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:23.094007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:23.102004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.objects.ports [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84022) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:56:23.167121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.296706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port 28fa5c14-88ee-4d74-a462-052adaf9ea4b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=28fa5c14-88ee-4d74-a462-052adaf9ea4b,segment=NetworkSegment(b54599f8-c76e-4560-a56b-9caeb16931bf),segment_id=b54599f8-c76e-4560-a56b-9caeb16931bf)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:23.297187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.359391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:23.494844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 28fa5c14-88ee-4d74-a462-052adaf9ea4b owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:23.551710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.610703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Provisioning for port 6e3ae842-1087-438f-8ec3-a720b3555b8c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:23.636474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:23.636474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.739503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db5972-c524-4f34-bda3-30eb9f4ac4d9 None None] New status for floating IP 2bcf89c7-90e8-4a44-be9d-314606fb6acf: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:56:23.811961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.930221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.965653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=28fa5c14-88ee-4d74-a462-052adaf9ea4b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:24.076174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.20.0.1 (1f45de92-f1d5-4250-89ad-676496b55c61/8c5bb4cf-2091-47b8-8566-4c723dafae88/be58c88a-417a-4558-8fa5-7be29efa616b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:24.217624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:24.293822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.365151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.387324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.387624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.432196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:56:24.432196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:56:24.688344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:24.690691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.701478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Subnet': ['ID=89457ecc-6682-48a5-953a-bf4c2401fa5c,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:24.704151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:24.705209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=15']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:24.711382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:24.712171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.720973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3284350c-cc38-4f50-972b-e67f5a211438 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:24.738137 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Transition to ACTIVE for port object be58c88a-417a-4558-8fa5-7be29efa616b will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:24.761860 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f2567d50-91eb-4958-8cf5-4bb1afdbe084 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0319893 May 06 13:56:24.764695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37296) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:24.775959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:24.813060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.003004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 1f45de92-f1d5-4250-89ad-676496b55c61 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:25.004910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=be58c88a-417a-4558-8fa5-7be29efa616b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:25.010585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:25.017600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:25.049768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:25.109800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:25.129267 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] Sync routers for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:25.134051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Request body: {'port': {'network_id': '50bbb88f-72fc-4a05-991e-345befa7062b', 'mac_address': 'fa:16:3e:88:cf:22', 'name': 'tempest-NetworksTestDHCPv6-1951112296'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:25.159976 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9e3354fb-5fb6-438d-82dd-60921aaebb48 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3722281 May 06 13:56:25.160609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37302) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:25.164488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.173715 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:25.174942 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:25.208827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.334024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8d91375b-f746-4020-9741-366400e312b2 None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:25.347238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.377566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:25.393525 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:25.396874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:25.399114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.407538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:25.408148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.456220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Made reservation on behalf of 91a20f3295e24d02b0631d4bc4d678d0 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:25.526170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7e4b34d5-d3e8-46b4-85e0-86cb4999d273 None None] Provisioning for port be58c88a-417a-4558-8fa5-7be29efa616b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:25.541759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91375b-f746-4020-9741-366400e312b2 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=16']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:25.544647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7e4b34d5-d3e8-46b4-85e0-86cb4999d273 None None] Provisioning complete for port be58c88a-417a-4558-8fa5-7be29efa616b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:25.545189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e4b34d5-d3e8-46b4-85e0-86cb4999d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.546484 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:23Z', 'revision_number': 11, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:25.554008 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] Checking router: ea414a54-2e67-4698-ab32-c46115ff3306 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:25.569012 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:25.569925 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:25.603909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.612688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b34d5-d3e8-46b4-85e0-86cb4999d273 None None] Port be58c88a-417a-4558-8fa5-7be29efa616b cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:25.707096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f70d4e9-f68b-4904-9ccd-141402f14e77 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting subnet eacf0d32-569d-467c-a72c-de2cb46692e1 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:25.710978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f70d4e9-f68b-4904-9ccd-141402f14e77 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.746039 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:25.775254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f70d4e9-f68b-4904-9ccd-141402f14e77 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.784902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] device_id is not set on port 1023ce33-5987-40e1-a89d-158b46f3f120 yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:56:25.869031 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:23Z', 'revision_number': 11, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:25.873927 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36845ee3-a35f-4023-a53d-ffefe05328de None None] The sync data for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv is: [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:23Z', 'revision_number': 11, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:25.886800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f70d4e9-f68b-4904-9ccd-141402f14e77 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.983334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f70d4e9-f68b-4904-9ccd-141402f14e77 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.026947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70d4e9-f68b-4904-9ccd-141402f14e77 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Subnet': ['ID=eacf0d32-569d-467c-a72c-de2cb46692e1,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:26.030842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f70d4e9-f68b-4904-9ccd-141402f14e77 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.037463 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8f70d4e9-f68b-4904-9ccd-141402f14e77 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/eacf0d32-569d-467c-a72c-de2cb46692e1 HTTP/1.1" status: 204 len: 168 time: 0.8752444 May 06 13:56:26.040052 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37306) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:26.048334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f3b69e-f45c-4cf9-924b-90372195eeef None None] Network c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:26.176320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.189827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Deleting port 2ced8299-e510-440e-9c4c-8f0869bda513 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:26.190061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.220251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8::1d7 (50bbb88f-72fc-4a05-991e-345befa7062b/0eaddac8-b56f-42b2-bf71-0b9349c73d87/1023ce33-5987-40e1-a89d-158b46f3f120) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:26.228929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Allocated IP 2001:db8:0:1:f816:3eff:fe88:cf22 (50bbb88f-72fc-4a05-991e-345befa7062b/89457ecc-6682-48a5-953a-bf4c2401fa5c/1023ce33-5987-40e1-a89d-158b46f3f120) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:26.353403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b5f50839-4f36-4e90-8166-c776256622be None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:26.353840 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5f50839-4f36-4e90-8166-c776256622be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.434148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] DHCP port deletion for c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:56:26.440595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] For port 2ced8299-e510-440e-9c4c-8f0869bda513, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2ced8299-e510-440e-9c4c-8f0869bda513,segment=NetworkSegment(b54599f8-c76e-4560-a56b-9caeb16931bf),segment_id=b54599f8-c76e-4560-a56b-9caeb16931bf)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:26.441296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.442623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] Deleting port 2ced8299-e510-440e-9c4c-8f0869bda513 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:26.442990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.498932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.515601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.566593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Calling delete_port for 2ced8299-e510-440e-9c4c-8f0869bda513 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:26.585784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.647961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Transition to ACTIVE for port object 1023ce33-5987-40e1-a89d-158b46f3f120 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:26.656134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.663846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=be58c88a-417a-4558-8fa5-7be29efa616b,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:26.666212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.702016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Port': ['ID=2ced8299-e510-440e-9c4c-8f0869bda513,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:26.711649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No DVR routers for this DVR port 2ced8299-e510-440e-9c4c-8f0869bda513 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:26.734229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] For port 2ced8299-e510-440e-9c4c-8f0869bda513, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2ced8299-e510-440e-9c4c-8f0869bda513,segment=NetworkSegment(b54599f8-c76e-4560-a56b-9caeb16931bf),segment_id=b54599f8-c76e-4560-a56b-9caeb16931bf)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:26.734861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.873474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.909310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.922308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:26.945805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54599f8-c76e-4560-a56b-9caeb16931bf') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:26.946753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54599f8-c76e-4560-a56b-9caeb16931bf') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:26.975281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.978418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 1f45de92-f1d5-4250-89ad-676496b55c61 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:26.986216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:27.008193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.016229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:56:27.016568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:27.034493 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:27.057972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] Calling delete_port for 2ced8299-e510-440e-9c4c-8f0869bda513 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:27.107445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:27.142876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.175153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.187479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Pushing event deleted for resources: {'Network': ['ID=c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:27.192992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ab5e7a46-f9a9-4d15-8ed1-7cddda5bd285 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/networks/c8e296a5-c66e-4d39-bc4d-71d2c7c1b3c4 HTTP/1.1" status: 204 len: 168 time: 1.1516783 May 06 13:56:27.193635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37312) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:27.196357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event updated for resources: {'Port': ['ID=1023ce33-5987-40e1-a89d-158b46f3f120,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:27.200514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Network 50bbb88f-72fc-4a05-991e-345befa7062b is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:27.203750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'routes': None}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:27.204558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:27.208476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:27.212919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:27.213537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.236075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:56:27.236696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:56:27.254585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:27.255070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.407327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ccb69270-0e02-4fb9-9b0d-cf766ae83aac None None] Provisioning complete for port be58c88a-417a-4558-8fa5-7be29efa616b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:27.408183 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ccb69270-0e02-4fb9-9b0d-cf766ae83aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.419281 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-48de0873-aade-4367-a33c-1530ec765079 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6532013 May 06 13:56:27.437194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37316) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:27.490429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 28fa5c14-88ee-4d74-a462-052adaf9ea4b no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:27.511989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-584be3d4-e2ba-44f3-bcc8-efc42d596c32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting port 1023ce33-5987-40e1-a89d-158b46f3f120 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:27.512324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-584be3d4-e2ba-44f3-bcc8-efc42d596c32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.528269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 28fa5c14-88ee-4d74-a462-052adaf9ea4b {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:27.528760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 28fa5c14-88ee-4d74-a462-052adaf9ea4b not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:27.529279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2ced8299-e510-440e-9c4c-8f0869bda513 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:27.552254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ccb69270-0e02-4fb9-9b0d-cf766ae83aac None None] Port be58c88a-417a-4558-8fa5-7be29efa616b cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:27.563863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 2ced8299-e510-440e-9c4c-8f0869bda513 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:27.564339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2ced8299-e510-440e-9c4c-8f0869bda513 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:27.665039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.extraroute_db [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Added routes are [] {{(pid=84021) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:56:27.665284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.extraroute_db [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Removed routes are [] {{(pid=84021) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:56:27.665598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.676725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4ddf5e43-7e46-42f0-9efa-4ccf007b5f86 None None] Provisioning for port 1023ce33-5987-40e1-a89d-158b46f3f120 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:27.682558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4ddf5e43-7e46-42f0-9efa-4ccf007b5f86 None None] Provisioning complete for port 1023ce33-5987-40e1-a89d-158b46f3f120 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:27.683162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5e43-7e46-42f0-9efa-4ccf007b5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.738849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] Deleting port 2ced8299-e510-440e-9c4c-8f0869bda513 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:27.739513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.812355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router e367c7d0-aeaf-4298-b353-2b94a48d96e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:27.823871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf5e43-7e46-42f0-9efa-4ccf007b5f86 None None] Port 1023ce33-5987-40e1-a89d-158b46f3f120 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:27.830351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-827683bc-f2d0-46d0-b7cc-67f67b0bacd0 None None] The port '2ced8299-e510-440e-9c4c-8f0869bda513' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:56:27.840800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-584be3d4-e2ba-44f3-bcc8-efc42d596c32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.975882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.981009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.056856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-584be3d4-e2ba-44f3-bcc8-efc42d596c32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Calling delete_port for 1023ce33-5987-40e1-a89d-158b46f3f120 owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:28.128830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router ea414a54-2e67-4698-ab32-c46115ff3306 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:28.280174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:28.285800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.289844 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-894b5415-0863-4c32-b9ed-e26e5304ff7d tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 200 len: 700 time: 1.0944993 May 06 13:56:28.290433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37320) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:28.290594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] Sync routers for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:28.303978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:28.304712 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:28.332851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-31b12e42-5ea9-440b-aba1-6e46b3c1e88b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:28.352445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-31b12e42-5ea9-440b-aba1-6e46b3c1e88b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:28.356443 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-31b12e42-5ea9-440b-aba1-6e46b3c1e88b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 200 len: 205 time: 0.0649974 May 06 13:56:28.357209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37324) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:28.438137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:28.492435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-584be3d4-e2ba-44f3-bcc8-efc42d596c32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.509637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1d8964a4-b6b2-44ec-8f44-40d80e3e2dc9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.529475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:28.543931 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf0c2ee-75f1-422a-80a5-eac9dcdaa823 None None] Sync routers for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:28.547724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:23Z', 'revision_number': 11, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:28.552186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584be3d4-e2ba-44f3-bcc8-efc42d596c32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Port': ['ID=1023ce33-5987-40e1-a89d-158b46f3f120,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:28.553652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] Checking router: ea414a54-2e67-4698-ab32-c46115ff3306 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:28.560982 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-19053b03-b803-4a84-af55-6d503fd5dd8f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/routers/e367c7d0-aeaf-4298-b353-2b94a48d96e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0778856 May 06 13:56:28.561699 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0c2ee-75f1-422a-80a5-eac9dcdaa823 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:28.562485 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-bdf0c2ee-75f1-422a-80a5-eac9dcdaa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:28.564337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37328) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:28.575927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'port': {'network_id': '1f45de92-f1d5-4250-89ad-676496b55c61', 'name': 'tempest-FloatingIPTestJSON-917968392'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:28.589499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] Routers {'ea414a54-2e67-4698-ab32-c46115ff3306'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:28.590447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ea414a54-2e67-4698-ab32-c46115ff3306'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:28.641453 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-bdf0c2ee-75f1-422a-80a5-eac9dcdaa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:28.653785 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0c2ee-75f1-422a-80a5-eac9dcdaa823 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:28.654655 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-bdf0c2ee-75f1-422a-80a5-eac9dcdaa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:28.662810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-584be3d4-e2ba-44f3-bcc8-efc42d596c32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.669870 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-584be3d4-e2ba-44f3-bcc8-efc42d596c32 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/1023ce33-5987-40e1-a89d-158b46f3f120 HTTP/1.1" status: 204 len: 168 time: 1.2302744 May 06 13:56:28.672146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37332) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:28.733465 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-bdf0c2ee-75f1-422a-80a5-eac9dcdaa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:28.736557 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf0c2ee-75f1-422a-80a5-eac9dcdaa823 None None] The sync data for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:28.757497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] Set router ea414a54-2e67-4698-ab32-c46115ff3306 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:28.787659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa8dfcf-b281-4d37-bda7-7757831d4ccf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:28.788740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-caa8dfcf-b281-4d37-bda7-7757831d4ccf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:28.812469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-caa8dfcf-b281-4d37-bda7-7757831d4ccf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:28.817221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-caa8dfcf-b281-4d37-bda7-7757831d4ccf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1408293 May 06 13:56:28.817221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37336) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:28.890162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:23Z', 'revision_number': 11, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:28.894647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8c41a-1fe1-4b7f-9e1e-5bb0577e0441 None None] The sync data for ids ['ea414a54-2e67-4698-ab32-c46115ff3306'] in dv-neutron-840889-1-hyperv is: [{'id': 'ea414a54-2e67-4698-ab32-c46115ff3306', 'name': 'tempest-RoutersTest-router-220404436', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:10Z', 'updated_at': '2022-05-06T13:56:23Z', 'revision_number': 11, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:28.911694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af82520-2ad6-4127-8358-0cf77b2ee538 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:28.914741 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5af82520-2ad6-4127-8358-0cf77b2ee538 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0964751 May 06 13:56:28.917336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37340) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:29.002400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf27f731-6aab-4bcc-abad-6d7f4cc2b56c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:29.003894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf27f731-6aab-4bcc-abad-6d7f4cc2b56c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:29.005197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf27f731-6aab-4bcc-abad-6d7f4cc2b56c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:29.006006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bf27f731-6aab-4bcc-abad-6d7f4cc2b56c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:29.022051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bf27f731-6aab-4bcc-abad-6d7f4cc2b56c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:29.023530 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bf27f731-6aab-4bcc-abad-6d7f4cc2b56c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1050940 May 06 13:56:29.026343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37344) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:29.091760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02611f8-7487-4e11-8dd0-92bd79f203ce tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 0eaddac8-b56f-42b2-bf71-0b9349c73d87 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:29.094669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c02611f8-7487-4e11-8dd0-92bd79f203ce tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.127421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:29.158791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c02611f8-7487-4e11-8dd0-92bd79f203ce tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.192497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Usage tracker for resource:port and tenant:39eb4937b7324993a1a094eb217d6c05 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:29.243410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c02611f8-7487-4e11-8dd0-92bd79f203ce tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.248650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:29.266378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:29.273792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1d8964a4-b6b2-44ec-8f44-40d80e3e2dc9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.288481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1d8964a4-b6b2-44ec-8f44-40d80e3e2dc9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.294986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Made reservation on behalf of 39eb4937b7324993a1a094eb217d6c05 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:29.297973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.328938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c02611f8-7487-4e11-8dd0-92bd79f203ce tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.331168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] device_id is not set on port b863a823-4c73-4deb-bd01-8212974711da yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:56:29.376795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02611f8-7487-4e11-8dd0-92bd79f203ce tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=0eaddac8-b56f-42b2-bf71-0b9349c73d87,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:29.378922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1d8964a4-b6b2-44ec-8f44-40d80e3e2dc9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.379470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8964a4-b6b2-44ec-8f44-40d80e3e2dc9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Fanout notify agent at l3_agent the message router_deleted on router ea414a54-2e67-4698-ab32-c46115ff3306 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:56:29.384015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c02611f8-7487-4e11-8dd0-92bd79f203ce tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.392287 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091df83b-e96b-4309-aa31-8c67eedb8459 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:29.400517 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c02611f8-7487-4e11-8dd0-92bd79f203ce tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/0eaddac8-b56f-42b2-bf71-0b9349c73d87 HTTP/1.1" status: 204 len: 168 time: 0.3731797 May 06 13:56:29.402966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37348) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:29.423846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1d8964a4-b6b2-44ec-8f44-40d80e3e2dc9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.424946 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1d8964a4-b6b2-44ec-8f44-40d80e3e2dc9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 204 len: 168 time: 1.0668037 May 06 13:56:29.438434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37352) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:29.447743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1650937408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:29.466392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:29.475816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Usage tracker for resource:router and tenant:1da801e98c4a4367a923d7d8223220a8 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:29.480766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:29.490395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Allocated IP 172.20.0.8 (1f45de92-f1d5-4250-89ad-676496b55c61/8c5bb4cf-2091-47b8-8566-4c723dafae88/b863a823-4c73-4deb-bd01-8212974711da) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:29.490678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:29.507803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-76464a09-27c8-4451-b901-f9893cb584e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Deleting subnet 89457ecc-6682-48a5-953a-bf4c2401fa5c {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:29.509985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76464a09-27c8-4451-b901-f9893cb584e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.540337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.541249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.586886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76464a09-27c8-4451-b901-f9893cb584e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.634946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.674258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.722912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.726614 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8a7b13a4-7b86-472f-8f1f-a32ce507ee23 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2843995 May 06 13:56:29.726614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76464a09-27c8-4451-b901-f9893cb584e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.729380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37360) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:29.736243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-98a8f9f2-dd54-49ff-960c-209e3be1d15f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:29.809322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76464a09-27c8-4451-b901-f9893cb584e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.850166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76464a09-27c8-4451-b901-f9893cb584e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Subnet': ['ID=89457ecc-6682-48a5-953a-bf4c2401fa5c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:29.869025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-76464a09-27c8-4451-b901-f9893cb584e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.885485 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-76464a09-27c8-4451-b901-f9893cb584e9 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/89457ecc-6682-48a5-953a-bf4c2401fa5c HTTP/1.1" status: 204 len: 168 time: 0.4786808 May 06 13:56:29.890207 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37364) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:29.903602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.933826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Transition to ACTIVE for port object b863a823-4c73-4deb-bd01-8212974711da will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:29.982759 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-64957aba-945b-4a3a-bda0-09baa6e6e321 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913789 May 06 13:56:29.988802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37370) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.033202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.133761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3a249-4b0f-41a2-9dfc-e1c1c0a0727c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:30.138620 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-72c3a249-4b0f-41a2-9dfc-e1c1c0a0727c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1469414 May 06 13:56:30.138982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37374) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.220064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event updated for resources: {'Port': ['ID=b863a823-4c73-4deb-bd01-8212974711da,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:30.241175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Network 1f45de92-f1d5-4250-89ad-676496b55c61 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:30.243839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:30.246763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:30.337762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f91b5-6b24-45fe-b12d-ba465bf5aa6a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:30.338946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cd1f91b5-6b24-45fe-b12d-ba465bf5aa6a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Synchronizing usage tracker for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:30.367988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cd1f91b5-6b24-45fe-b12d-ba465bf5aa6a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Unset dirty status for tenant:91a20f3295e24d02b0631d4bc4d678d0 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:30.375094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cd1f91b5-6b24-45fe-b12d-ba465bf5aa6a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2315621 May 06 13:56:30.375623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37380) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.455539 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-948133c1-25a0-4d12-9fc1-4416786b740d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782156 May 06 13:56:30.463374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37384) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.477261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-98a8f9f2-dd54-49ff-960c-209e3be1d15f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.498037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:30.498716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.504292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-98a8f9f2-dd54-49ff-960c-209e3be1d15f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.511984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd2ff9-2ac1-49d6-8c19-b761a5237383 None None] Network 50bbb88f-72fc-4a05-991e-345befa7062b requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:30.543673 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-11145bb7-056b-4619-beec-0c9ca2d24fbe tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.545767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11145bb7-056b-4619-beec-0c9ca2d24fbe tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.550291 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-11145bb7-056b-4619-beec-0c9ca2d24fbe tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/1023ce33-5987-40e1-a89d-158b46f3f120 HTTP/1.1" status: 404 len: 333 time: 0.0857179 May 06 13:56:30.551030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37388) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.603510 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7b5356-04b8-4bb5-a073-f173a24008e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.604287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7b5356-04b8-4bb5-a073-f173a24008e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.610076 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7d7b5356-04b8-4bb5-a073-f173a24008e4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/89457ecc-6682-48a5-953a-bf4c2401fa5c HTTP/1.1" status: 404 len: 337 time: 0.0579011 May 06 13:56:30.613005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37392) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.669262 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab33fd0-5d9a-42cb-9d3d-bc635dcef208 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.669262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab33fd0-5d9a-42cb-9d3d-bc635dcef208 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.672125 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-80be9a9a-2e0a-40ca-ab1f-92101eed63b0 None None] Provisioning complete for port 6e3ae842-1087-438f-8ec3-a720b3555b8c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:30.672125 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80be9a9a-2e0a-40ca-ab1f-92101eed63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.673422 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2ab33fd0-5d9a-42cb-9d3d-bc635dcef208 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/0eaddac8-b56f-42b2-bf71-0b9349c73d87 HTTP/1.1" status: 404 len: 337 time: 0.0563202 May 06 13:56:30.673422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37396) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.719592 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe2e2e0-df80-4a2e-94be-8b42261bb646 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.720072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe2e2e0-df80-4a2e-94be-8b42261bb646 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.721965 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-afe2e2e0-df80-4a2e-94be-8b42261bb646 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/d00f23dd-db8b-467a-a38b-785d95484438 HTTP/1.1" status: 404 len: 333 time: 0.0464797 May 06 13:56:30.725277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37400) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.770410 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a78e37-0e00-4774-b987-a850dec2307f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.770931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a78e37-0e00-4774-b987-a850dec2307f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.776639 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-50a78e37-0e00-4774-b987-a850dec2307f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/aa68680a-937c-439e-809f-b335072d5877 HTTP/1.1" status: 404 len: 337 time: 0.0465262 May 06 13:56:30.776639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37404) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.784151 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-51bbc6c4-bcde-4459-ba7a-b47fda9c5fa8 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2104340 May 06 13:56:30.787865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37408) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.794903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Request body: {'floatingip': {'port_id': 'b863a823-4c73-4deb-bd01-8212974711da'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:30.816363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac5f8da-abb1-4f88-9a6a-6d28d0d22769 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.818590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac5f8da-abb1-4f88-9a6a-6d28d0d22769 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.821857 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2ac5f8da-abb1-4f88-9a6a-6d28d0d22769 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/331dc513-33b1-43b3-bcdc-12a1bb2cb0c3 HTTP/1.1" status: 404 len: 337 time: 0.0425427 May 06 13:56:30.822068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37412) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.866860 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b62f4f-9531-4763-9d00-71c2cf726090 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.867396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b62f4f-9531-4763-9d00-71c2cf726090 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.869849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-80be9a9a-2e0a-40ca-ab1f-92101eed63b0 None None] Provisioning for port b863a823-4c73-4deb-bd01-8212974711da completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:30.871899 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-60b62f4f-9531-4763-9d00-71c2cf726090 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/760d968d-de49-4df1-ba77-21848f30a29c HTTP/1.1" status: 404 len: 333 time: 0.0487859 May 06 13:56:30.874444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37416) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.879459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-80be9a9a-2e0a-40ca-ab1f-92101eed63b0 None None] Provisioning complete for port b863a823-4c73-4deb-bd01-8212974711da triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:30.880267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80be9a9a-2e0a-40ca-ab1f-92101eed63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.920864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.930355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] DHCP port deletion for 50bbb88f-72fc-4a05-991e-345befa7062b request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:56:30.931332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddba700-14a4-432b-9759-a91b40c492e3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.932048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddba700-14a4-432b-9759-a91b40c492e3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.937303 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cddba700-14a4-432b-9759-a91b40c492e3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/021ad866-e25b-467b-84fe-d23668530b7e HTTP/1.1" status: 404 len: 337 time: 0.0594435 May 06 13:56:30.938154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37420) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.953176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] Deleting port 6e3ae842-1087-438f-8ec3-a720b3555b8c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:30.953545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.978787 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-760dee1c-da13-49f3-8f46-d2de1697859f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:30.979226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760dee1c-da13-49f3-8f46-d2de1697859f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:30.983489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-760dee1c-da13-49f3-8f46-d2de1697859f tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/c14a81e0-4196-448d-9a45-2e64d28460b0 HTTP/1.1" status: 404 len: 337 time: 0.0413759 May 06 13:56:30.984363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37424) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.019899 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-80be9a9a-2e0a-40ca-ab1f-92101eed63b0 None None] Port b863a823-4c73-4deb-bd01-8212974711da cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:31.044277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-761cc36b-8e6a-43c2-9822-8fbd827a73c0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.044798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761cc36b-8e6a-43c2-9822-8fbd827a73c0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.047286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-761cc36b-8e6a-43c2-9822-8fbd827a73c0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/3ce53f9e-67b7-4065-8c9a-0dbe79f13af0 HTTP/1.1" status: 404 len: 333 time: 0.0612993 May 06 13:56:31.049466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37428) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.079803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a8f9f2-dd54-49ff-960c-209e3be1d15f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Router c3646607-7303-43f9-9267-736cf8fd669b is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:56:31.098768 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b17ce4c-2b82-4208-99f0-a12f0e0f30bd tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.098768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b17ce4c-2b82-4208-99f0-a12f0e0f30bd tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.102662 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0b17ce4c-2b82-4208-99f0-a12f0e0f30bd tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/e11b2170-27de-41b0-91d0-dbb69f188db4 HTTP/1.1" status: 404 len: 337 time: 0.0499446 May 06 13:56:31.102890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37432) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.145116 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd93a54-8ba7-46ab-b4b6-bdf78d2490c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.145548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd93a54-8ba7-46ab-b4b6-bdf78d2490c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.147758 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8bd93a54-8ba7-46ab-b4b6-bdf78d2490c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/00bf6748-f8eb-48ab-8132-91759c965e42 HTTP/1.1" status: 404 len: 337 time: 0.0439856 May 06 13:56:31.150740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37436) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.190518 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bf09de-c5c1-41cb-a800-74da277499c7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.190866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bf09de-c5c1-41cb-a800-74da277499c7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.192524 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d3bf09de-c5c1-41cb-a800-74da277499c7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/853668da-d36e-4d95-b2f1-16354013d301 HTTP/1.1" status: 404 len: 333 time: 0.0409718 May 06 13:56:31.195747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37440) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.207965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] For port 6e3ae842-1087-438f-8ec3-a720b3555b8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6e3ae842-1087-438f-8ec3-a720b3555b8c,segment=NetworkSegment(f232205d-414a-48c1-89cc-dc2ec32b9fc2),segment_id=f232205d-414a-48c1-89cc-dc2ec32b9fc2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:31.208561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:31.335823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] Calling delete_port for 6e3ae842-1087-438f-8ec3-a720b3555b8c owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:31.336289 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-3414dc11-ef03-4ffa-852a-533bb7ef0fb2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.336730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3414dc11-ef03-4ffa-852a-533bb7ef0fb2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.338410 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3414dc11-ef03-4ffa-852a-533bb7ef0fb2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/b5c607ca-975d-49b7-bc92-095b45f54c22 HTTP/1.1" status: 404 len: 337 time: 0.1416152 May 06 13:56:31.340897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37444) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.382460 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb258ca-16f3-4db6-a2d2-0131c7bf3848 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.382897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb258ca-16f3-4db6-a2d2-0131c7bf3848 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.384604 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6fb258ca-16f3-4db6-a2d2-0131c7bf3848 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/a8cd8bc2-b1cd-4b1a-95df-65ca3df13995 HTTP/1.1" status: 404 len: 333 time: 0.0426304 May 06 13:56:31.387071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37448) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.416076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a8f9f2-dd54-49ff-960c-209e3be1d15f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:31.425234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-98a8f9f2-dd54-49ff-960c-209e3be1d15f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:31.426035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] Sync routers for ids ['c3646607-7303-43f9-9267-736cf8fd669b'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:31.428315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37452) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.428689 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-98a8f9f2-dd54-49ff-960c-209e3be1d15f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "PUT /v2.0/routers/c3646607-7303-43f9-9267-736cf8fd669b HTTP/1.1" status: 200 len: 694 time: 1.6977277 May 06 13:56:31.431227 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-6366c51f-c2e1-4177-b5d1-604a4f2e3189 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.431658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6366c51f-c2e1-4177-b5d1-604a4f2e3189 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.435854 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6366c51f-c2e1-4177-b5d1-604a4f2e3189 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/41362cee-232b-449a-88a0-1cc14647ab6c HTTP/1.1" status: 404 len: 337 time: 0.0453534 May 06 13:56:31.438841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37456) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.441126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] Routers {'c3646607-7303-43f9-9267-736cf8fd669b'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:31.441708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c3646607-7303-43f9-9267-736cf8fd669b'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:31.488641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c520851-6f43-41e2-8a68-118724d7ed55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.489071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c520851-6f43-41e2-8a68-118724d7ed55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.495493 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9c520851-6f43-41e2-8a68-118724d7ed55 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/0d26a20a-e900-4779-9266-57c9c82efa7a HTTP/1.1" status: 404 len: 333 time: 0.0516653 May 06 13:56:31.495674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37460) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.540363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68e0015-be6d-4b57-95a6-dbfe8aa466a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.540808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68e0015-be6d-4b57-95a6-dbfe8aa466a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.544739 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f68e0015-be6d-4b57-95a6-dbfe8aa466a5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/66475188-5e0a-4c57-8dcd-a79a12e69c43 HTTP/1.1" status: 404 len: 337 time: 0.0475605 May 06 13:56:31.560885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:31.598102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37464) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.610187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] Pushing event deleted for resources: {'Port': ['ID=6e3ae842-1087-438f-8ec3-a720b3555b8c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:31.624668 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e38e1-d99d-46ac-988e-20f0782e1525 None None] No DVR routers for this DVR port 6e3ae842-1087-438f-8ec3-a720b3555b8c on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:31.626077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] Set router c3646607-7303-43f9-9267-736cf8fd669b gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:31.628558 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3e376f37-20a0-428a-8ae0-50a8bb4f5577 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/routers/c3646607-7303-43f9-9267-736cf8fd669b HTTP/1.1" status: 200 len: 700 time: 0.1988070 May 06 13:56:31.630771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37468) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.645197 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0742fd42-b999-4024-8c88-fb181b357104 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.645632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0742fd42-b999-4024-8c88-fb181b357104 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.649837 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0742fd42-b999-4024-8c88-fb181b357104 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/95f01e03-465d-46db-b6e0-e946c2a313f3 HTTP/1.1" status: 404 len: 333 time: 0.0594850 May 06 13:56:31.650710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37472) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.679525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e7e893af-97d8-4b42-937f-d6b0e83e6dac tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Synchronizing usage tracker for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:31.692025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e7e893af-97d8-4b42-937f-d6b0e83e6dac tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Unset dirty status for tenant:1da801e98c4a4367a923d7d8223220a8 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:31.693265 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e7e893af-97d8-4b42-937f-d6b0e83e6dac tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3646607-7303-43f9-9267-736cf8fd669b HTTP/1.1" status: 200 len: 205 time: 0.0612683 May 06 13:56:31.696090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37476) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.702297 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2ed0e7-cdb7-483d-a410-9771891179c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.702804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2ed0e7-cdb7-483d-a410-9771891179c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.707251 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2d2ed0e7-cdb7-483d-a410-9771891179c5 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/132344f1-67ac-4441-b719-dff3765160ba HTTP/1.1" status: 404 len: 337 time: 0.0536430 May 06 13:56:31.709107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.746980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3646607-7303-43f9-9267-736cf8fd669b', 'name': 'tempest-RoutersTest-router-1650937408', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:29Z', 'updated_at': '2022-05-06T13:56:30Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:31.753324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] Checking router: c3646607-7303-43f9-9267-736cf8fd669b for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:31.766637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] Routers {'c3646607-7303-43f9-9267-736cf8fd669b'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:31.767407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c3646607-7303-43f9-9267-736cf8fd669b'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:31.781915 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd349de6-4fa0-4c8b-a9ae-a236f73143b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.781915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd349de6-4fa0-4c8b-a9ae-a236f73143b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.798466 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fd349de6-4fa0-4c8b-a9ae-a236f73143b0 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/a7cd3a00-707d-4524-9e49-ec3062a1eefa HTTP/1.1" status: 404 len: 333 time: 0.0693362 May 06 13:56:31.798466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37484) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.845950 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2d7491-062b-42e2-93a8-3a0c9a05ae5c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.845950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2d7491-062b-42e2-93a8-3a0c9a05ae5c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.845950 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cd2d7491-062b-42e2-93a8-3a0c9a05ae5c tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/226a9e19-3595-4b35-acec-92a22c8754ee HTTP/1.1" status: 404 len: 337 time: 0.0571504 May 06 13:56:31.845950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37488) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:31.874455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f74c40b6-aa82-4fb0-871e-ef7c98ac0201 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:31.950159 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b9cbe9-265b-459e-b2ae-12a63173fcba tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:31.950159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b9cbe9-265b-459e-b2ae-12a63173fcba tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:31.950159 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-33b9cbe9-265b-459e-b2ae-12a63173fcba tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/c1f575c0-6e67-4092-ba11-4b31508dba6c HTTP/1.1" status: 404 len: 333 time: 0.0992699 May 06 13:56:31.950159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37492) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.036747 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc0dae5-9ca2-47c5-923d-c29ce0bb4913 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.036747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc0dae5-9ca2-47c5-923d-c29ce0bb4913 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.036747 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dbc0dae5-9ca2-47c5-923d-c29ce0bb4913 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/3ae1c6de-f338-4201-967c-c23adc439ccb HTTP/1.1" status: 404 len: 337 time: 0.0785112 May 06 13:56:32.043636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37496) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.080506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88ec7539-f8e9-4ac8-b6e9-0604bea56b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:32.080506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] Set router c3646607-7303-43f9-9267-736cf8fd669b gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:32.182211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:32.186720 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da3efa0-1611-4ebf-a8aa-72f7abea3419 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.193202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:32.198039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da3efa0-1611-4ebf-a8aa-72f7abea3419 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.198039 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9da3efa0-1611-4ebf-a8aa-72f7abea3419 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/dae5a4f2-927e-45d7-a78e-3f52a4cc6fa4 HTTP/1.1" status: 404 len: 337 time: 0.1489811 May 06 13:56:32.208247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3646607-7303-43f9-9267-736cf8fd669b', 'name': 'tempest-RoutersTest-router-1650937408', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:29Z', 'updated_at': '2022-05-06T13:56:30Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:32.208247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090950ca-82f2-4155-9771-1b9882e5cbbf None None] The sync data for ids ['c3646607-7303-43f9-9267-736cf8fd669b'] in dv-neutron-840889-1-hyperv is: [{'id': 'c3646607-7303-43f9-9267-736cf8fd669b', 'name': 'tempest-RoutersTest-router-1650937408', 'tenant_id': '1da801e98c4a4367a923d7d8223220a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:29Z', 'updated_at': '2022-05-06T13:56:30Z', 'revision_number': 2, 'project_id': '1da801e98c4a4367a923d7d8223220a8', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:32.269535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37500) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.397893 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-969340a8-2ef9-4481-8e97-280617969185 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.397893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969340a8-2ef9-4481-8e97-280617969185 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.397893 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-969340a8-2ef9-4481-8e97-280617969185 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/122e2671-c106-430b-a1a9-1cfebf2e287a HTTP/1.1" status: 404 len: 333 time: 0.1281292 May 06 13:56:32.437491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37506) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.476041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f74c40b6-aa82-4fb0-871e-ef7c98ac0201 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:32.476041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f74c40b6-aa82-4fb0-871e-ef7c98ac0201 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:32.491886 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0f7224-cedb-4150-aa65-e9255fba68e3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.491886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0f7224-cedb-4150-aa65-e9255fba68e3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.491886 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce0f7224-cedb-4150-aa65-e9255fba68e3 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/69b64db6-7bcf-40e6-902d-cbd30d83933c HTTP/1.1" status: 404 len: 337 time: 0.0521593 May 06 13:56:32.491886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37510) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.517616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f74c40b6-aa82-4fb0-871e-ef7c98ac0201 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:32.517616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74c40b6-aa82-4fb0-871e-ef7c98ac0201 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Fanout notify agent at l3_agent the message router_deleted on router c3646607-7303-43f9-9267-736cf8fd669b {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:56:32.524905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f74c40b6-aa82-4fb0-871e-ef7c98ac0201 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:32.524905 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f74c40b6-aa82-4fb0-871e-ef7c98ac0201 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/c3646607-7303-43f9-9267-736cf8fd669b HTTP/1.1" status: 204 len: 168 time: 0.8260205 May 06 13:56:32.531315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37514) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.534918 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ccc34d-4287-47ed-ba8f-25bc9387408a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.534918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ccc34d-4287-47ed-ba8f-25bc9387408a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.534918 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e1ccc34d-4287-47ed-ba8f-25bc9387408a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/b2c69cb4-ad82-449f-bfc2-3b11a9c669ab HTTP/1.1" status: 404 len: 337 time: 0.0444639 May 06 13:56:32.544982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37518) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.577118 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6a17b810-4477-4015-bebd-fa4e065c55c7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3646607-7303-43f9-9267-736cf8fd669b HTTP/1.1" status: 200 len: 205 time: 0.0461538 May 06 13:56:32.577118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37522) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.591047 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f91b95-2cad-48a5-b294-4265e7c4a3fa tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.591047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f91b95-2cad-48a5-b294-4265e7c4a3fa tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.591047 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e3f91b95-2cad-48a5-b294-4265e7c4a3fa tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/9fb1fb45-db2d-415a-8a6d-4d7050f99db1 HTTP/1.1" status: 404 len: 333 time: 0.0459566 May 06 13:56:32.593880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37526) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.634579 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-317bdc05-3965-4367-8e58-6473093763db tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.634579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317bdc05-3965-4367-8e58-6473093763db tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.634579 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-317bdc05-3965-4367-8e58-6473093763db tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/02eef716-f05a-47d8-a701-3f688ea9d804 HTTP/1.1" status: 404 len: 337 time: 0.0404789 May 06 13:56:32.638460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37530) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.655349 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-4468cc3a-dd5b-4a75-9704-8f6c32afa456 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] delete failed (client error): The resource could not be found. May 06 13:56:32.655349 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4468cc3a-dd5b-4a75-9704-8f6c32afa456 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/c3646607-7303-43f9-9267-736cf8fd669b HTTP/1.1" status: 404 len: 336 time: 0.0757983 May 06 13:56:32.658063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37534) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.683138 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5692ba-14d8-40bc-a5a6-d24834332834 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.683138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5692ba-14d8-40bc-a5a6-d24834332834 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.683138 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0b5692ba-14d8-40bc-a5a6-d24834332834 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/1ce1c952-9451-427e-9e1d-e3bbd6cf9650 HTTP/1.1" status: 404 len: 337 time: 0.0458729 May 06 13:56:32.693881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37538) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.705014 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4274c93-d86e-41db-b9bc-1b9f2b8b7b26 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.705014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4274c93-d86e-41db-b9bc-1b9f2b8b7b26 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.712904 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d4274c93-d86e-41db-b9bc-1b9f2b8b7b26 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/2b50d287-ab5a-4ce3-b569-bdbe0ee13d01 HTTP/1.1" status: 404 len: 337 time: 0.0499454 May 06 13:56:32.712904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37542) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.744981 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c5f780-a384-49cc-9fa9-7d07257add9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.744981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c5f780-a384-49cc-9fa9-7d07257add9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.744981 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-86c5f780-a384-49cc-9fa9-7d07257add9b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/ba609b69-3c13-4ab4-9da6-35e7281eebd7 HTTP/1.1" status: 404 len: 333 time: 0.0511756 May 06 13:56:32.744981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37546) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.767333 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd114c8-d41f-4667-8da0-ecb968fad622 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.767333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd114c8-d41f-4667-8da0-ecb968fad622 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.777138 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8cd114c8-d41f-4667-8da0-ecb968fad622 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/35356076-1d25-4696-aa48-d0458ec29220 HTTP/1.1" status: 404 len: 337 time: 0.0615392 May 06 13:56:32.777138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37550) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.823023 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-c824e670-7a0b-4e68-91f3-84d604ccd1e2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.823023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c824e670-7a0b-4e68-91f3-84d604ccd1e2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.823023 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c824e670-7a0b-4e68-91f3-84d604ccd1e2 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/17417f24-6ee9-4b8e-9361-972b276b1932 HTTP/1.1" status: 404 len: 337 time: 0.0744338 May 06 13:56:32.832575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37554) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.877711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:32.903985 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-d332c905-f37b-4724-a3a5-80ddb52b4d94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:32.903985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d332c905-f37b-4724-a3a5-80ddb52b4d94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:32.903985 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d332c905-f37b-4724-a3a5-80ddb52b4d94 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/0f014c38-437b-4138-b132-edfcd035b53b HTTP/1.1" status: 404 len: 337 time: 0.0716975 May 06 13:56:32.903985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37558) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.964894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 6e3ae842-1087-438f-8ec3-a720b3555b8c {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:32.964894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6e3ae842-1087-438f-8ec3-a720b3555b8c not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:32.969932 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2f41c48e-d318-4772-bd0b-aec0a9abacd7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports?device_id=e462ad4d-e2c5-43d6-8c43-a92946a05494 HTTP/1.1" status: 200 len: 205 time: 0.0579727 May 06 13:56:32.969932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37562) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.063954 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-d4506313-c1e4-4f35-a3a7-621575f4d895 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] delete failed (client error): The resource could not be found. May 06 13:56:33.063954 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d4506313-c1e4-4f35-a3a7-621575f4d895 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/routers/e462ad4d-e2c5-43d6-8c43-a92946a05494 HTTP/1.1" status: 404 len: 336 time: 0.0951190 May 06 13:56:33.063954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37566) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.092009 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f9e5b5-4460-42e0-a845-5c4c32fed84c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.092009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f9e5b5-4460-42e0-a845-5c4c32fed84c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.092009 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-62f9e5b5-4460-42e0-a845-5c4c32fed84c tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/facb9233-9c9c-4c7a-8985-038cafacb7d5 HTTP/1.1" status: 404 len: 337 time: 0.3191686 May 06 13:56:33.104134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37570) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.123001 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6a7f7b-a358-44ab-b088-caac859f8ab4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.123001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6a7f7b-a358-44ab-b088-caac859f8ab4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.123001 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1e6a7f7b-a358-44ab-b088-caac859f8ab4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/b94f4112-0b06-48ec-838a-fae3ad37f1ab HTTP/1.1" status: 404 len: 337 time: 0.0550842 May 06 13:56:33.131571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37574) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.193180 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6e037f-2367-465f-9c37-094e3d440ed7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.193180 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6e037f-2367-465f-9c37-094e3d440ed7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.197136 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-21a891b8-5d05-4edb-b6b1-b1935f7c239a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f15265e-600a-410a-a965-3c20c7c903b5 HTTP/1.1" status: 200 len: 205 time: 0.0647318 May 06 13:56:33.200742 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9e6e037f-2367-465f-9c37-094e3d440ed7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/eacf0d32-569d-467c-a72c-de2cb46692e1 HTTP/1.1" status: 404 len: 337 time: 0.0951242 May 06 13:56:33.200742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37578) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.200742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37580) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.204755 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP a1b69a36-57fa-4ffa-b390-c99be8484d2f associated. External IP: 172.26.0.154, port: dea811e6-3c83-4fc3-86c9-594be536c63c. May 06 13:56:33.278670 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-683d379a-bf7d-4f90-96d6-6381e2b52a07 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] delete failed (client error): The resource could not be found. May 06 13:56:33.278670 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-683d379a-bf7d-4f90-96d6-6381e2b52a07 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/routers/0f15265e-600a-410a-a965-3c20c7c903b5 HTTP/1.1" status: 404 len: 336 time: 0.0777183 May 06 13:56:33.282363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37586) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.328108 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e9272b4-63ff-4e4a-8db7-1c34ebac83da tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 200 len: 205 time: 0.1247835 May 06 13:56:33.328108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37590) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.405757 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89df518-1f4b-461a-b22e-8a9574c590e8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.405757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89df518-1f4b-461a-b22e-8a9574c590e8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.408795 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-31479de7-aed9-4748-b7d5-fb83cb77302f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] delete failed (client error): The resource could not be found. May 06 13:56:33.408795 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-31479de7-aed9-4748-b7d5-fb83cb77302f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/ea414a54-2e67-4698-ab32-c46115ff3306 HTTP/1.1" status: 404 len: 336 time: 0.0786655 May 06 13:56:33.408795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37594) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.408795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37596) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.415147 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e89df518-1f4b-461a-b22e-8a9574c590e8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/b477a893-cecb-4dc3-8849-923579df5cc8 HTTP/1.1" status: 404 len: 337 time: 0.1294069 May 06 13:56:33.503116 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7a6195-a661-462c-94f7-1f5174267f17 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.503116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7a6195-a661-462c-94f7-1f5174267f17 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.503116 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8e7a6195-a661-462c-94f7-1f5174267f17 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/4faea7fb-ca55-4e24-9b38-77d00a3cfbb4 HTTP/1.1" status: 404 len: 337 time: 0.0907421 May 06 13:56:33.506585 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-523fecc3-f3a1-43a1-a56a-83ef20c71328 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e HTTP/1.1" status: 200 len: 205 time: 0.0946708 May 06 13:56:33.506585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37604) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.509304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37606) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.555283 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5b0ec6-f906-4b24-873d-5a722b2bb9a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.555283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5b0ec6-f906-4b24-873d-5a722b2bb9a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.555283 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-de5b0ec6-f906-4b24-873d-5a722b2bb9a7 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/e8e5e90f-5684-427c-a24c-0e85f8085ff7 HTTP/1.1" status: 404 len: 333 time: 0.0465727 May 06 13:56:33.555283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37612) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.594502 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-7ed796ed-c385-405f-a2e9-3fb92ecafaca tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] delete failed (client error): The resource could not be found. May 06 13:56:33.594502 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7ed796ed-c385-405f-a2e9-3fb92ecafaca tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/bebf57b6-bfbb-4119-a2a0-0a8b4c01dd7e HTTP/1.1" status: 404 len: 336 time: 0.0842681 May 06 13:56:33.594502 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37616) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.600155 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-246561f1-c452-4609-9c98-604a75ddb3d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.600155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246561f1-c452-4609-9c98-604a75ddb3d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.600155 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-246561f1-c452-4609-9c98-604a75ddb3d8 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/20f2060d-fc16-490f-860e-db303c033bbf HTTP/1.1" status: 404 len: 337 time: 0.0436327 May 06 13:56:33.606221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37620) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.651568 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30bd6e7-232c-4e67-b0cc-408cb7746e09 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.651568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30bd6e7-232c-4e67-b0cc-408cb7746e09 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.651568 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e30bd6e7-232c-4e67-b0cc-408cb7746e09 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/e07c5366-774c-4421-8430-0399ecdff267 HTTP/1.1" status: 404 len: 337 time: 0.0529289 May 06 13:56:33.659256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37624) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.674724 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65b0117-1782-4113-b06c-107a22567fe6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.674724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65b0117-1782-4113-b06c-107a22567fe6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.674724 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c65b0117-1782-4113-b06c-107a22567fe6 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/2d9487d0-8b39-4289-9a93-19ae19e92805 HTTP/1.1" status: 404 len: 333 time: 0.0679460 May 06 13:56:33.674724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37628) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.711247 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b33eeb54-cf12-4edd-a1a9-4d49439f93a0 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb HTTP/1.1" status: 200 len: 205 time: 0.0488386 May 06 13:56:33.711247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37632) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.724355 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c507771-bfec-4aa0-bde5-2d369fb2f5ff tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.724355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c507771-bfec-4aa0-bde5-2d369fb2f5ff tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.724355 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8c507771-bfec-4aa0-bde5-2d369fb2f5ff tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/e9cff0bf-b6f6-4613-ad9b-59380f309e3c HTTP/1.1" status: 404 len: 337 time: 0.0459473 May 06 13:56:33.724355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37636) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.776789 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7f3296-024d-487b-8abe-a06716c714cf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.776789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7f3296-024d-487b-8abe-a06716c714cf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.776789 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2e7f3296-024d-487b-8abe-a06716c714cf tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/e5d9cf6e-c7b0-4a67-889d-015d41bd41af HTTP/1.1" status: 404 len: 333 time: 0.0501709 May 06 13:56:33.784943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37640) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.839143 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dcc3b1-9740-4b2a-966d-a6efe6fc101b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.839143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59dcc3b1-9740-4b2a-966d-a6efe6fc101b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.839143 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-59dcc3b1-9740-4b2a-966d-a6efe6fc101b tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/aaeb4699-97b2-40ac-b49c-fcc305982116 HTTP/1.1" status: 404 len: 337 time: 0.0605783 May 06 13:56:33.842553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37644) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.897444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0be262-6e98-4c76-9021-369b3cc41a21 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.897444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0be262-6e98-4c76-9021-369b3cc41a21 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.897444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-da0be262-6e98-4c76-9021-369b3cc41a21 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/86fd4ee2-8bb3-46ce-95bb-fc18af83bead HTTP/1.1" status: 404 len: 333 time: 0.0553381 May 06 13:56:33.897444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37648) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.949598 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb91383-378a-4c11-acbc-8f51eece015a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.949598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb91383-378a-4c11-acbc-8f51eece015a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.949598 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-abb91383-378a-4c11-acbc-8f51eece015a tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/f34a4bd5-9e4d-41eb-8a7e-a381d077e614 HTTP/1.1" status: 404 len: 337 time: 0.0483260 May 06 13:56:33.949598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37652) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:33.999007 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1633966-a5e4-4296-92a7-e32af41aa11d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:33.999007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1633966-a5e4-4296-92a7-e32af41aa11d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:33.999007 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b1633966-a5e4-4296-92a7-e32af41aa11d tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/ccb4fb33-594b-476d-955d-74acdd237ad0 HTTP/1.1" status: 404 len: 333 time: 0.0472956 May 06 13:56:33.999007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37656) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.003253 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-87436954-befd-4e8e-b0fd-05b9f45a693a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] delete failed (client error): The resource could not be found. May 06 13:56:34.003253 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-87436954-befd-4e8e-b0fd-05b9f45a693a tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/ab2eb83e-baa6-4bf6-b87a-bd07c72f7ddb HTTP/1.1" status: 404 len: 336 time: 0.2921102 May 06 13:56:34.003253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37660) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.047639 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5e0186-2aeb-48dc-b252-0943ae6cd469 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:34.047639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5e0186-2aeb-48dc-b252-0943ae6cd469 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:34.047639 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ce5e0186-2aeb-48dc-b252-0943ae6cd469 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/baffcca0-8422-4989-933e-89cbd949160a HTTP/1.1" status: 404 len: 337 time: 0.0456967 May 06 13:56:34.050648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37664) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.093584 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca7a9e4-7fe0-4ccd-847d-d308f0966d44 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:34.093584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca7a9e4-7fe0-4ccd-847d-d308f0966d44 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:34.093584 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6ca7a9e4-7fe0-4ccd-847d-d308f0966d44 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/ed8721aa-c879-40ee-bbfb-4619fae8e706 HTTP/1.1" status: 404 len: 333 time: 0.0433779 May 06 13:56:34.099713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37668) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.145480 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e466c46-11ef-4e8e-a79a-078b4705cfaa tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:34.145480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e466c46-11ef-4e8e-a79a-078b4705cfaa tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:34.145480 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2e466c46-11ef-4e8e-a79a-078b4705cfaa tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/bee14d55-c672-4063-910b-3d52ee53598a HTTP/1.1" status: 404 len: 337 time: 0.0459416 May 06 13:56:34.151956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37672) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.198545 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-109ea927-680c-4636-b8ed-1208ce5e8db7 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=51ea2a8f-9ec7-4333-9b30-549c53e89949 HTTP/1.1" status: 200 len: 205 time: 0.1859055 May 06 13:56:34.203155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37676) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.267237 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-040dfe37-6525-4a7f-8565-fe78b62886d4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:34.267237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040dfe37-6525-4a7f-8565-fe78b62886d4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:34.267237 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-040dfe37-6525-4a7f-8565-fe78b62886d4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/ports/7ca1a9e4-3ff8-4be5-b984-4173b51bd198 HTTP/1.1" status: 404 len: 333 time: 0.1115825 May 06 13:56:34.280006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37680) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.303458 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-a1383fae-e626-4804-a1c6-8281e5bf7c73 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] delete failed (client error): The resource could not be found. May 06 13:56:34.303458 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a1383fae-e626-4804-a1c6-8281e5bf7c73 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/51ea2a8f-9ec7-4333-9b30-549c53e89949 HTTP/1.1" status: 404 len: 336 time: 0.1033514 May 06 13:56:34.316116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37684) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.334142 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c98c564-acfb-4175-a217-47a79e39bbe4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] DELETE failed (client error): The resource could not be found. May 06 13:56:34.334142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c98c564-acfb-4175-a217-47a79e39bbe4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:34.334142 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3c98c564-acfb-4175-a217-47a79e39bbe4 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/subnets/d344618f-be1d-4eb0-96e7-82be953296a7 HTTP/1.1" status: 404 len: 337 time: 0.0520864 May 06 13:56:34.334142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37688) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.369942 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3623cb5-a91c-440e-be9b-1e8fd24b0987 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:34.369942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3623cb5-a91c-440e-be9b-1e8fd24b0987 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:34.369942 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c3623cb5-a91c-440e-be9b-1e8fd24b0987 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/7fc74f51-ae5c-489b-ac78-2a0d4e78c831 HTTP/1.1" status: 404 len: 337 time: 0.0515339 May 06 13:56:34.369942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37692) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.374270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad66c2fc-b9a1-4b61-95e6-44df5d6ec768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:34.423765 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-73883157-cf25-43b3-9199-2bb93ec5d53b tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0baa2df-4376-4f9c-b098-5fb466b15a73 HTTP/1.1" status: 200 len: 205 time: 0.0491929 May 06 13:56:34.423765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37696) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.508079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:34.525221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-80db96d0-beb8-446a-bfee-2c39b7dda632 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] delete failed (client error): The resource could not be found. May 06 13:56:34.525221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-80db96d0-beb8-446a-bfee-2c39b7dda632 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/b0baa2df-4376-4f9c-b098-5fb466b15a73 HTTP/1.1" status: 404 len: 336 time: 0.0985234 May 06 13:56:34.525221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37700) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.529334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:34.579712 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-308239eb-efad-4e6b-8db8-7a442dcb43a9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:34.579712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308239eb-efad-4e6b-8db8-7a442dcb43a9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:34.585682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37704) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.588439 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-308239eb-efad-4e6b-8db8-7a442dcb43a9 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/8000983f-c5de-415c-881e-746cc1ea2e76 HTTP/1.1" status: 404 len: 337 time: 0.0546384 May 06 13:56:34.748850 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-af268939-f918-4a19-8971-ab76a9e12512 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "GET /v2.0/ports?device_id=151a1c0e-c048-4a7f-9398-11a2e9ffb76c HTTP/1.1" status: 200 len: 205 time: 0.1574523 May 06 13:56:34.753776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37710) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.845364 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37714) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.850929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:34.879457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bbb88f-72fc-4a05-991e-345befa7062b']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:34.898762 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-ad848175-b2c1-40b8-a53d-f9cae151169f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] delete failed (client error): The resource could not be found. May 06 13:56:34.898762 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ad848175-b2c1-40b8-a53d-f9cae151169f tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/routers/151a1c0e-c048-4a7f-9398-11a2e9ffb76c HTTP/1.1" status: 404 len: 336 time: 0.1455934 May 06 13:56:34.908833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37718) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.913829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f232205d-414a-48c1-89cc-dc2ec32b9fc2') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:34.913829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f232205d-414a-48c1-89cc-dc2ec32b9fc2') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:34.929021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:34.971571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:34.986765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:56:34.986765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:35.007677 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:35.072636 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba73b405-c3d9-4f09-80ee-d4cd53ed8d73 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:35.072636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba73b405-c3d9-4f09-80ee-d4cd53ed8d73 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:35.072636 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ba73b405-c3d9-4f09-80ee-d4cd53ed8d73 tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/d6fff1a6-c582-4c84-85a7-d11507d7a9c7 HTTP/1.1" status: 404 len: 337 time: 0.1643581 May 06 13:56:35.072636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37722) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:35.123465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.128261 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f965931-cbf9-4a73-8394-af0629548ecc tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] DELETE failed (client error): The resource could not be found. May 06 13:56:35.128261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f965931-cbf9-4a73-8394-af0629548ecc tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:35.128261 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5f965931-cbf9-4a73-8394-af0629548ecc tempest-RoutersTest-365233277 tempest-RoutersTest-365233277-project] 10.222.0.65 "DELETE /v2.0/subnets/88a27f01-6a4e-42e3-902a-a9c57b9b55e8 HTTP/1.1" status: 404 len: 337 time: 0.0498819 May 06 13:56:35.151532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.156422 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-01a7315c-ddec-40a3-93d3-9c6ea8a5a670 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=52812628270e4c08bba09224380d4cd5&network_id=13cd64bc-0359-45fe-bb47-08910b85bb4a HTTP/1.1" status: 200 len: 3000 time: 0.3149271 May 06 13:56:35.181944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] Pushing event deleted for resources: {'Network': ['ID=50bbb88f-72fc-4a05-991e-345befa7062b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:35.181944 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-36789153-0332-4147-ad52-1f3b926dce81 tempest-NetworksTestDHCPv6-471967841 tempest-NetworksTestDHCPv6-471967841-project] 10.222.0.65 "DELETE /v2.0/networks/50bbb88f-72fc-4a05-991e-345befa7062b HTTP/1.1" status: 204 len: 168 time: 0.8427281 May 06 13:56:35.259770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:35.275382 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cea9a3-db8b-4cfc-b803-204b97223dc8 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:35.291354 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cea9a3-db8b-4cfc-b803-204b97223dc8 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:35.291354 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a6cea9a3-db8b-4cfc-b803-204b97223dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:35.412933 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a6cea9a3-db8b-4cfc-b803-204b97223dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:35.440544 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cea9a3-db8b-4cfc-b803-204b97223dc8 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:35.440544 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a6cea9a3-db8b-4cfc-b803-204b97223dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:35.547094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.559396 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-a6cea9a3-db8b-4cfc-b803-204b97223dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:35.559396 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cea9a3-db8b-4cfc-b803-204b97223dc8 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:35.597119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.728225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37740) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:35.742348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37746) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:35.825740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router e367c7d0-aeaf-4298-b353-2b94a48d96e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:36.060362 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d98b83fe-5069-4750-8290-c994ff4b6b83 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91a20f3295e24d02b0631d4bc4d678d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3145909 May 06 13:56:36.067097 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37752) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:36.071300 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e9e30a94-a5bf-492b-9d75-5a62895f6c1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1da801e98c4a4367a923d7d8223220a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3328741 May 06 13:56:36.071300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37756) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:36.136005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1043f065-988e-4af3-9a77-d36f2097aabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.164909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1043f065-988e-4af3-9a77-d36f2097aabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.241762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1043f065-988e-4af3-9a77-d36f2097aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.270063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1043f065-988e-4af3-9a77-d36f2097aabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.270063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1043f065-988e-4af3-9a77-d36f2097aabb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfb2edf2-85b3-47b6-9cea-edad653612c9 HTTP/1.1" status: 204 len: 168 time: 0.2023733 May 06 13:56:36.276356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7a-c8c1-413e-960d-afd79377dbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.284638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043f065-988e-4af3-9a77-d36f2097aabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb2edf2-85b3-47b6-9cea-edad653612c9,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:36.310646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7a-c8c1-413e-960d-afd79377dbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.327013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:36.327013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.341074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3ad17-a52f-4c76-8d2e-3ce01566c2d6 None None] Sync routers for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:36.352928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3ad17-a52f-4c76-8d2e-3ce01566c2d6 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:36.352928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-21a3ad17-a52f-4c76-8d2e-3ce01566c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:36.477549 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-22838346-5816-4f49-82a9-a4a3cdbf905f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/floatingips/a1b69a36-57fa-4ffa-b390-c99be8484d2f HTTP/1.1" status: 200 len: 977 time: 5.6792965 May 06 13:56:36.482956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37762) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:36.493415 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-21a3ad17-a52f-4c76-8d2e-3ce01566c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:36.499255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7a-c8c1-413e-960d-afd79377dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.513987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3ad17-a52f-4c76-8d2e-3ce01566c2d6 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:36.513987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-21a3ad17-a52f-4c76-8d2e-3ce01566c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:36.546298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3659e7a-c8c1-413e-960d-afd79377dbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e68fce-ba94-46ad-8640-60fa4d405069,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:36.546298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7a-c8c1-413e-960d-afd79377dbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.556814 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f3659e7a-c8c1-413e-960d-afd79377dbc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4e68fce-ba94-46ad-8640-60fa4d405069 HTTP/1.1" status: 204 len: 168 time: 0.4861884 May 06 13:56:36.602065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port b863a823-4c73-4deb-bd01-8212974711da {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:36.602065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.629139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-21a3ad17-a52f-4c76-8d2e-3ce01566c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:36.629672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3ad17-a52f-4c76-8d2e-3ce01566c2d6 None None] The sync data for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:36.890955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.938737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.252795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.253846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.254248 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Floating IP a1b69a36-57fa-4ffa-b390-c99be8484d2f disassociated. External IP: 172.26.0.154, port: b863a823-4c73-4deb-bd01-8212974711da. May 06 13:56:37.254502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for b863a823-4c73-4deb-bd01-8212974711da owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:37.407185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.456045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=b863a823-4c73-4deb-bd01-8212974711da,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:37.457123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37798) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:37.632556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1546640186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:37.645901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:37.654545 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Usage tracker for resource:router and tenant:2f7a5e9b64fa43e88c2c9979594a3b3c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:37.675399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:37.683629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:37.697722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.698679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.729898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.756873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.757071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router e367c7d0-aeaf-4298-b353-2b94a48d96e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:37.781508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.782986 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-70f47881-2248-4906-b06c-09215e838611 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3234868 May 06 13:56:37.785805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37810) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:37.793122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-282743337'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:37.797855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:37.802153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Usage tracker for resource:network and tenant:2f7a5e9b64fa43e88c2c9979594a3b3c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:37.808534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:37.809795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37814) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:37.819323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:37.831254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Made reservation on behalf of 2f7a5e9b64fa43e88c2c9979594a3b3c for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:37.836681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.851239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.889675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:37.893686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Usage tracker for resource:security_group_rule and tenant:2f7a5e9b64fa43e88c2c9979594a3b3c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:37.897534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:37.905568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:37.977973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f03ce4e0-463d-4446-8734-71678497977d tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] Request body: {'port': {'network_id': 'c709979c-a0aa-4752-b5d6-53d99a7c403a', 'name': 'tempest-NetworksNegativeTestJSON-153468444'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:37.990294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37822) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.009102 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03ce4e0-463d-4446-8734-71678497977d tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] POST failed (client error): The resource could not be found. May 06 13:56:38.009534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03ce4e0-463d-4446-8734-71678497977d tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:38.011098 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f03ce4e0-463d-4446-8734-71678497977d tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2002130 May 06 13:56:38.016338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.017173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37826) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.040501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.048486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:38.058226 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3e7f1-6733-45ac-801c-94714f22a386 None None] Sync routers for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:38.060501 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50ee5a3-a8bd-4cd1-b01e-0bd2c77cbc21 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] DELETE failed (client error): The resource could not be found. May 06 13:56:38.060977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50ee5a3-a8bd-4cd1-b01e-0bd2c77cbc21 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:38.076181 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3e7f1-6733-45ac-801c-94714f22a386 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:38.076897 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-bfc3e7f1-6733-45ac-801c-94714f22a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:38.095253 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a50ee5a3-a8bd-4cd1-b01e-0bd2c77cbc21 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "DELETE /v2.0/networks/72161e68-6f3b-49e9-968a-d397143e3a6b HTTP/1.1" status: 404 len: 339 time: 0.0769541 May 06 13:56:38.096344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:38.100678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37830) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.108174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf089653-9553-4473-b1ee-de60d2481b98,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:38.116408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f061388-5fd4-4f85-8ebe-b29eb91bb152 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:38.117840 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4f061388-5fd4-4f85-8ebe-b29eb91bb152 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 814 time: 0.1252365 May 06 13:56:38.156462 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-bfc3e7f1-6733-45ac-801c-94714f22a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:38.159729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.160603 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Added segment 5d102167-d09d-4c7a-919c-caddd748826d of type vlan for network e24caa42-5543-4fb7-9aa3-b6e552e9a666 May 06 13:56:38.162245 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-703222b8-2dc1-45bf-8f48-6776308afc81 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] DELETE failed (client error): The resource could not be found. May 06 13:56:38.162685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703222b8-2dc1-45bf-8f48-6776308afc81 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:38.171368 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3e7f1-6733-45ac-801c-94714f22a386 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:38.171368 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-bfc3e7f1-6733-45ac-801c-94714f22a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:38.174942 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-703222b8-2dc1-45bf-8f48-6776308afc81 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "DELETE /v2.0/ports/3d1983f0-a911-4747-9249-d86a05fa854b HTTP/1.1" status: 404 len: 333 time: 0.0720539 May 06 13:56:38.180510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37836) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.240969 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-bfc3e7f1-6733-45ac-801c-94714f22a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:38.241373 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3e7f1-6733-45ac-801c-94714f22a386 None None] The sync data for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:38.256860 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cecbb2-d5aa-44d2-be76-60fa6d01a1db tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] DELETE failed (client error): The resource could not be found. May 06 13:56:38.257008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cecbb2-d5aa-44d2-be76-60fa6d01a1db tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:38.258623 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c3cecbb2-d5aa-44d2-be76-60fa6d01a1db tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "DELETE /v2.0/subnets/61cb49ec-1520-43ff-8f58-46fd161ffcc6 HTTP/1.1" status: 404 len: 337 time: 0.0766451 May 06 13:56:38.262181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37842) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.265647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.277983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.288023 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ce7f1a01-7f76-4612-98c3-6a6627c96c5f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/ports/b863a823-4c73-4deb-bd01-8212974711da HTTP/1.1" status: 204 len: 168 time: 1.8137636 May 06 13:56:38.292350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37846) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.299003 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-9850c0b8-4d2e-4681-8997-333724a8f714 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] GET failed (client error): The resource could not be found. May 06 13:56:38.304444 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9850c0b8-4d2e-4681-8997-333724a8f714 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "GET /v2.0/networks/2eb42b1f-0908-46b1-bd4f-4bf432f4fc91 HTTP/1.1" status: 404 len: 339 time: 0.0369153 May 06 13:56:38.304666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37850) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.362335 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0465f122-d47a-488f-ac87-f191b1b39e32 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] GET failed (client error): The resource could not be found. May 06 13:56:38.363600 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0465f122-d47a-488f-ac87-f191b1b39e32 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "GET /v2.0/ports/4ee9d237-9350-4e12-8c1a-3236ddd6be50 HTTP/1.1" status: 404 len: 333 time: 0.0580301 May 06 13:56:38.368915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37854) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.405021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.408626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:38.409202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.438893 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5e1eb6-82fc-4808-b364-81b6ed742cdc tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] GET failed (client error): The resource could not be found. May 06 13:56:38.440216 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd5e1eb6-82fc-4808-b364-81b6ed742cdc tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "GET /v2.0/subnets/dd889d06-cddd-42ee-9151-cb339ebd8bef HTTP/1.1" status: 404 len: 337 time: 0.0702968 May 06 13:56:38.444361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37858) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.453942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-104b2370-c348-4f4e-abee-026d691b6efd tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:38.480083 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-104b2370-c348-4f4e-abee-026d691b6efd tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] PUT failed (client error): The resource could not be found. May 06 13:56:38.480508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104b2370-c348-4f4e-abee-026d691b6efd tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:38.481574 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-104b2370-c348-4f4e-abee-026d691b6efd tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "PUT /v2.0/networks/eecb4eb5-8ccd-4114-a27a-d3009fd6ef42 HTTP/1.1" status: 404 len: 339 time: 0.0352862 May 06 13:56:38.485426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37862) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.492744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-967e18fb-5f84-4642-ab13-29641150eb28 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:38.528468 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7413914 May 06 13:56:38.529306 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-967e18fb-5f84-4642-ab13-29641150eb28 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] PUT failed (client error): The resource could not be found. May 06 13:56:38.529901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967e18fb-5f84-4642-ab13-29641150eb28 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:38.534460 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-967e18fb-5f84-4642-ab13-29641150eb28 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "PUT /v2.0/ports/b47c2b6e-7cfc-4210-9004-4941e87cc165 HTTP/1.1" status: 404 len: 333 time: 0.0446763 May 06 13:56:38.534460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37866) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.535096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37868) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.541015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'subnet': {'network_id': 'e24caa42-5543-4fb7-9aa3-b6e552e9a666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:38.542434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7ec77-09a5-43c8-9d2d-ea5389163ad0 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Network': ['ID=e24caa42-5543-4fb7-9aa3-b6e552e9a666,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:38.553515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network e24caa42-5543-4fb7-9aa3-b6e552e9a666 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:38.559569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-82c03d73-b79e-42fa-8bfd-97fb9d811dd3 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:38.576068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37874) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.581726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--1654307016', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:38.586928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:38.591227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:38.594386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:38.602037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:38.617746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:38.621025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.650144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:38.661059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.661444 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment 57c2c2b3-532b-4f1a-970a-bb88113a60e8 of type vlan for network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 May 06 13:56:38.664094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c03d73-b79e-42fa-8bfd-97fb9d811dd3 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] PUT failed (client error): The resource could not be found. May 06 13:56:38.664534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c03d73-b79e-42fa-8bfd-97fb9d811dd3 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:38.669876 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-82c03d73-b79e-42fa-8bfd-97fb9d811dd3 tempest-NetworksNegativeTestJSON-1413095761 tempest-NetworksNegativeTestJSON-1413095761-project] 10.222.0.65 "PUT /v2.0/subnets/b92acccd-5cd7-4074-a13b-263a7882225f HTTP/1.1" status: 404 len: 337 time: 0.1297174 May 06 13:56:38.698644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.711535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:38.718014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Usage tracker for resource:subnet and tenant:2f7a5e9b64fa43e88c2c9979594a3b3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:38.721552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:38.729755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:38.733942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.737680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:38.738256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.861220 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2836764 May 06 13:56:38.866178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37880) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.872100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe15c0-db8a-4b99-81a4-d9adb4d8f440 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=f2e5881d-0e2e-44e4-b65b-9be40a4af5f8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:38.883141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Made reservation on behalf of 2f7a5e9b64fa43e88c2c9979594a3b3c for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:38.891109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:39.069253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37886) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.104868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd6e77-14e7-4aa8-9995-d73fa8b6c3b4 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:39.106335 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-83cd6e77-14e7-4aa8-9995-d73fa8b6c3b4 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2386918 May 06 13:56:39.110454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37892) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.116591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.297383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.342637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495cf3-da8d-44b5-b22a-e65b150a4ac7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:39.342637 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-37495cf3-da8d-44b5-b22a-e65b150a4ac7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2287509 May 06 13:56:39.342637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37896) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.381018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.394720 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fd5417b0-d943-4ba2-b62b-5043a322257b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510795 May 06 13:56:39.400553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37900) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.403071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:39.438705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] Usage tracker for resource:security_group_rule and tenant:2826d03d3c8a4525ad61a69d17ec7a90 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:39.445086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:39.449239 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5203aab1-1f17-4a10-bac3-ea06368c1b4d tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479989 May 06 13:56:39.453849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37904) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.455085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:39.553476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.634369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3709bf-4877-4159-a27d-edafad3f7a4a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:39.634369 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ed3709bf-4877-4159-a27d-edafad3f7a4a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1732178 May 06 13:56:39.658978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37908) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.664482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Subnet': ['ID=7376a41a-36e9-42b7-a097-9c5048b85e8d,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:39.713635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Checking segment: {'id': '5d102167-d09d-4c7a-919c-caddd748826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e24caa42-5543-4fb7-9aa3-b6e552e9a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:39.713635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network hostable DHCP agents. Network: e24caa42-5543-4fb7-9aa3-b6e552e9a666, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:39.723912 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-72eeedd8-b0ac-4a08-9ded-d036456fb6c5 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0872951 May 06 13:56:39.725859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.728850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37912) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.738416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980731329', 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:39.764533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.784277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network e24caa42-5543-4fb7-9aa3-b6e552e9a666 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:39.806120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, e24caa42-5543-4fb7-9aa3-b6e552e9a666) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:39.806120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:39.806120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.826380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7f9a6-d40d-4100-9412-d901c877986b None None] Network e24caa42-5543-4fb7-9aa3-b6e552e9a666 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:39.906172 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c4e5c3ec-792a-4e5c-8649-39ad957e8adf tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3722265 May 06 13:56:39.909233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37916) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.953616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:39.958310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e28680-2ea6-490b-be16-0f15b89702f2,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:39.962513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:39.965557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:39.975772 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5af9798b-d7b7-4127-a1a3-f9be16f63881 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2826d03d3c8a4525ad61a69d17ec7a90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9046471 May 06 13:56:39.975772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37920) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:39.989510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:40.014533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:40.128958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-e24caa42-5543-4fb7-9aa3-b6e552e9a666', 'network_id': 'e24caa42-5543-4fb7-9aa3-b6e552e9a666', 'tenant_id': '2f7a5e9b64fa43e88c2c9979594a3b3c', 'fixed_ips': [{'subnet_id': '7376a41a-36e9-42b7-a097-9c5048b85e8d'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:56:40.128958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.170351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'network': {'name': 'tempest-router-network01--184507645'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:40.177032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:40.181762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Usage tracker for resource:network and tenant:2f7a5e9b64fa43e88c2c9979594a3b3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:40.186203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:40.200300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:40.220411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Made reservation on behalf of 2f7a5e9b64fa43e88c2c9979594a3b3c for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:40.220411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.257880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.327617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11f41b76-eedd-4422-b328-e68d8917c56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.332676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:40.345950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.345950 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Added segment 8f55b57b-7120-4cb6-bc10-a2a27f127573 of type vlan for network 889fab49-d6d8-4615-b682-b72694d99c3d May 06 13:56:40.383476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11f41b76-eedd-4422-b328-e68d8917c56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.406345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.455285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Allocated IP 172.20.0.2 (e24caa42-5543-4fb7-9aa3-b6e552e9a666/7376a41a-36e9-42b7-a097-9c5048b85e8d/88f13306-7bbf-484e-9dff-4d263d786007) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:40.482895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.489553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:40.489553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.539802 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11f41b76-eedd-4422-b328-e68d8917c56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.589783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f41b76-eedd-4422-b328-e68d8917c56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e28680-2ea6-490b-be16-0f15b89702f2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:40.634442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37926) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:40.678336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Network': ['ID=889fab49-d6d8-4615-b682-b72694d99c3d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:40.691120 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-22195ff9-f551-4e30-b41a-cb812a573f39 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7683892 May 06 13:56:40.691120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37930) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:40.718516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'network': {'name': 'tempest-router-network02--1889864343'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:40.728290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:40.734406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Usage tracker for resource:network and tenant:2f7a5e9b64fa43e88c2c9979594a3b3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:40.741766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:40.751878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:40.772253 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 889fab49-d6d8-4615-b682-b72694d99c3d details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:40.803883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11f41b76-eedd-4422-b328-e68d8917c56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.803883 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-11f41b76-eedd-4422-b328-e68d8917c56d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4e28680-2ea6-490b-be16-0f15b89702f2 HTTP/1.1" status: 204 len: 168 time: 0.8214309 May 06 13:56:40.819209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.842809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Made reservation on behalf of 2f7a5e9b64fa43e88c2c9979594a3b3c for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:40.842809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.920335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:41.042431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.042431 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Added segment 7ed6ebd2-99e7-45fe-a742-c217a7115537 of type vlan for network b3959c96-2879-47da-b618-ca13162c08bd May 06 13:56:41.102317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.140672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.164249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=f2520c58-ccf1-4a4f-b4b8-6b10940208aa,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:41.185859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Transition to ACTIVE for port object 88f13306-7bbf-484e-9dff-4d263d786007 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:41.216315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Deleting port 7fe11dba-35e6-4f15-a849-5940ac4def0b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:41.216315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.221801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Transition to ACTIVE for port object 88f13306-7bbf-484e-9dff-4d263d786007 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:41.229300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.260822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:41.260822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: f2e5881d-0e2e-44e4-b65b-9be40a4af5f8, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:41.306272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port be58c88a-417a-4558-8fa5-7be29efa616b {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:41.306272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.348000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.348000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:41.348000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.375940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:41.382853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Network e24caa42-5543-4fb7-9aa3-b6e552e9a666 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:41.384103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:41.389265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:41.393887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, f2e5881d-0e2e-44e4-b65b-9be40a4af5f8) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:41.403361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:41.403571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.441443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff786a-aec2-420f-8c83-605a5aa68b91 None None] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:41.470427 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-670e0eb1-19c9-4a61-b87e-0e39f732d2bb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7428281 May 06 13:56:41.473804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.475571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.557149 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8572805 May 06 13:56:41.561452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37944) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:41.589623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c92cc-f902-476f-883b-6981fff6ae2e tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Network': ['ID=b3959c96-2879-47da-b618-ca13162c08bd,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:41.640812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Calling delete_port for 7fe11dba-35e6-4f15-a849-5940ac4def0b owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:41.683609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'subnet': {'network_id': '889fab49-d6d8-4615-b682-b72694d99c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:41.782502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.874588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network b3959c96-2879-47da-b618-ca13162c08bd details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:41.909537 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.985140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event deleted for resources: {'Port': ['ID=7fe11dba-35e6-4f15-a849-5940ac4def0b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:41.993489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:41.998107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Usage tracker for resource:subnet and tenant:2f7a5e9b64fa43e88c2c9979594a3b3c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:42.047323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:42.066669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for be58c88a-417a-4558-8fa5-7be29efa616b owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:42.082001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37952) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:42.091319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:42.104438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002791979', 'description': 'tempest-secgroup-smoke-1002791979 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:42.124057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:42.144333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.148255 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Pushing event updated for resources: {'Port': ['ID=88f13306-7bbf-484e-9dff-4d263d786007,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:42.182768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Attempting to bind port 88f13306-7bbf-484e-9dff-4d263d786007 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:42.182924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Attempting to bind port 88f13306-7bbf-484e-9dff-4d263d786007 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '5d102167-d09d-4c7a-919c-caddd748826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e24caa42-5543-4fb7-9aa3-b6e552e9a666'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:42.184144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Attempting to bind port 88f13306-7bbf-484e-9dff-4d263d786007 on network e24caa42-5543-4fb7-9aa3-b6e552e9a666 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:42.195575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:42.195575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Checking segment: {'id': '5d102167-d09d-4c7a-919c-caddd748826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e24caa42-5543-4fb7-9aa3-b6e552e9a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:42.196470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.196637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Bound using segment: {'id': '5d102167-d09d-4c7a-919c-caddd748826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e24caa42-5543-4fb7-9aa3-b6e552e9a666'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:42.197368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Bound port: 88f13306-7bbf-484e-9dff-4d263d786007, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d102167-d09d-4c7a-919c-caddd748826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e24caa42-5543-4fb7-9aa3-b6e552e9a666'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:42.198013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.216933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-f2e5881d-0e2e-44e4-b65b-9be40a4af5f8', 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': 'f2520c58-ccf1-4a4f-b4b8-6b10940208aa'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:56:42.217489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.301223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Made reservation on behalf of 2f7a5e9b64fa43e88c2c9979594a3b3c for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:42.398607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] For port 88f13306-7bbf-484e-9dff-4d263d786007, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:42.402520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] For port 88f13306-7bbf-484e-9dff-4d263d786007, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=88f13306-7bbf-484e-9dff-4d263d786007,segment=NetworkSegment(5d102167-d09d-4c7a-919c-caddd748826d),segment_id=5d102167-d09d-4c7a-919c-caddd748826d)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:42.410636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.446169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.518229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37962) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:42.538459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:42.542299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=be58c88a-417a-4558-8fa5-7be29efa616b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:42.608667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.634508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.651237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e05b4-6b19-422a-9a4e-5b07fba68889 None None] Pushing event updated for resources: {'Port': ['ID=88f13306-7bbf-484e-9dff-4d263d786007,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:42.701435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Allocated IP 172.20.0.18 (f2e5881d-0e2e-44e4-b65b-9be40a4af5f8/f2520c58-ccf1-4a4f-b4b8-6b10940208aa/ae164f0b-4097-48e9-b573-a705c6d92d50) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:42.833759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:42.838099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:42.845485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:42.854207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:43.013129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.022321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1218121028'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:43.034008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.116232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:43.122213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Usage tracker for resource:network and tenant:aa4022135e034ff2a97e07a231ad4e23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:43.127536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:43.143403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:43.157764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Made reservation on behalf of aa4022135e034ff2a97e07a231ad4e23 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:43.160804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.182817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.183563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.195434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Transition to ACTIVE for port object ae164f0b-4097-48e9-b573-a705c6d92d50 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:43.210849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6628ad01-285e-4f5e-a416-3dbd566ce54a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:43.233285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.237209 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1aa8971f-2dc9-4264-896e-bdfec878371b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1525404 May 06 13:56:43.249096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37968) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:43.251878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Transition to ACTIVE for port object ae164f0b-4097-48e9-b573-a705c6d92d50 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:43.260336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '6628ad01-285e-4f5e-a416-3dbd566ce54a', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:43.266676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.273889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:43.293871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:43.298326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:43.319308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:43.362823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:43.369483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Usage tracker for resource:security_group_rule and tenant:aa4022135e034ff2a97e07a231ad4e23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:43.373741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:43.373898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.383763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:43.407959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.463607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:43.463607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:43.480671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:43.480671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Pushing event updated for resources: {'Port': ['ID=ae164f0b-4097-48e9-b573-a705c6d92d50,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:43.515058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.515058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.520976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.575006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Subnet': ['ID=08f523c3-3a5c-426a-9e59-5e8312bc1bbe,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:43.625837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:43.653992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Attempting to bind port ae164f0b-4097-48e9-b573-a705c6d92d50 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:43.654727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Attempting to bind port ae164f0b-4097-48e9-b573-a705c6d92d50 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:43.655567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Attempting to bind port ae164f0b-4097-48e9-b573-a705c6d92d50 on network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:43.676735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:43.678630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Checking segment: {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:43.679573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.682097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Bound using segment: {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:43.687165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Bound port: ae164f0b-4097-48e9-b573-a705c6d92d50, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:43.689716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.692015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Checking segment: {'id': '8f55b57b-7120-4cb6-bc10-a2a27f127573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '889fab49-d6d8-4615-b682-b72694d99c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:43.692015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network hostable DHCP agents. Network: 889fab49-d6d8-4615-b682-b72694d99c3d, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:43.701902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25306a93-8970-4733-8161-e362e1e025bd,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:43.711745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.716630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.717087 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Added segment 73f1b14c-d502-4327-a0ee-f915a4a844cf of type vlan for network 1e43f669-889c-49de-a463-65d993e13177 May 06 13:56:43.719056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.755528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bda3a04-0f98-4abc-a036-37a92043cf56,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:43.773684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.796463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.798063 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-38d468b5-1ed4-403f-af73-d425193c643f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5446227 May 06 13:56:43.802228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37972) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:43.805997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network 889fab49-d6d8-4615-b682-b72694d99c3d is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:43.815085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '6628ad01-285e-4f5e-a416-3dbd566ce54a', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:43.827256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:43.833076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 889fab49-d6d8-4615-b682-b72694d99c3d) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:43.836072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:43.836860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.840993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:43.841809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.843555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:43.855534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:43.856389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.862953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:43.918214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa4218-f0db-425b-9c51-e1cb18c74a3b None None] Network 889fab49-d6d8-4615-b682-b72694d99c3d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:43.926009 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e094222b-22ca-4877-a8fb-86c08acd5131 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3634224 May 06 13:56:43.930847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37976) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:43.932936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.953434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'subnet': {'network_id': 'b3959c96-2879-47da-b618-ca13162c08bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:43.964391 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4384730 May 06 13:56:43.978441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37980) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:44.030244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] For port ae164f0b-4097-48e9-b573-a705c6d92d50, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:44.034692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] For port ae164f0b-4097-48e9-b573-a705c6d92d50, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ae164f0b-4097-48e9-b573-a705c6d92d50,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:44.043124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.068797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Request body: {'subnet': {'network_id': '1e43f669-889c-49de-a463-65d993e13177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:44.157921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b5016-c5ea-4faa-9f71-3abf9a6b8cfa None None] Network e24caa42-5543-4fb7-9aa3-b6e552e9a666 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:44.204789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:44.210895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Router cfe18905-c299-4f75-a81d-eed4dcc30c94 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:44.218787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Usage tracker for resource:subnet and tenant:2f7a5e9b64fa43e88c2c9979594a3b3c is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:44.218979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec2f5b-3d8f-41a6-b62e-c531e3328faa tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Pushing event updated for resources: {'Network': ['ID=1e43f669-889c-49de-a463-65d993e13177,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:44.223149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:44.239738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:44.249034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.259849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.261127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:44.266435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Usage tracker for resource:subnet and tenant:aa4022135e034ff2a97e07a231ad4e23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:44.271689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:44.278842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Made reservation on behalf of 2f7a5e9b64fa43e88c2c9979594a3b3c for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:44.279423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:44.317547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 1e43f669-889c-49de-a463-65d993e13177 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:44.358777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Made reservation on behalf of aa4022135e034ff2a97e07a231ad4e23 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:44.388638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3500edae-00cd-4a42-aabb-fd77cfb4e2d0,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:44.494947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a5e81-5531-4bde-84a7-83b7267b7ac4 None None] Pushing event updated for resources: {'Port': ['ID=ae164f0b-4097-48e9-b573-a705c6d92d50,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:44.567162 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.568941 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce2450df-4f5d-4a8d-92ff-b42ebebd5a5b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7650843 May 06 13:56:44.572937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37984) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:44.579026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '6628ad01-285e-4f5e-a416-3dbd566ce54a', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:44.617956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:44.636902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:44.647210 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:44.656619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.667509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.669868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f7f992d6-e8fe-472f-83db-7b405707ca44 None None] Provisioning for port 88f13306-7bbf-484e-9dff-4d263d786007 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:44.717184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:44.886027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.962798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-889fab49-d6d8-4615-b682-b72694d99c3d', 'network_id': '889fab49-d6d8-4615-b682-b72694d99c3d', 'tenant_id': '2f7a5e9b64fa43e88c2c9979594a3b3c', 'fixed_ips': [{'subnet_id': '08f523c3-3a5c-426a-9e59-5e8312bc1bbe'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:56:44.963904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.072609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ae164f0b-4097-48e9-b573-a705c6d92d50 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:45.097326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.123879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.139498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.216490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032ab157-6957-4ec2-a672-c9d61087dfa1,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:45.259016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ae164f0b-4097-48e9-b573-a705c6d92d50 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:45.267465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Allocated IP 172.20.0.2 (889fab49-d6d8-4615-b682-b72694d99c3d/08f523c3-3a5c-426a-9e59-5e8312bc1bbe/4503d699-48f1-48bb-8932-2d5ddedacff3) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:45.272642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 88f13306-7bbf-484e-9dff-4d263d786007 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:45.276245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.283489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Checking segment: {'id': '73f1b14c-d502-4327-a0ee-f915a4a844cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1e43f669-889c-49de-a463-65d993e13177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:45.283656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Network hostable DHCP agents. Network: 1e43f669-889c-49de-a463-65d993e13177, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:45.289416 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8484b94f-b877-47bb-94dd-0993875a25b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7130427 May 06 13:56:45.290379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37988) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:45.363363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '6628ad01-285e-4f5e-a416-3dbd566ce54a', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:45.376171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:45.384545 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:45.388683 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:45.406942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:45.613643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.627552 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Network 1e43f669-889c-49de-a463-65d993e13177 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:45.642165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 88f13306-7bbf-484e-9dff-4d263d786007 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:45.660392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Pushing event updated for resources: {'Subnet': ['ID=821edadc-4bf5-45b9-9287-243bba1748c9,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:45.661388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 88f13306-7bbf-484e-9dff-4d263d786007 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:45.661889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.679096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 1e43f669-889c-49de-a463-65d993e13177) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:45.701761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:45.702411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.723982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.725286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.756652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff6020-ff49-4f28-9599-ac98f1c147a6 None None] Network 1e43f669-889c-49de-a463-65d993e13177 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:45.781560 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5e1e5a04-8b1a-4167-b6c8-7dc3dd805c08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7977695 May 06 13:56:45.785709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 37992) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:45.797559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Request body: {'port': {'network_id': '1e43f669-889c-49de-a463-65d993e13177', 'name': 'tempest-TagsExtTest-1365873892'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:45.825354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.829025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:45.835892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Subnet': ['ID=2d19d32b-acaf-4a1b-8957-258feacf0f0a,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:45.864957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bd383e-845b-46c6-b565-443fa23ec366,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:45.868102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.991660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.993671 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a27ab9aa-48bc-4f88-8b61-3144ed9797d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6900933 May 06 13:56:45.998365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 37996) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:46.001540 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d37f8060-adda-4eba-9a41-acbe3c886d8a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "DELETE /v2.0/floatingips/067ab6af-8ec3-40cd-b49a-223ac9043d4d HTTP/1.1" status: 204 len: 168 time: 5.3751700 May 06 13:56:46.016700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '6628ad01-285e-4f5e-a416-3dbd566ce54a', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:46.024408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:46.040179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:46.059020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c359e87-5b7a-40e8-bac1-2a6b9c7433ba None None] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:46.068587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:46.076983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:46.088762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] Sync routers for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:46.107469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:46.126635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:46.142633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Usage tracker for resource:port and tenant:aa4022135e034ff2a97e07a231ad4e23 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:46.142775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Checking segment: {'id': '7ed6ebd2-99e7-45fe-a742-c217a7115537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b3959c96-2879-47da-b618-ca13162c08bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:46.149667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network hostable DHCP agents. Network: b3959c96-2879-47da-b618-ca13162c08bd, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:46.153044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:46.169282 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6913954-b695-4947-be19-70ae45ba2e04'] response: {'name': 'network-changed', 'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'status': 'completed', 'code': 200} May 06 13:56:46.170438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:46.186437 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:56:46.205731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.208426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Made reservation on behalf of aa4022135e034ff2a97e07a231ad4e23 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:46.212442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.313159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network b3959c96-2879-47da-b618-ca13162c08bd is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:46.337663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, b3959c96-2879-47da-b618-ca13162c08bd) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:46.342564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:46.342911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.349467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.362757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.403239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2568ec13-06ea-43d1-bac2-49d9b16d29e3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:46.411682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-02ff9d58-7782-4b09-9da7-f84d4af75804 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4660659 May 06 13:56:46.411682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38004) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:46.448326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e72ca-7e7c-4ec3-891e-40186a287a92 None None] Network b3959c96-2879-47da-b618-ca13162c08bd requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:46.482425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router e367c7d0-aeaf-4298-b353-2b94a48d96e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:46.629314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] device_id is not set on port 5ad82f6b-9a09-4568-b1f9-aff93be99e1f yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:56:46.691895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.693791 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ce64af37-4eb2-4480-bf15-0b059f5e4c6c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6904638 May 06 13:56:46.699863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38012) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:46.715992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '6628ad01-285e-4f5e-a416-3dbd566ce54a', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:46.731963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:46.741592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:46.749090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:46.764217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:46.826492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.932692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.932692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-1e43f669-889c-49de-a463-65d993e13177', 'network_id': '1e43f669-889c-49de-a463-65d993e13177', 'tenant_id': 'aa4022135e034ff2a97e07a231ad4e23', 'fixed_ips': [{'subnet_id': '821edadc-4bf5-45b9-9287-243bba1748c9'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:56:46.932692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.949627 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:56:46.962448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7979e20e-8901-4042-823a-13699eaa766a None None] Provisioning for port ae164f0b-4097-48e9-b573-a705c6d92d50 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:46.965961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:46.965961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:47.058330 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-e97624fe-c922-4987-b1a2-25f7486988c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6da7150a9657493d806fef292f4cc1a5&device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 1099 time: 0.5707431 May 06 13:56:47.067451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Allocated IP 172.20.0.7 (1e43f669-889c-49de-a463-65d993e13177/821edadc-4bf5-45b9-9287-243bba1748c9/5ad82f6b-9a09-4568-b1f9-aff93be99e1f) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:47.153260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Transition to ACTIVE for port object 4503d699-48f1-48bb-8932-2d5ddedacff3 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:47.156771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7979e20e-8901-4042-823a-13699eaa766a None None] Provisioning complete for port ae164f0b-4097-48e9-b573-a705c6d92d50 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:47.156771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7979e20e-8901-4042-823a-13699eaa766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.172571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.295484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.313526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.352291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-b3959c96-2879-47da-b618-ca13162c08bd', 'network_id': 'b3959c96-2879-47da-b618-ca13162c08bd', 'tenant_id': '2f7a5e9b64fa43e88c2c9979594a3b3c', 'fixed_ips': [{'subnet_id': '2d19d32b-acaf-4a1b-8957-258feacf0f0a'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:56:47.352973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.354124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-31f95a2f-f2e5-44cc-9e39-442d71cb699e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:47.355625 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-31f95a2f-f2e5-44cc-9e39-442d71cb699e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7058883-77aa-42ac-84e6-86e61b26917c HTTP/1.1" status: 200 len: 897 time: 0.2973378 May 06 13:56:47.365039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Transition to ACTIVE for port object 4503d699-48f1-48bb-8932-2d5ddedacff3 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:47.389483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc16e3d-7a1f-4604-9d09-f0546b13b326 req-14ca504e-c2ff-4151-98e5-54f7b6ccaf52 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:47.390040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6fc16e3d-7a1f-4604-9d09-f0546b13b326 req-14ca504e-c2ff-4151-98e5-54f7b6ccaf52 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Synchronizing usage tracker for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:47.411183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a197ca5e-c131-4419-b839-04c54581eaff,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:47.417793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 88f13306-7bbf-484e-9dff-4d263d786007, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=88f13306-7bbf-484e-9dff-4d263d786007,segment=NetworkSegment(5d102167-d09d-4c7a-919c-caddd748826d),segment_id=5d102167-d09d-4c7a-919c-caddd748826d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:47.449966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.452235 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-c73aa507-ef10-4e04-ab06-535d71d40270 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c253c31e-249e-4417-8a12-f3c14f2023c1 HTTP/1.1" status: 200 len: 217 time: 0.0810907 May 06 13:56:47.453500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.497428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6fc16e3d-7a1f-4604-9d09-f0546b13b326 req-14ca504e-c2ff-4151-98e5-54f7b6ccaf52 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Unset dirty status for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:47.499053 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6fc16e3d-7a1f-4604-9d09-f0546b13b326 req-14ca504e-c2ff-4151-98e5-54f7b6ccaf52 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.7386932 May 06 13:56:47.502691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.503981 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ac44f2c1-511c-40a3-a128-a4632d9ed84d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8036373 May 06 13:56:47.539102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:47.553714 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f75f46-4137-4194-8f98-2846d908bfe6 None None] Sync routers for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:47.572805 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e0e41376-cc8a-4531-a1c3-a423e2bc9379 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/routers/e367c7d0-aeaf-4298-b353-2b94a48d96e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2807570 May 06 13:56:47.585512 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f75f46-4137-4194-8f98-2846d908bfe6 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:47.586229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38018) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:47.586735 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-38f75f46-4137-4194-8f98-2846d908bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:47.702177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-cf265803-0fda-4f90-825e-98391ef1ab9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:47.703894 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-cf265803-0fda-4f90-825e-98391ef1ab9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8301ddf-5ee4-4205-9ca1-f30ad22b2898 HTTP/1.1" status: 200 len: 835 time: 0.2437603 May 06 13:56:47.709826 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6fc16e3d-7a1f-4604-9d09-f0546b13b326 req-1168aa51-56f8-43df-9d25-910b4f5e7efc tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043896 May 06 13:56:47.722369 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-38f75f46-4137-4194-8f98-2846d908bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:47.729880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.764995 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f75f46-4137-4194-8f98-2846d908bfe6 None None] Routers {'e367c7d0-aeaf-4298-b353-2b94a48d96e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:47.765794 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-38f75f46-4137-4194-8f98-2846d908bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:47.811581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.832438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Network 889fab49-d6d8-4615-b682-b72694d99c3d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:47.833241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Pushing event updated for resources: {'Port': ['ID=4503d699-48f1-48bb-8932-2d5ddedacff3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:47.846038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:47.887718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7979e20e-8901-4042-823a-13699eaa766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.895225 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-38f75f46-4137-4194-8f98-2846d908bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:47.895812 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f75f46-4137-4194-8f98-2846d908bfe6 None None] The sync data for ids ['e367c7d0-aeaf-4298-b353-2b94a48d96e5'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:47.896846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Transition to ACTIVE for port object 5ad82f6b-9a09-4568-b1f9-aff93be99e1f will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:47.969409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:47.977832 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-1df75603-25cc-40b1-b605-b63dabf31cb4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002791979&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.1154032 May 06 13:56:48.010805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.018369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:48.108176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Allocated IP 172.20.0.2 (b3959c96-2879-47da-b618-ca13162c08bd/2d19d32b-acaf-4a1b-8957-258feacf0f0a/a4ce7e3e-bb57-4cad-87b5-9c6baa01f006) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:48.120495 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-dcc057f6-d803-48ff-aa2c-f52896a0b20e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7058883-77aa-42ac-84e6-86e61b26917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3782899 May 06 13:56:48.251088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-a6551b51-78a1-4045-8dfb-bad6b42479ae tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:48.252599 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-a6551b51-78a1-4045-8dfb-bad6b42479ae tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.69 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.2151186 May 06 13:56:48.260017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7979e20e-8901-4042-823a-13699eaa766a None None] For port ae164f0b-4097-48e9-b573-a705c6d92d50, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ae164f0b-4097-48e9-b573-a705c6d92d50,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:48.382525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Pushing event updated for resources: {'Port': ['ID=5ad82f6b-9a09-4568-b1f9-aff93be99e1f,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:48.397540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=88f13306-7bbf-484e-9dff-4d263d786007,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:48.400713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7979e20e-8901-4042-823a-13699eaa766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.404548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Network 1e43f669-889c-49de-a463-65d993e13177 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:48.407623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Allocated IP 172.20.0.2 (1e43f669-889c-49de-a463-65d993e13177/821edadc-4bf5-45b9-9287-243bba1748c9/6c32abad-0280-4f0a-91f3-4755e8d85c78) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:48.414194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:48.421626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:48.493319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Deleting port c253c31e-249e-4417-8a12-f3c14f2023c1 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:48.493647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.520731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-10af35c9-8c7a-4f92-88bf-cfd130dbf832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:48.521868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-10af35c9-8c7a-4f92-88bf-cfd130dbf832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:48.551083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Attempting to bind port 4503d699-48f1-48bb-8932-2d5ddedacff3 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:48.551448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Attempting to bind port 4503d699-48f1-48bb-8932-2d5ddedacff3 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '8f55b57b-7120-4cb6-bc10-a2a27f127573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '889fab49-d6d8-4615-b682-b72694d99c3d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:48.551896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Attempting to bind port 4503d699-48f1-48bb-8932-2d5ddedacff3 on network 889fab49-d6d8-4615-b682-b72694d99c3d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:48.565677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:48.566286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.587958 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-3978d530-649c-496f-8f28-3d4b56653bd3 service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530389 May 06 13:56:48.596088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-10af35c9-8c7a-4f92-88bf-cfd130dbf832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:48.596600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Allocated IP 172.20.0.1 (889fab49-d6d8-4615-b682-b72694d99c3d/08f523c3-3a5c-426a-9e59-5e8312bc1bbe/81e0fb57-5ee6-4984-9fc7-59e66ec38e10) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:48.597815 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-10af35c9-8c7a-4f92-88bf-cfd130dbf832 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 HTTP/1.1" status: 200 len: 797 time: 0.6109991 May 06 13:56:48.632221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b8f4f86e-65eb-4093-98e4-60ff44dbbbef tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8443661 May 06 13:56:48.632525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38028) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:48.676458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-835756006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:48.704594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:48.705180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Checking segment: {'id': '8f55b57b-7120-4cb6-bc10-a2a27f127573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '889fab49-d6d8-4615-b682-b72694d99c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:48.705652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.705835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.706271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Bound using segment: {'id': '8f55b57b-7120-4cb6-bc10-a2a27f127573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '889fab49-d6d8-4615-b682-b72694d99c3d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:48.706859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Bound port: 4503d699-48f1-48bb-8932-2d5ddedacff3, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f55b57b-7120-4cb6-bc10-a2a27f127573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '889fab49-d6d8-4615-b682-b72694d99c3d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:48.707353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.749469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:48.777075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-ba40fdba-57ca-4a71-b14f-3e5ee7e13ddc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.1579614 May 06 13:56:48.836497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Usage tracker for resource:router and tenant:aa4022135e034ff2a97e07a231ad4e23 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:48.882962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:48.918588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:48.998638 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dd80b0c-0cfa-4e84-b180-1e912fc8e1ed req-9749d939-f9d0-43b8-a017-807c7412f7fb service neutron] 10.222.0.69 "GET /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998899 May 06 13:56:49.023755 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-823e81ae-0898-484e-aafd-a8b2cc568901 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2397172 May 06 13:56:49.067495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.069426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.108962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979e20e-8901-4042-823a-13699eaa766a None None] Pushing event updated for resources: {'Port': ['ID=ae164f0b-4097-48e9-b573-a705c6d92d50,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:49.132595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.139450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] For port c253c31e-249e-4417-8a12-f3c14f2023c1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c253c31e-249e-4417-8a12-f3c14f2023c1,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:49.139820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.168052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.203293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-18aed3bb-8738-4d4d-ba1c-d4140e191dfb service neutron] 10.222.0.65 "GET /v2.0/networks/f2e5881d-0e2e-44e4-b65b-9be40a4af5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635110 May 06 13:56:49.224760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Transition to ACTIVE for port object a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:49.235487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.276127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2879ab90-ccae-4e8e-93cf-fb98beee2588 None None] Provisioning complete for port ae164f0b-4097-48e9-b573-a705c6d92d50 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:49.276546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2879ab90-ccae-4e8e-93cf-fb98beee2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.282016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Calling delete_port for c253c31e-249e-4417-8a12-f3c14f2023c1 owned by compute:nova {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:49.305551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port c103a41e-065f-42a3-9712-688ee704a6a3 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:49.305890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.315337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Transition to ACTIVE for port object 81e0fb57-5ee6-4984-9fc7-59e66ec38e10 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:49.331189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Transition to ACTIVE for port object a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:49.336398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:41Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:49.337630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.370149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] Checking router: cfe18905-c299-4f75-a81d-eed4dcc30c94 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:49.372209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4cf9e-5266-41eb-bd50-d10f5867cdea req-eb4ed69c-ef0b-43f3-bbef-11bf4cf63634 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:49.373367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.379390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dfe4cf9e-5266-41eb-bd50-d10f5867cdea req-eb4ed69c-ef0b-43f3-bbef-11bf4cf63634 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 946 time: 0.4514737 May 06 13:56:49.439973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.475761 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-ccbec455-e66e-4451-9bd5-26ace2ed290a service neutron] 10.222.0.65 "GET /v2.0/networks/f2e5881d-0e2e-44e4-b65b-9be40a4af5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612591 May 06 13:56:49.494253 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] For port 4503d699-48f1-48bb-8932-2d5ddedacff3, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:49.503975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.533465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] For port 4503d699-48f1-48bb-8932-2d5ddedacff3, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4503d699-48f1-48bb-8932-2d5ddedacff3,segment=NetworkSegment(8f55b57b-7120-4cb6-bc10-a2a27f127573),segment_id=8f55b57b-7120-4cb6-bc10-a2a27f127573)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:49.544963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Pushing event updated for resources: {'Port': ['ID=a4ce7e3e-bb57-4cad-87b5-9c6baa01f006,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:49.554669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Network b3959c96-2879-47da-b618-ca13162c08bd is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:49.561437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.562261 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dfe4cf9e-5266-41eb-bd50-d10f5867cdea req-d2854707-4476-41ae-9b82-549014daec8c tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/security-groups?id=55c019cd-d3ba-4560-9e3e-fac6d5f58f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815445 May 06 13:56:49.565373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.600196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:49.602376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:49.603275 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:49.625574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.627041 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a108891a-2654-41f4-9a82-a3dca7adeb8f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9909937 May 06 13:56:49.633212 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38034) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:49.647578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8f452bca-1f10-4a0a-9d49-8d0d9958ce1d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-163741447', 'prefixes': ['172.20.0.0/16']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:49.661165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:49.662733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Port': ['ID=81e0fb57-5ee6-4984-9fc7-59e66ec38e10,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:49.669034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8f452bca-1f10-4a0a-9d49-8d0d9958ce1d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:49.672556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network 889fab49-d6d8-4615-b682-b72694d99c3d is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:49.693504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:49.698967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:49.699561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ae164f0b-4097-48e9-b573-a705c6d92d50 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:49.779521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.780103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for c103a41e-065f-42a3-9712-688ee704a6a3 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:49.793681 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.855037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Transition to ACTIVE for port object 6c32abad-0280-4f0a-91f3-4755e8d85c78 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:49.906533 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7769bb40-e344-4139-b130-d2fbdde60ef7 req-48d67e0c-6e26-4dea-9dfd-eb57a9a4033c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 210 time: 0.1370964 May 06 13:56:49.907676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event deleted for resources: {'Port': ['ID=c253c31e-249e-4417-8a12-f3c14f2023c1,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:49.950084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.034359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.067854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] No DVR routers for this DVR port c253c31e-249e-4417-8a12-f3c14f2023c1 on host hv-neutron-8408 {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:50.075221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.079408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'name': 'network-vif-deleted', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:50.081516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=c103a41e-065f-42a3-9712-688ee704a6a3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:50.110193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Transition to ACTIVE for port object 6c32abad-0280-4f0a-91f3-4755e8d85c78 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:50.124675 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3c22d600-0ae4-45b9-a39b-2109bdf76290 req-9c852ff3-4544-4525-83d5-a4437b2b5175 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.69 "DELETE /v2.0/ports/c253c31e-249e-4417-8a12-f3c14f2023c1 HTTP/1.1" status: 204 len: 173 time: 1.8628514 May 06 13:56:50.154928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01732db-e91b-46a8-af3e-3aebbcb9521f None None] Pushing event updated for resources: {'Port': ['ID=4503d699-48f1-48bb-8932-2d5ddedacff3,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:50.165433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.237887 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2c182d-23e4-49f5-a5c6-b4739b3102e3'] response: {'server_uuid': '43bc9f67-8ac4-4547-a57a-ab2d4973d34a', 'name': 'network-vif-deleted', 'tag': 'c253c31e-249e-4417-8a12-f3c14f2023c1', 'status': 'completed', 'code': 200} May 06 13:56:50.266993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Attempting to bind port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:50.267650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Attempting to bind port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '7ed6ebd2-99e7-45fe-a742-c217a7115537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b3959c96-2879-47da-b618-ca13162c08bd'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:50.268203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Attempting to bind port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 on network b3959c96-2879-47da-b618-ca13162c08bd {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:50.292722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f452bca-1f10-4a0a-9d49-8d0d9958ce1d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for subnetpool, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.298089 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8f452bca-1f10-4a0a-9d49-8d0d9958ce1d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6612215 May 06 13:56:50.303087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38050) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:50.312627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-380950f6-c7d8-40df-8d6e-7e1a109ced36 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9', 'tempest-TagsExtTest-Tag-2122394093') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:50.382942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.383106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:50.383248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Checking segment: {'id': '7ed6ebd2-99e7-45fe-a742-c217a7115537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b3959c96-2879-47da-b618-ca13162c08bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:50.383637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.384232 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Bound using segment: {'id': '7ed6ebd2-99e7-45fe-a742-c217a7115537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b3959c96-2879-47da-b618-ca13162c08bd'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:50.384902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Bound port: a4ce7e3e-bb57-4cad-87b5-9c6baa01f006, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed6ebd2-99e7-45fe-a742-c217a7115537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b3959c96-2879-47da-b618-ca13162c08bd'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:50.385454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.418577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Network 1e43f669-889c-49de-a463-65d993e13177 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:50.423616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.429586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Pushing event updated for resources: {'Port': ['ID=6c32abad-0280-4f0a-91f3-4755e8d85c78,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:50.432728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:50.438099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ae164f0b-4097-48e9-b573-a705c6d92d50 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:50.438738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.470764 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:50.477574 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:50.754297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] For port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:50.758604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] For port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a4ce7e3e-bb57-4cad-87b5-9c6baa01f006,segment=NetworkSegment(7ed6ebd2-99e7-45fe-a742-c217a7115537),segment_id=7ed6ebd2-99e7-45fe-a742-c217a7115537)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:50.819296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.913560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.939292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988389-d0ff-4576-a5b9-fbf75af094ba None None] Pushing event updated for resources: {'Port': ['ID=a4ce7e3e-bb57-4cad-87b5-9c6baa01f006,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:51.033679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Attempting to bind port 6c32abad-0280-4f0a-91f3-4755e8d85c78 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:51.034841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Attempting to bind port 6c32abad-0280-4f0a-91f3-4755e8d85c78 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '73f1b14c-d502-4327-a0ee-f915a4a844cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1e43f669-889c-49de-a463-65d993e13177'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:51.035310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Attempting to bind port 6c32abad-0280-4f0a-91f3-4755e8d85c78 on network 1e43f669-889c-49de-a463-65d993e13177 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:51.058471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:51.059101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Checking segment: {'id': '73f1b14c-d502-4327-a0ee-f915a4a844cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1e43f669-889c-49de-a463-65d993e13177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:51.059511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.060066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Bound using segment: {'id': '73f1b14c-d502-4327-a0ee-f915a4a844cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1e43f669-889c-49de-a463-65d993e13177'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:51.060638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Bound port: 6c32abad-0280-4f0a-91f3-4755e8d85c78, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f1b14c-d502-4327-a0ee-f915a4a844cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '1e43f669-889c-49de-a463-65d993e13177'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:51.061159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.096615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-903a69c0-4e8d-4f4e-82f5-7b85bee7fcf3 req-69341b35-d4cc-43fc-844e-0ca7961ff17e tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Synchronizing usage tracker for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:51.191450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-903a69c0-4e8d-4f4e-82f5-7b85bee7fcf3 req-69341b35-d4cc-43fc-844e-0ca7961ff17e tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Unset dirty status for tenant:6da7150a9657493d806fef292f4cc1a5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:51.193400 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-903a69c0-4e8d-4f4e-82f5-7b85bee7fcf3 req-69341b35-d4cc-43fc-844e-0ca7961ff17e tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "GET /v2.0/ports?device_id=43bc9f67-8ac4-4547-a57a-ab2d4973d34a HTTP/1.1" status: 200 len: 210 time: 0.1908479 May 06 13:56:51.202026 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-380950f6-c7d8-40df-8d6e-7e1a109ced36 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags/tempest-TagsExtTest-Tag-2122394093 HTTP/1.1" status: 201 len: 201 time: 0.8976753 May 06 13:56:51.267642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38058) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:51.281988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device c253c31e-249e-4417-8a12-f3c14f2023c1 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:51.362244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-2510093f-f4d6-4b2a-a1a7-e46b0469ddb9 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f', 'tempest-TagsExtTest-Tag-1274657212') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:51.416435 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f364d9c9-849f-467e-8c1b-a9c2f93b5324 req-716b46a1-279a-40fc-ac98-e0eff9016fb6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 210 time: 0.2261205 May 06 13:56:51.451140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.460915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.463074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: c253c31e-249e-4417-8a12-f3c14f2023c1 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:51.463546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device c253c31e-249e-4417-8a12-f3c14f2023c1 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:51.512992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 88f13306-7bbf-484e-9dff-4d263d786007 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:51.702713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] For port 6c32abad-0280-4f0a-91f3-4755e8d85c78, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:51.708002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] For port 6c32abad-0280-4f0a-91f3-4755e8d85c78, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6c32abad-0280-4f0a-91f3-4755e8d85c78,segment=NetworkSegment(73f1b14c-d502-4327-a0ee-f915a4a844cf),segment_id=73f1b14c-d502-4327-a0ee-f915a4a844cf)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:51.718981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.751316 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Port': ['ID=81e0fb57-5ee6-4984-9fc7-59e66ec38e10,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:51.763646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.768974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.778101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.849882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.853569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Fanout notify agent at l3_agent the message router_deleted on router e367c7d0-aeaf-4298-b353-2b94a48d96e5 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:56:51.898726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.905159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ce5d503f-a110-4a12-a2b5-b2ad9d888ee0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/routers/e367c7d0-aeaf-4298-b353-2b94a48d96e5 HTTP/1.1" status: 204 len: 168 time: 4.3178513 May 06 13:56:51.912611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38062) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:51.919764 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb7acc-329e-4f35-9e56-bc2f6892f7d5 None None] Network 889fab49-d6d8-4615-b682-b72694d99c3d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:51.942027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf3199-8843-4c2d-8407-0b8d5c27f8cb None None] Pushing event updated for resources: {'Port': ['ID=6c32abad-0280-4f0a-91f3-4755e8d85c78,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:51.962160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 88f13306-7bbf-484e-9dff-4d263d786007 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:51.962610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.965748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-a970166f-a96c-4643-928d-8fc1985b8889 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:51.968370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-a970166f-a96c-4643-928d-8fc1985b8889 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:51.991532 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2510093f-f4d6-4b2a-a1a7-e46b0469ddb9 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags/tempest-TagsExtTest-Tag-1274657212 HTTP/1.1" status: 201 len: 201 time: 0.6714354 May 06 13:56:51.994310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38066) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:52.001819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-723612b8-2414-4666-93dc-dc8c477e8860 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25', 'tempest-TagsExtTest-Tag-859581157') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:52.018464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-a970166f-a96c-4643-928d-8fc1985b8889 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:52.019589 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-a970166f-a96c-4643-928d-8fc1985b8889 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 HTTP/1.1" status: 200 len: 797 time: 0.4706221 May 06 13:56:52.049748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network 889fab49-d6d8-4615-b682-b72694d99c3d is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:52.054067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:52.134043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4d579f79-5d62-4310-be82-664df744f9ae None None] Provisioning for port 4503d699-48f1-48bb-8932-2d5ddedacff3 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:52.332555 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-723612b8-2414-4666-93dc-dc8c477e8860 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags/tempest-TagsExtTest-Tag-859581157 HTTP/1.1" status: 201 len: 201 time: 0.3368661 May 06 13:56:52.341860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b628405-a7af-4cf9-b618-d65f9d428d1e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting subnet 8c5bb4cf-2091-47b8-8566-4c723dafae88 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:56:52.348636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38072) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:52.357090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b628405-a7af-4cf9-b618-d65f9d428d1e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.365541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:41Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:52.385386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608e9bd-a9f7-4375-ad47-c2707c8d6df0 None None] The sync data for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv is: [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:54:30Z', 'revision_number': 4, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '5cbcb887-4c89-420d-9c6c-d86187d3ad95', 'name': '', 'network_id': 'b7058883-77aa-42ac-84e6-86e61b26917c', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'mac_address': 'fa:16:3e:0f:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:27Z', 'updated_at': '2022-05-06T13:54:41Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'subnets': [{'id': 'c8301ddf-5ee4-4205-9ca1-f30ad22b2898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:52.412095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-59f82670-8d8e-4195-9635-6d93798f8ec0 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f', 'tempest-TagsExtTest-Tag-781149322') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:52.418650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-e11d4b5d-073f-4354-a9db-d105f378db11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:52.511447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38078) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:52.530384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b628405-a7af-4cf9-b618-d65f9d428d1e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.744405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-e11d4b5d-073f-4354-a9db-d105f378db11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:52.746367 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-e11d4b5d-073f-4354-a9db-d105f378db11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 473 time: 0.7133465 May 06 13:56:52.762996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': '6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354', 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['6628ad01-285e-4f5e-a416-3dbd566ce54a']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:52.783923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6c32abad-0280-4f0a-91f3-4755e8d85c78 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:52.813241 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-297d8605-3b2f-4020-9fbf-2663327272d7 req-6c31126a-b1a2-4879-935d-4f4cb191e03c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 210 time: 0.0507455 May 06 13:56:52.918052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd36186-099a-4f86-adfb-d238f456a7ec None None] Network b3959c96-2879-47da-b618-ca13162c08bd requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:52.963295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd7529c-1037-4a34-962e-18954fa1da4a None None] New status for floating IP 067ab6af-8ec3-40cd-b49a-223ac9043d4d: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:56:52.988390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:52.995682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:port and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:53.000604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:53.010232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:53.029327 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-59f82670-8d8e-4195-9635-6d93798f8ec0 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags/tempest-TagsExtTest-Tag-781149322 HTTP/1.1" status: 201 len: 201 time: 0.6769564 May 06 13:56:53.033228 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38082) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:53.039117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-b365cd9e-edab-4d8f-aa99-54f6c02f63a8 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:53.053141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b628405-a7af-4cf9-b618-d65f9d428d1e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.069373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:53.072584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.183870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b628405-a7af-4cf9-b618-d65f9d428d1e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.215856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6c32abad-0280-4f0a-91f3-4755e8d85c78 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:53.222523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Provisioning for port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:53.232957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4503d699-48f1-48bb-8932-2d5ddedacff3 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:53.322428 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b365cd9e-edab-4d8f-aa99-54f6c02f63a8 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags HTTP/1.1" status: 200 len: 241 time: 0.2858870 May 06 13:56:53.381122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38086) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:53.390969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-9ae215e1-7856-42b8-b11e-a92e1edb1adc tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9', 'tempest-TagsExtTest-Tag-2122394093') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:53.414617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Provisioning for port 81e0fb57-5ee6-4984-9fc7-59e66ec38e10 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:53.421744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b628405-a7af-4cf9-b618-d65f9d428d1e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5bb4cf-2091-47b8-8566-4c723dafae88,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:53.430347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2b628405-a7af-4cf9-b618-d65f9d428d1e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.441447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Provisioning complete for port 81e0fb57-5ee6-4984-9fc7-59e66ec38e10 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:53.441447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.444973 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2b628405-a7af-4cf9-b618-d65f9d428d1e tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/subnets/8c5bb4cf-2091-47b8-8566-4c723dafae88 HTTP/1.1" status: 204 len: 168 time: 1.5289063 May 06 13:56:53.457265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38090) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:53.463546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Router 80bc4b4c-7fe9-40ec-902a-ef400976f375 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:56:53.479633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d7972-406e-4fbf-a83a-9e59bfb67487 None None] Network 1f45de92-f1d5-4250-89ad-676496b55c61 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:53.666498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4503d699-48f1-48bb-8932-2d5ddedacff3 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:53.676833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4503d699-48f1-48bb-8932-2d5ddedacff3 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:53.677794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.733116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Port 81e0fb57-5ee6-4984-9fc7-59e66ec38e10 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:53.755997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.926242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70422bfe-4cb8-4909-9ad7-3a761bba0b3a None None] Network 1e43f669-889c-49de-a463-65d993e13177 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:53.930288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.23 (f2e5881d-0e2e-44e4-b65b-9be40a4af5f8/f2520c58-ccf1-4a4f-b4b8-6b10940208aa/a1107051-06b4-49bd-af32-ff9344e34f88) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:53.935605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.960106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Provisioning complete for port 4503d699-48f1-48bb-8932-2d5ddedacff3 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:53.960478 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.083859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:54.084291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.117575 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-310bf5aa-aa88-4f69-9b6c-83f3ec9f4612 req-cd0a5c23-dea2-4f4e-b2b8-ca0ce029f220 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 210 time: 0.0978246 May 06 13:56:54.138685 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9ae215e1-7856-42b8-b11e-a92e1edb1adc tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags/tempest-TagsExtTest-Tag-2122394093 HTTP/1.1" status: 204 len: 168 time: 0.7556987 May 06 13:56:54.148885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38096) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:54.188716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-f43533f4-18a1-4fba-9e80-a7706d7975f8 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9', 'tempest-TagsExtTest-Tag-2122394093') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:54.196485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.309300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4503d699-48f1-48bb-8932-2d5ddedacff3, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4503d699-48f1-48bb-8932-2d5ddedacff3,segment=NetworkSegment(8f55b57b-7120-4cb6-bc10-a2a27f127573),segment_id=8f55b57b-7120-4cb6-bc10-a2a27f127573)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:54.398494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.399689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:54.451090 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f43533f4-18a1-4fba-9e80-a7706d7975f8 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags/tempest-TagsExtTest-Tag-2122394093 HTTP/1.1" status: 204 len: 168 time: 0.2744703 May 06 13:56:54.452678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38100) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:54.458869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-fdffa94e-6dd5-4d58-97e6-a5ca2af75805 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:54.538540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:54.545260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] For port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23,segment=NetworkSegment(398d046b-9ffd-4344-9cce-21c022d5ea96),segment_id=398d046b-9ffd-4344-9cce-21c022d5ea96)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:54.545260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.553756 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977b493-8bbb-495a-ab13-4b9c6f64143f None None] Sync routers for ids ['80bc4b4c-7fe9-40ec-902a-ef400976f375'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:54.561428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.572793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.582021 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f5c95fe6-346a-45c6-87e2-af747041f939 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "PUT /v2.0/routers/80bc4b4c-7fe9-40ec-902a-ef400976f375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1674042 May 06 13:56:54.583959 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977b493-8bbb-495a-ab13-4b9c6f64143f None None] Routers {'80bc4b4c-7fe9-40ec-902a-ef400976f375'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:54.584821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38104) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:54.585455 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9977b493-8bbb-495a-ab13-4b9c6f64143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['80bc4b4c-7fe9-40ec-902a-ef400976f375'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:54.589933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4ffd4e-6515-4906-9c34-3d4d3f221253 None None] DHCP port deletion for 1f45de92-f1d5-4250-89ad-676496b55c61 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:56:54.614557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ffd4e-6515-4906-9c34-3d4d3f221253 None None] Deleting port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:54.615002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea4ffd4e-6515-4906-9c34-3d4d3f221253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.673527 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9977b493-8bbb-495a-ab13-4b9c6f64143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:54.678544 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fdffa94e-6dd5-4d58-97e6-a5ca2af75805 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags HTTP/1.1" status: 200 len: 205 time: 0.2248476 May 06 13:56:54.680337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38108) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:54.681259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4503d699-48f1-48bb-8932-2d5ddedacff3,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:54.690952 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977b493-8bbb-495a-ab13-4b9c6f64143f None None] Routers {'80bc4b4c-7fe9-40ec-902a-ef400976f375'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:54.692105 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9977b493-8bbb-495a-ab13-4b9c6f64143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['80bc4b4c-7fe9-40ec-902a-ef400976f375'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:54.700758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:54.703086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:54.748322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-fa8fe094-4590-41e7-9e55-9977010e6abb tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:54.753640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:54.754190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.771633 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9977b493-8bbb-495a-ab13-4b9c6f64143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:54.772309 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977b493-8bbb-495a-ab13-4b9c6f64143f None None] The sync data for ids ['80bc4b4c-7fe9-40ec-902a-ef400976f375'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:54.776548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object a1107051-06b4-49bd-af32-ff9344e34f88 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:54.820723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.870848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:54.873833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.875833 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:56:54.897454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ffd4e-6515-4906-9c34-3d4d3f221253 None None] The port '72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:56:54.909474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Deleting port 5cbcb887-4c89-420d-9c6c-d86187d3ad95 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:54.909809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.944797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:56:54.945214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-2372ca45-3e75-4ba2-94f7-25d4114c3b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:56:54.981614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:54.993035 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fa8fe094-4590-41e7-9e55-9977010e6abb tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags HTTP/1.1" status: 200 len: 241 time: 0.3101225 May 06 13:56:54.993491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38112) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:55.012882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:55.015738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:55.022598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-96803d9f-6509-4dce-a7e3-9d1ede6310f6 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f', 'tempest-TagsExtTest-Tag-1274657212') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:55.070432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.078359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=a1107051-06b4-49bd-af32-ff9344e34f88,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:55.109227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] No DVR routers for this DVR port 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:55.148310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a4ce7e3e-bb57-4cad-87b5-9c6baa01f006,segment=NetworkSegment(7ed6ebd2-99e7-45fe-a742-c217a7115537),segment_id=7ed6ebd2-99e7-45fe-a742-c217a7115537)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:55.154036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.191835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:55.192594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.316023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4503d699-48f1-48bb-8932-2d5ddedacff3 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:55.327179 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-8446a7ae-2003-4e4d-bcaf-25f7cf053b35 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5692143 May 06 13:56:55.341120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Request body: {'port': {'device_id': '6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:55.379968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.435222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f45de92-f1d5-4250-89ad-676496b55c61']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:55.522844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398d046b-9ffd-4344-9cce-21c022d5ea96') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:55.523216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398d046b-9ffd-4344-9cce-21c022d5ea96') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:55.532081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.532330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=a4ce7e3e-bb57-4cad-87b5-9c6baa01f006,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:55.601516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4503d699-48f1-48bb-8932-2d5ddedacff3 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:55.602184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.610062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.664755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.729732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] For port 5cbcb887-4c89-420d-9c6c-d86187d3ad95, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=5cbcb887-4c89-420d-9c6c-d86187d3ad95,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:55.730381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.742725 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-96803d9f-6509-4dce-a7e3-9d1ede6310f6 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags/tempest-TagsExtTest-Tag-1274657212 HTTP/1.1" status: 204 len: 168 time: 0.7397652 May 06 13:56:55.747683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Provisioning complete for port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:55.748643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.748799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38118) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:55.756773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-dce619ce-5635-450b-a6d1-f31bcaa4ff7b tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f', 'tempest-TagsExtTest-Tag-1274657212') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:55.806440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:55.845165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:56:55.845532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 72ea4d9b-f490-4cc2-8e6d-ae4a948e4e23 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:55.906160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Calling delete_port for 5cbcb887-4c89-420d-9c6c-d86187d3ad95 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:55.934282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Provisioning for port 6c32abad-0280-4f0a-91f3-4755e8d85c78 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:55.940329 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Provisioning complete for port 6c32abad-0280-4f0a-91f3-4755e8d85c78 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:55.940709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.954929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ad2be-5402-4586-8e43-24ff77061bc4 req-bac308a6-0eb6-4256-bcad-b36e368d4bfe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:55.956454 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-062ad2be-5402-4586-8e43-24ff77061bc4 req-bac308a6-0eb6-4256-bcad-b36e368d4bfe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 932 time: 0.4610367 May 06 13:56:55.966040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:56:55.966424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:55.981323 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:56.077410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.081244 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-062ad2be-5402-4586-8e43-24ff77061bc4 req-f667964d-2ded-4bb4-9f87-e5f031c92a63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094327 May 06 13:56:56.090604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.115844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.139269 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/networks/1f45de92-f1d5-4250-89ad-676496b55c61 HTTP/1.1" status: 204 len: 168 time: 2.6773577 May 06 13:56:56.140424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3d10f-93f7-4874-a511-e96c062ed966 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Network': ['ID=1f45de92-f1d5-4250-89ad-676496b55c61,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:56.140700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] For port 6c32abad-0280-4f0a-91f3-4755e8d85c78, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6c32abad-0280-4f0a-91f3-4755e8d85c78,segment=NetworkSegment(73f1b14c-d502-4327-a0ee-f915a4a844cf),segment_id=73f1b14c-d502-4327-a0ee-f915a4a844cf)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:56.142039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38124) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:56.148702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.222523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Provisioning for port a1107051-06b4-49bd-af32-ff9344e34f88 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:56.232718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Provisioning complete for port a1107051-06b4-49bd-af32-ff9344e34f88 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:56.233387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.265071 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dce619ce-5635-450b-a6d1-f31bcaa4ff7b tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags/tempest-TagsExtTest-Tag-1274657212 HTTP/1.1" status: 204 len: 168 time: 0.5146613 May 06 13:56:56.268192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38128) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:56.275620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-201670be-5792-45bc-8422-08a497c84fb3 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:56.310993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.resource_extend [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:56:56.336095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Pushing event updated for resources: {'Port': ['ID=6c32abad-0280-4f0a-91f3-4755e8d85c78,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:56.355472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port 5adf984f-6783-4df2-8e0a-13af55240582 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:56.355821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.358099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Port a1107051-06b4-49bd-af32-ff9344e34f88 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:56.372247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Provisioning complete for port 81e0fb57-5ee6-4984-9fc7-59e66ec38e10 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:56.373387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.417232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.429802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Port 81e0fb57-5ee6-4984-9fc7-59e66ec38e10 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:56.443602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Provisioning for port 5ad82f6b-9a09-4568-b1f9-aff93be99e1f completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:56.448555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Provisioning complete for port 5ad82f6b-9a09-4568-b1f9-aff93be99e1f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:56.448925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.468480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event deleted for resources: {'Port': ['ID=5cbcb887-4c89-420d-9c6c-d86187d3ad95,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:56.477226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1107051-06b4-49bd-af32-ff9344e34f88 {{(pid=84021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:56:56.485941 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-201670be-5792-45bc-8422-08a497c84fb3 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags HTTP/1.1" status: 200 len: 205 time: 0.2130189 May 06 13:56:56.485941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38132) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:56.519185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.523302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bfebb-539a-41c3-b919-329eeffec71f None None] Port 5ad82f6b-9a09-4568-b1f9-aff93be99e1f cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:56.546590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-b876790e-7ec1-467a-ac50-19044c5e45dc tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:56.662013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Transition to ACTIVE for port object a1107051-06b4-49bd-af32-ff9344e34f88 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:56.669766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.967213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.967748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.994696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Pushing event updated for resources: {'Port': ['ID=a1107051-06b4-49bd-af32-ff9344e34f88,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:57.019393 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-87658871-5495-4150-8f96-a94bd6efb2f1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:56:57.023085 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-87658871-5495-4150-8f96-a94bd6efb2f1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "PUT /v2.0/routers/80bc4b4c-7fe9-40ec-902a-ef400976f375/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4320457 May 06 13:56:57.068650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38136) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:57.079426 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b876790e-7ec1-467a-ac50-19044c5e45dc tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags HTTP/1.1" status: 200 len: 240 time: 0.5912576 May 06 13:56:57.136883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38140) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:57.152545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-516d46c0-cb34-4da9-bb1c-a64fe9687e1d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25', 'tempest-TagsExtTest-Tag-859581157') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:57.181133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for 5adf984f-6783-4df2-8e0a-13af55240582 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:57.324929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6c32abad-0280-4f0a-91f3-4755e8d85c78 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:57.377100 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-516d46c0-cb34-4da9-bb1c-a64fe9687e1d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags/tempest-TagsExtTest-Tag-859581157 HTTP/1.1" status: 204 len: 168 time: 0.2397089 May 06 13:56:57.381779 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38146) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:57.391408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-2189844c-26e5-42e5-be91-544be8c09644 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25', 'tempest-TagsExtTest-Tag-859581157') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:57.408508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6c32abad-0280-4f0a-91f3-4755e8d85c78 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:57.409159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.420534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd7357-d831-407a-bd86-4d8a377a76b5 req-7f805de4-bb0e-4ba0-a805-5b17165b2e4d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:57.421211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-9dcd7357-d831-407a-bd86-4d8a377a76b5 req-7f805de4-bb0e-4ba0-a805-5b17165b2e4d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:57.424180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Attempting to bind port a1107051-06b4-49bd-af32-ff9344e34f88 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:57.425671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Attempting to bind port a1107051-06b4-49bd-af32-ff9344e34f88 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:57.425671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Attempting to bind port a1107051-06b4-49bd-af32-ff9344e34f88 on network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:57.481053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Port a1107051-06b4-49bd-af32-ff9344e34f88 on network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:56:57.481604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Attempting to bind port a1107051-06b4-49bd-af32-ff9344e34f88 on network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:57.493817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-9dcd7357-d831-407a-bd86-4d8a377a76b5 req-7f805de4-bb0e-4ba0-a805-5b17165b2e4d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:57.494971 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dcd7357-d831-407a-bd86-4d8a377a76b5 req-7f805de4-bb0e-4ba0-a805-5b17165b2e4d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 944 time: 0.2585826 May 06 13:56:57.497957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:57.498289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Checking segment: {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:57.498671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Bound using segment: {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:57.499104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.managers [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Bound port: a1107051-06b4-49bd-af32-ff9344e34f88, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:57.499442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.537006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:57.542794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.613149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:57.613559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.633842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=5adf984f-6783-4df2-8e0a-13af55240582,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:57.733152 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2189844c-26e5-42e5-be91-544be8c09644 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags/tempest-TagsExtTest-Tag-859581157 HTTP/1.1" status: 204 len: 168 time: 0.3480625 May 06 13:56:57.733437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.738968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38150) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:57.746945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-90c4eee9-6690-4dd4-a974-ee318f55bcf6 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:57.825293 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dcd7357-d831-407a-bd86-4d8a377a76b5 req-5d8c9dfd-656b-4426-b085-636149f5d735 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125846 May 06 13:56:57.865152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] For port a1107051-06b4-49bd-af32-ff9344e34f88, host hv-neutron-8408, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:57.869773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] For port a1107051-06b4-49bd-af32-ff9344e34f88, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a1107051-06b4-49bd-af32-ff9344e34f88,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:57.876082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.915949 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.958697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.960068 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] 10.222.0.69 "PUT /v2.0/ports/a1107051-06b4-49bd-af32-ff9344e34f88 HTTP/1.1" status: 200 len: 1094 time: 2.6251743 May 06 13:56:57.962536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354', 'tag': 'a1107051-06b4-49bd-af32-ff9344e34f88'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:57.974414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.981487 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-89672392-af40-4c78-a5d0-2bc89eb29a90 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/floatingips/a1b69a36-57fa-4ffa-b390-c99be8484d2f HTTP/1.1" status: 204 len: 168 time: 1.8365939 May 06 13:56:57.982276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38156) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.034662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:58.049897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d9498-8261-4924-bc0f-1f5e6a6fd25a service neutron] Pushing event updated for resources: {'Port': ['ID=a1107051-06b4-49bd-af32-ff9344e34f88,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:58.062881 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe3b60b-c144-4f76-858f-8437cdb43f81'] response: {'name': 'network-changed', 'server_uuid': '6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354', 'tag': 'a1107051-06b4-49bd-af32-ff9344e34f88', 'status': 'completed', 'code': 200} May 06 13:56:58.068414 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0445d882-8c7a-4399-a044-3e9a4cf454fc tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] DELETE failed (client error): The resource could not be found. May 06 13:56:58.068836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0445d882-8c7a-4399-a044-3e9a4cf454fc tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:58.076352 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0445d882-8c7a-4399-a044-3e9a4cf454fc tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/ports/b863a823-4c73-4deb-bd01-8212974711da HTTP/1.1" status: 404 len: 333 time: 0.0916860 May 06 13:56:58.077663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38160) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.128886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-22e081b4-98fb-40e4-9362-d5aebb1b0698 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Synchronizing usage tracker for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:58.165159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-22e081b4-98fb-40e4-9362-d5aebb1b0698 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Unset dirty status for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:58.166601 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-22e081b4-98fb-40e4-9362-d5aebb1b0698 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "GET /v2.0/ports?device_id=e367c7d0-aeaf-4298-b353-2b94a48d96e5 HTTP/1.1" status: 200 len: 205 time: 0.0862496 May 06 13:56:58.169242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38164) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.227656 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-90c4eee9-6690-4dd4-a974-ee318f55bcf6 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags HTTP/1.1" status: 200 len: 205 time: 0.4870174 May 06 13:56:58.235592 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-3e1930a0-331a-4c7f-a023-95517565157b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 1097 time: 0.2194350 May 06 13:56:58.236471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38168) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.247034 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-7c713588-d3d7-4f2e-887d-af682a5cb2b0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] delete failed (client error): The resource could not be found. May 06 13:56:58.248016 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7c713588-d3d7-4f2e-887d-af682a5cb2b0 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/routers/e367c7d0-aeaf-4298-b353-2b94a48d96e5 HTTP/1.1" status: 404 len: 336 time: 0.0778120 May 06 13:56:58.282404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38172) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.301169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-e0b35d7c-8404-4037-8fe2-3809f916b102 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:58.327710 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-0bd38f5d-6d4e-445d-96ae-148f607ec09a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=a1107051-06b4-49bd-af32-ff9344e34f88 HTTP/1.1" status: 200 len: 217 time: 0.0827272 May 06 13:56:58.336493 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6a8031-9c0c-4d4e-b325-e57ec7d7fa1a tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] DELETE failed (client error): The resource could not be found. May 06 13:56:58.336929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6a8031-9c0c-4d4e-b325-e57ec7d7fa1a tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:56:58.358732 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ba6a8031-9c0c-4d4e-b325-e57ec7d7fa1a tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/subnets/8c5bb4cf-2091-47b8-8566-4c723dafae88 HTTP/1.1" status: 404 len: 337 time: 0.0747683 May 06 13:56:58.361874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38176) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.377557 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e0b35d7c-8404-4037-8fe2-3809f916b102 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags HTTP/1.1" status: 200 len: 240 time: 0.1342499 May 06 13:56:58.383262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38180) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.390486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-3bcac1a0-ee34-485e-b84e-203e5310d354 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f', 'tempest-TagsExtTest-Tag-781149322') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:58.418913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-3105eab4-b276-478c-b669-61683f02f147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:58.420294 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-3105eab4-b276-478c-b669-61683f02f147 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2520c58-ccf1-4a4f-b4b8-6b10940208aa HTTP/1.1" status: 200 len: 837 time: 0.0859497 May 06 13:56:58.426300 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3bcac1a0-ee34-485e-b84e-203e5310d354 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags/tempest-TagsExtTest-Tag-781149322 HTTP/1.1" status: 204 len: 168 time: 0.0420702 May 06 13:56:58.429118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38184) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.452887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5d6e4-7fed-443f-ac77-e7bed4e27995 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port dea811e6-3c83-4fc3-86c9-594be536c63c {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:58.453222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6c5d6e4-7fed-443f-ac77-e7bed4e27995 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:58.462683 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-7a01b041-f8d5-4e92-88af-e1d7ca579876 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f', 'tempest-TagsExtTest-Tag-781149322') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:58.533810 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-e9723509-80d1-4ee0-8c85-6afbb50764e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e5881d-0e2e-44e4-b65b-9be40a4af5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1064229 May 06 13:56:58.537846 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7a01b041-f8d5-4e92-88af-e1d7ca579876 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags/tempest-TagsExtTest-Tag-781149322 HTTP/1.1" status: 204 len: 168 time: 0.1054010 May 06 13:56:58.538007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38188) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.565383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-10c7f427-c8f2-4cc1-b88a-82d5efc9918e tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:58.657092 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-10c7f427-c8f2-4cc1-b88a-82d5efc9918e tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags HTTP/1.1" status: 200 len: 205 time: 0.1155803 May 06 13:56:58.657941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38192) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.676809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-40fff248-2471-4cb0-826d-960212a7bcb0 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:58.714164 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-fd3b5a93-d675-447f-8abb-92e8978b369e service neutron] 10.222.0.69 "GET /v2.0/networks/f2e5881d-0e2e-44e4-b65b-9be40a4af5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730855 May 06 13:56:58.813279 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-40fff248-2471-4cb0-826d-960212a7bcb0 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags HTTP/1.1" status: 204 len: 168 time: 0.1544704 May 06 13:56:58.815947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38196) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.823229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-52409609-22a2-440e-808f-13cd2fac6e05 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:59.034301 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-da621b8a-1e5a-432c-b2bd-5845444986b4 req-d49f54e2-aeb5-4a39-9bef-cdf1c864626d service neutron] 10.222.0.69 "GET /v2.0/networks/f2e5881d-0e2e-44e4-b65b-9be40a4af5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129160 May 06 13:56:59.041204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6c5d6e4-7fed-443f-ac77-e7bed4e27995 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.070928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-52409609-22a2-440e-808f-13cd2fac6e05 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags HTTP/1.1" status: 204 len: 168 time: 0.2538006 May 06 13:56:59.073577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38202) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:59.081172 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-04f0673d-8ab0-401d-85d3-2ed8afc06a9c tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:59.154321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f36955-1a03-4553-9f5d-ea6814c7d723 req-f64837e9-db95-4275-94f4-b61c28b604ce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:59.156079 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-53f36955-1a03-4553-9f5d-ea6814c7d723 req-f64837e9-db95-4275-94f4-b61c28b604ce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 944 time: 0.1915262 May 06 13:56:59.204346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5d6e4-7fed-443f-ac77-e7bed4e27995 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for dea811e6-3c83-4fc3-86c9-594be536c63c owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:59.241299 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-53f36955-1a03-4553-9f5d-ea6814c7d723 req-e49c8a71-d9f6-4c4c-8bdd-d59879f464ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769329 May 06 13:56:59.270243 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-d7c4e580-9d6f-4311-a4e3-7d914c607e79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 1097 time: 0.1564691 May 06 13:56:59.270243 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-04f0673d-8ab0-401d-85d3-2ed8afc06a9c tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags HTTP/1.1" status: 204 len: 168 time: 0.1924770 May 06 13:56:59.285885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38206) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:59.294149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-d6ee236d-1c3a-41b7-a2bc-416c4164debb tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:59.550749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-65865d3d-8d45-492b-84f8-a9b85868a3d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:59.552311 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-65865d3d-8d45-492b-84f8-a9b85868a3d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 HTTP/1.1" status: 200 len: 898 time: 0.2838886 May 06 13:56:59.630891 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-c0e311d5-7685-437f-9b63-584dc241cb04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=a1107051-06b4-49bd-af32-ff9344e34f88 HTTP/1.1" status: 200 len: 217 time: 0.0706465 May 06 13:56:59.633187 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d6ee236d-1c3a-41b7-a2bc-416c4164debb tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags HTTP/1.1" status: 204 len: 168 time: 0.3458338 May 06 13:56:59.637862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38210) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:59.674731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-4ec6391e-e0be-425f-9398-6fe1040e5e96 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9', 'tempest-TagsExtTest-Tag-229752490') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:59.692246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6c5d6e4-7fed-443f-ac77-e7bed4e27995 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.754329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-e6384b27-3f86-4fda-8ac4-2533d3d32c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:59.756369 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-e6384b27-3f86-4fda-8ac4-2533d3d32c6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f2520c58-ccf1-4a4f-b4b8-6b10940208aa HTTP/1.1" status: 200 len: 837 time: 0.1198485 May 06 13:56:59.780897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5d6e4-7fed-443f-ac77-e7bed4e27995 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=dea811e6-3c83-4fc3-86c9-594be536c63c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:59.843029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4ec6391e-e0be-425f-9398-6fe1040e5e96 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags/tempest-TagsExtTest-Tag-229752490 HTTP/1.1" status: 201 len: 201 time: 0.2021947 May 06 13:56:59.844329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38214) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:59.851762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-1ac376ef-b5e0-4440-81ca-9a655c4058a8 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f', 'tempest-TagsExtTest-Tag-1960510478') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:59.905549 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-f0281aff-73e7-43d4-98d0-648bc84bc608 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2e5881d-0e2e-44e4-b65b-9be40a4af5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1418164 May 06 13:56:59.921532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6c5d6e4-7fed-443f-ac77-e7bed4e27995 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.984195 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f6c5d6e4-7fed-443f-ac77-e7bed4e27995 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/ports/dea811e6-3c83-4fc3-86c9-594be536c63c HTTP/1.1" status: 204 len: 168 time: 1.6211674 May 06 13:56:59.988085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38218) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.046694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Deleting port 81e0fb57-5ee6-4984-9fc7-59e66ec38e10 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:00.047426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.073062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-dbb0e69a-a29c-4132-917f-85c59b939e48 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e5881d-0e2e-44e4-b65b-9be40a4af5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520247 May 06 13:57:00.075122 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1ac376ef-b5e0-4440-81ca-9a655c4058a8 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags/tempest-TagsExtTest-Tag-1960510478 HTTP/1.1" status: 201 len: 201 time: 0.2297385 May 06 13:57:00.077851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38222) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.084470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-4963139f-71a8-45ca-b454-281ee906f262 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25', 'tempest-TagsExtTest-Tag-112072185') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.107987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Router cfe18905-c299-4f75-a81d-eed4dcc30c94 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:00.122915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-550a5c46-ad69-477d-ae05-1ac4d4c2dd13 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port f9667a8a-aed7-48f1-9597-2bd0a18a253d {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:00.123249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-550a5c46-ad69-477d-ae05-1ac4d4c2dd13 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.336979 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ec76e13e-41cb-4220-bfc2-a57e34304e88 req-fbd01045-5f46-4e08-b2d6-c0368a141fa0 service neutron] 10.222.0.69 "GET /v2.0/networks/f2e5881d-0e2e-44e4-b65b-9be40a4af5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566533 May 06 13:57:00.346138 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4963139f-71a8-45ca-b454-281ee906f262 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags/tempest-TagsExtTest-Tag-112072185 HTTP/1.1" status: 201 len: 201 time: 0.2647991 May 06 13:57:00.346347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38228) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.354572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-997c14a6-db63-4654-a6ac-fcf6b2419136 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f', 'tempest-TagsExtTest-Tag-1565396732') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.402880 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-997c14a6-db63-4654-a6ac-fcf6b2419136 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags/tempest-TagsExtTest-Tag-1565396732 HTTP/1.1" status: 201 len: 201 time: 0.0552814 May 06 13:57:00.405391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38232) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.410878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-6ce1a6e8-6383-43e9-b1ce-324053371a59 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9', {'tags': ['tempest-TagsExtTest-Tag-352117489', 'tempest-TagsExtTest-Tag-2103066060', 'tempest-TagsExtTest-Tag-1085085874']}) {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.489246 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6ce1a6e8-6383-43e9-b1ce-324053371a59 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags HTTP/1.1" status: 200 len: 317 time: 0.0828469 May 06 13:57:00.492384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38236) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.498058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-a0d98b1a-60ff-4527-a5cb-4950084e4e9f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.578961 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a0d98b1a-60ff-4527-a5cb-4950084e4e9f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0855575 May 06 13:57:00.581661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38240) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.587050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-52470e36-43be-4f46-8613-4979812a4f99 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9', 'tempest-TagsExtTest-Tag-352117489') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.627681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.654418 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-52470e36-43be-4f46-8613-4979812a4f99 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:00.655066 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-52470e36-43be-4f46-8613-4979812a4f99 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags/tempest-TagsExtTest-Tag-352117489 HTTP/1.1" status: 404 len: 328 time: 0.0724866 May 06 13:57:00.657954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38244) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.663396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-15579797-3094-4bf3-8177-ebaeac1356c2 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9', 'tempest-TagsExtTest-Tag-2103066060') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.727991 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-15579797-3094-4bf3-8177-ebaeac1356c2 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:00.729029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-15579797-3094-4bf3-8177-ebaeac1356c2 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags/tempest-TagsExtTest-Tag-2103066060 HTTP/1.1" status: 404 len: 329 time: 0.0701365 May 06 13:57:00.731860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38248) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.736940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-891cec12-6d66-40b8-91fb-10a5826198d4 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9', 'tempest-TagsExtTest-Tag-1085085874') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.767930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Calling delete_port for 81e0fb57-5ee6-4984-9fc7-59e66ec38e10 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:00.808588 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-891cec12-6d66-40b8-91fb-10a5826198d4 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:00.810429 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-891cec12-6d66-40b8-91fb-10a5826198d4 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags/tempest-TagsExtTest-Tag-1085085874 HTTP/1.1" status: 404 len: 329 time: 0.0774922 May 06 13:57:00.813206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38252) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.820047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-d0035fd2-c7f7-4195-83e3-e3c0a20ad721 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f', {'tags': ['tempest-TagsExtTest-Tag-90413984', 'tempest-TagsExtTest-Tag-505236986', 'tempest-TagsExtTest-Tag-1816855441']}) {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.861597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-550a5c46-ad69-477d-ae05-1ac4d4c2dd13 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.906168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d0035fd2-c7f7-4195-83e3-e3c0a20ad721 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags HTTP/1.1" status: 200 len: 315 time: 0.0892346 May 06 13:57:00.906419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38256) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.912122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-0bf73f8c-650b-433d-ba54-92ea80422ce3 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.996202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a9073-390b-442e-8fa4-713ed54c5832 req-3d7a5d55-5067-4e5b-bc9c-7466c8c6571a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:00.997643 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f52a9073-390b-442e-8fa4-713ed54c5832 req-3d7a5d55-5067-4e5b-bc9c-7466c8c6571a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 944 time: 0.5766418 May 06 13:57:01.002063 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0bf73f8c-650b-433d-ba54-92ea80422ce3 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags HTTP/1.1" status: 204 len: 168 time: 0.0947969 May 06 13:57:01.004716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38260) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.005429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-550a5c46-ad69-477d-ae05-1ac4d4c2dd13 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for f9667a8a-aed7-48f1-9597-2bd0a18a253d owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:01.010541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-89927fb4-ca9a-4582-9ea6-48e9b365b0d7 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f', 'tempest-TagsExtTest-Tag-90413984') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.078626 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-89927fb4-ca9a-4582-9ea6-48e9b365b0d7 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:01.079814 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-89927fb4-ca9a-4582-9ea6-48e9b365b0d7 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags/tempest-TagsExtTest-Tag-90413984 HTTP/1.1" status: 404 len: 327 time: 0.0736809 May 06 13:57:01.082535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38264) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.088144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-a131c7e5-36e9-4a95-8aa2-5a104075edaf tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f', 'tempest-TagsExtTest-Tag-505236986') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.130749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a1107051-06b4-49bd-af32-ff9344e34f88 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:57:01.158158 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-a131c7e5-36e9-4a95-8aa2-5a104075edaf tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:01.159270 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a131c7e5-36e9-4a95-8aa2-5a104075edaf tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags/tempest-TagsExtTest-Tag-505236986 HTTP/1.1" status: 404 len: 328 time: 0.0756145 May 06 13:57:01.162780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38268) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.168644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-dd11ec26-773c-4e49-b9c8-a1cfcd68af08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f', 'tempest-TagsExtTest-Tag-1816855441') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.243501 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-dd11ec26-773c-4e49-b9c8-a1cfcd68af08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:01.247827 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd11ec26-773c-4e49-b9c8-a1cfcd68af08 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags/tempest-TagsExtTest-Tag-1816855441 HTTP/1.1" status: 404 len: 329 time: 0.0808885 May 06 13:57:01.248691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38272) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.255584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-52db7e2d-3b5c-41fd-8f36-abee1318d515 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25', {'tags': ['tempest-TagsExtTest-Tag-895314780', 'tempest-TagsExtTest-Tag-142772235', 'tempest-TagsExtTest-Tag-73454556']}) {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.280195 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f52a9073-390b-442e-8fa4-713ed54c5832 req-b534844e-613d-45c5-bc33-5144b7a6133c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415318 May 06 13:57:01.289142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a1107051-06b4-49bd-af32-ff9344e34f88, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a1107051-06b4-49bd-af32-ff9344e34f88,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:01.318144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'a1107051-06b4-49bd-af32-ff9344e34f88', 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8', 'port_id': 'a1107051-06b4-49bd-af32-ff9344e34f88', 'mac_address': 'fa:16:3e:2c:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2520c58-ccf1-4a4f-b4b8-6b10940208aa', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:57:01.378148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.401555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1107051-06b4-49bd-af32-ff9344e34f88 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:57:01.417468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a1107051-06b4-49bd-af32-ff9344e34f88, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a1107051-06b4-49bd-af32-ff9344e34f88,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:01.428918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.437955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:01.444468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-550a5c46-ad69-477d-ae05-1ac4d4c2dd13 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.467363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] Sync routers for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:01.504398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:01.505062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.511681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a5c46-ad69-477d-ae05-1ac4d4c2dd13 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=f9667a8a-aed7-48f1-9597-2bd0a18a253d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:01.514168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-52db7e2d-3b5c-41fd-8f36-abee1318d515 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags HTTP/1.1" status: 200 len: 314 time: 0.2638981 May 06 13:57:01.516680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38276) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.519635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.524088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-f0ac6865-6e57-4aa0-9670-6f44c7057168 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.528406 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-99bf2e8c-98ac-4d78-955a-34ee0d5a836a tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "PUT /v2.0/routers/cfe18905-c299-4f75-a81d-eed4dcc30c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0123303 May 06 13:57:01.562571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38280) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.603424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Port': ['ID=81e0fb57-5ee6-4984-9fc7-59e66ec38e10,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:01.687980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:01.752623 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f0ac6865-6e57-4aa0-9670-6f44c7057168 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags HTTP/1.1" status: 204 len: 168 time: 0.2344074 May 06 13:57:01.755045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38284) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.762495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-f2cce90e-d1d2-475a-932d-d8d74b2e6b68 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25', 'tempest-TagsExtTest-Tag-895314780') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.814961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=a1107051-06b4-49bd-af32-ff9344e34f88,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:01.901672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['a1107051-06b4-49bd-af32-ff9344e34f88'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:57:01.908836 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-f2cce90e-d1d2-475a-932d-d8d74b2e6b68 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:01.909967 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f2cce90e-d1d2-475a-932d-d8d74b2e6b68 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags/tempest-TagsExtTest-Tag-895314780 HTTP/1.1" status: 404 len: 328 time: 0.1538846 May 06 13:57:01.917784 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38288) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.923624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-f29eed8f-c7f5-4f41-bc92-11caf31950f0 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25', 'tempest-TagsExtTest-Tag-142772235') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.974761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-550a5c46-ad69-477d-ae05-1ac4d4c2dd13 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.979819 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-550a5c46-ad69-477d-ae05-1ac4d4c2dd13 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/ports/f9667a8a-aed7-48f1-9597-2bd0a18a253d HTTP/1.1" status: 204 len: 168 time: 1.9860015 May 06 13:57:01.980950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38292) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.070419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-f29eed8f-c7f5-4f41-bc92-11caf31950f0 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:02.074095 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f29eed8f-c7f5-4f41-bc92-11caf31950f0 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags/tempest-TagsExtTest-Tag-142772235 HTTP/1.1" status: 404 len: 328 time: 0.1526732 May 06 13:57:02.074318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38296) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.079751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-07859cdc-8a4e-4e81-8c1a-da0ef542424d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25', 'tempest-TagsExtTest-Tag-73454556') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.087168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b4e81fa-8ff4-484d-bb80-906d3d61e85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.205730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3e46da-0819-4db6-a929-c21e97391a89 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Deleting subnet c8301ddf-5ee4-4205-9ca1-f30ad22b2898 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:02.209999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:56:56Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.212064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb3e46da-0819-4db6-a929-c21e97391a89 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.222073 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-07859cdc-8a4e-4e81-8c1a-da0ef542424d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:02.226235 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-07859cdc-8a4e-4e81-8c1a-da0ef542424d tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags/tempest-TagsExtTest-Tag-73454556 HTTP/1.1" status: 404 len: 327 time: 0.1478343 May 06 13:57:02.226403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] Checking router: cfe18905-c299-4f75-a81d-eed4dcc30c94 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:02.226522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38300) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.232199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-1c771e86-b3d0-491a-9ae7-e43a62b62081 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f', {'tags': ['tempest-TagsExtTest-Tag-296757089', 'tempest-TagsExtTest-Tag-436868212', 'tempest-TagsExtTest-Tag-192133596']}) {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.260459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] Routers {'cfe18905-c299-4f75-a81d-eed4dcc30c94'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:02.261116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cfe18905-c299-4f75-a81d-eed4dcc30c94'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.263127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.275386 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1c771e86-b3d0-491a-9ae7-e43a62b62081 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "PUT /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags HTTP/1.1" status: 200 len: 315 time: 0.0451670 May 06 13:57:02.275617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38304) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.281780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-9d2a233d-7fe5-4a46-94ad-1b8f97ff7d91 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.287971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb3e46da-0819-4db6-a929-c21e97391a89 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.354156 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9d2a233d-7fe5-4a46-94ad-1b8f97ff7d91 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags HTTP/1.1" status: 204 len: 168 time: 0.0773578 May 06 13:57:02.354910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38310) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.362155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-8e540192-53db-4d23-b6d7-fec8c7e8d70e tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f', 'tempest-TagsExtTest-Tag-296757089') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.400500 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-8e540192-53db-4d23-b6d7-fec8c7e8d70e tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:02.405277 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8e540192-53db-4d23-b6d7-fec8c7e8d70e tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags/tempest-TagsExtTest-Tag-296757089 HTTP/1.1" status: 404 len: 328 time: 0.0486097 May 06 13:57:02.405940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38314) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.412715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-793fc9e4-ce71-4474-8833-fcf300b54ad6 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f', 'tempest-TagsExtTest-Tag-436868212') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.448419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ba307-b07b-4b5a-9923-0132b6da3dac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:02.449112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f82ba307-b07b-4b5a-9923-0132b6da3dac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Synchronizing usage tracker for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:02.483831 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-793fc9e4-ce71-4474-8833-fcf300b54ad6 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:02.488182 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-793fc9e4-ce71-4474-8833-fcf300b54ad6 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags/tempest-TagsExtTest-Tag-436868212 HTTP/1.1" status: 404 len: 328 time: 0.0811260 May 06 13:57:02.489205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38318) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.499174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-53a26615-2957-402d-8763-fb796e78e785 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f', 'tempest-TagsExtTest-Tag-192133596') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.512186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f82ba307-b07b-4b5a-9923-0132b6da3dac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Unset dirty status for tenant:39eb4937b7324993a1a094eb217d6c05 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:02.513063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f82ba307-b07b-4b5a-9923-0132b6da3dac tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef51934c-fc8e-411a-bab6-2ec330f5eb52 HTTP/1.1" status: 200 len: 913 time: 0.5283885 May 06 13:57:02.515733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38322) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.578217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] Set router cfe18905-c299-4f75-a81d-eed4dcc30c94 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:02.647560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca38170-570a-42bd-abd5-175563c797eb req-d3a37297-2757-49c2-b997-71db47c50646 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:02.649076 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9ca38170-570a-42bd-abd5-175563c797eb req-d3a37297-2757-49c2-b997-71db47c50646 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 945 time: 0.2250204 May 06 13:57:02.667488 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-53a26615-2957-402d-8763-fb796e78e785 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] show failed (client error): The resource could not be found. May 06 13:57:02.668533 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-53a26615-2957-402d-8763-fb796e78e785 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags/tempest-TagsExtTest-Tag-192133596 HTTP/1.1" status: 404 len: 328 time: 0.1758718 May 06 13:57:02.673627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38326) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.676639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb3e46da-0819-4db6-a929-c21e97391a89 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.717244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-4bc3f47c-3bea-4619-ab8f-f2a89945e95f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd111ee74-58c0-4ec3-ae27-3900a785409f') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.723485 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9ca38170-570a-42bd-abd5-175563c797eb req-5efaead3-1a3d-4ffc-9d6c-519fb027749c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652957 May 06 13:57:02.890502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:56:56Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.895410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946065e-bd48-4020-bb66-ffd540e90041 None None] The sync data for ids ['cfe18905-c299-4f75-a81d-eed4dcc30c94'] in dv-neutron-840889-1-hyperv is: [{'id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223531796', 'tenant_id': '6da7150a9657493d806fef292f4cc1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:16Z', 'updated_at': '2022-05-06T13:56:56Z', 'revision_number': 5, 'project_id': '6da7150a9657493d806fef292f4cc1a5', 'gw_port': {'id': '7d588e54-95b9-4edf-abaf-754b6401f6d5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe18905-c299-4f75-a81d-eed4dcc30c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:17Z', 'updated_at': '2022-05-06T13:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:03.041167 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4bc3f47c-3bea-4619-ab8f-f2a89945e95f tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f/tags HTTP/1.1" status: 204 len: 168 time: 0.3660729 May 06 13:57:03.044611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb3e46da-0819-4db6-a929-c21e97391a89 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.048257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38330) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.089128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-fd699583-1ebd-4730-9f6c-8e83feddd4ab tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f10f2e96-836f-4bc4-b088-3331aa736a25') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:03.135067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.153372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a1107051-06b4-49bd-af32-ff9344e34f88 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:03.160438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e46da-0819-4db6-a929-c21e97391a89 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event deleted for resources: {'Subnet': ['ID=c8301ddf-5ee4-4205-9ca1-f30ad22b2898,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:03.163934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Router 80bc4b4c-7fe9-40ec-902a-ef400976f375 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:03.228619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb3e46da-0819-4db6-a929-c21e97391a89 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.232128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfde029-9e43-4663-9182-d2b2dc72749c None None] Network b7058883-77aa-42ac-84e6-86e61b26917c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:03.246893 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cb3e46da-0819-4db6-a929-c21e97391a89 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "DELETE /v2.0/subnets/c8301ddf-5ee4-4205-9ca1-f30ad22b2898 HTTP/1.1" status: 204 len: 168 time: 1.6800170 May 06 13:57:03.247598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38334) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.256227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port a1107051-06b4-49bd-af32-ff9344e34f88 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:03.335031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5cbcb887-4c89-420d-9c6c-d86187d3ad95 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:03.362984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port a1107051-06b4-49bd-af32-ff9344e34f88 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:03.363363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.415647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 5cbcb887-4c89-420d-9c6c-d86187d3ad95 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:03.416204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 5cbcb887-4c89-420d-9c6c-d86187d3ad95 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:03.558577 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fd699583-1ebd-4730-9f6c-8e83feddd4ab tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25/tags HTTP/1.1" status: 204 len: 168 time: 0.4828346 May 06 13:57:03.561484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38338) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.568618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.tag.tag_plugin [None req-c5791e91-6708-4f31-8958-6080e0335218 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ad82f6b-9a09-4568-b1f9-aff93be99e1f') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:03.598097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.610953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:03.624512 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-031b7a30-e3ad-4a90-96ad-496354208a3a tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "PUT /v2.0/routers/80bc4b4c-7fe9-40ec-902a-ef400976f375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5547009 May 06 13:57:03.625455 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66643c55-b035-44d2-a872-b97963a65f3e None None] Sync routers for ids ['80bc4b4c-7fe9-40ec-902a-ef400976f375'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:03.629101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38342) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.641542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1107051-06b4-49bd-af32-ff9344e34f88'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:03.645381 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66643c55-b035-44d2-a872-b97963a65f3e None None] Routers {'80bc4b4c-7fe9-40ec-902a-ef400976f375'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:03.647243 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-66643c55-b035-44d2-a872-b97963a65f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['80bc4b4c-7fe9-40ec-902a-ef400976f375'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:03.658538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a1107051-06b4-49bd-af32-ff9344e34f88, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a1107051-06b4-49bd-af32-ff9344e34f88,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:03.665440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.752184 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-66643c55-b035-44d2-a872-b97963a65f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:03.754082 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f534b42c-d5eb-4edb-bb5f-206cd0dfa13a'] response: {'server_uuid': '6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1107051-06b4-49bd-af32-ff9344e34f88', 'code': 200} May 06 13:57:03.757476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=a1107051-06b4-49bd-af32-ff9344e34f88,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:03.774205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] DHCP port deletion for b7058883-77aa-42ac-84e6-86e61b26917c request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:03.780217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] Deleting port 4f3bf408-33a8-46f9-a82b-da4aab474433 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:03.780997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.783541 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66643c55-b035-44d2-a872-b97963a65f3e None None] Routers {'80bc4b4c-7fe9-40ec-902a-ef400976f375'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:03.784377 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-66643c55-b035-44d2-a872-b97963a65f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:56:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['80bc4b4c-7fe9-40ec-902a-ef400976f375'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:03.830179 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-745cc3cc-6ebf-4796-a05f-3e84d2eb2600 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] delete failed (client error): The resource could not be found. May 06 13:57:03.840103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-745cc3cc-6ebf-4796-a05f-3e84d2eb2600 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1432883292 HTTP/1.1" status: 404 len: 335 time: 0.2090261 May 06 13:57:03.845628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38350) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.865647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-00ca9e55-810e-4f9f-bec1-feeb4e10eb42 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'router': {'external_gateway_info': {'network_id': '80bc4b4c-7fe9-40ec-902a-ef400976f375'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:03.946487 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-66643c55-b035-44d2-a872-b97963a65f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:03.946890 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66643c55-b035-44d2-a872-b97963a65f3e None None] The sync data for ids ['80bc4b4c-7fe9-40ec-902a-ef400976f375'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:04.003877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port 19bbb421-faf6-4dc5-be91-01ccc7af090a {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:04.004518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.046434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] For port 4f3bf408-33a8-46f9-a82b-da4aab474433, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4f3bf408-33a8-46f9-a82b-da4aab474433,segment=NetworkSegment(9dcc527d-f4b0-43ba-9cd5-042892b4b1ef),segment_id=9dcc527d-f4b0-43ba-9cd5-042892b4b1ef)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:04.046836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.119605 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c5791e91-6708-4f31-8958-6080e0335218 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f/tags HTTP/1.1" status: 204 len: 168 time: 0.5545547 May 06 13:57:04.130752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38354) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:04.140749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.tag.tag_plugin [None req-3ef3bac4-9290-4885-9f3b-243868c622ad tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '821edadc-4bf5-45b9-9287-243bba1748c9') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:04.177970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] Calling delete_port for 4f3bf408-33a8-46f9-a82b-da4aab474433 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:04.246183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.256014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.301102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] Pushing event deleted for resources: {'Port': ['ID=4f3bf408-33a8-46f9-a82b-da4aab474433,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:04.310234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973885d4-81ba-4a6d-ab73-ede369f53621 None None] No DVR routers for this DVR port 4f3bf408-33a8-46f9-a82b-da4aab474433 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:04.349603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28e01c5c-02c9-4fa8-85c2-79be26e05615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.376701 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-68c1cc38-a281-4a66-93f9-4e787329aec2 req-de39a27e-685b-4c9d-ac69-32671762f267 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 1099 time: 0.3364325 May 06 13:57:04.390954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef83b3-70c4-4500-8c59-8bdd694e57ff req-3adc9676-470e-4af6-9e9b-22b3e7e4d5a2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:04.394342 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cef83b3-70c4-4500-8c59-8bdd694e57ff req-3adc9676-470e-4af6-9e9b-22b3e7e4d5a2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 946 time: 0.3590839 May 06 13:57:04.394342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.652354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-00ca9e55-810e-4f9f-bec1-feeb4e10eb42 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.662443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for 19bbb421-faf6-4dc5-be91-01ccc7af090a owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:04.698592 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-00ca9e55-810e-4f9f-bec1-feeb4e10eb42 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] update failed (client error): The resource could not be found. May 06 13:57:04.699602 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-00ca9e55-810e-4f9f-bec1-feeb4e10eb42 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "PUT /v2.0/routers/80bc4b4c-7fe9-40ec-902a-ef400976f375 HTTP/1.1" status: 404 len: 339 time: 0.8463769 May 06 13:57:04.704496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38358) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:04.845974 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cef83b3-70c4-4500-8c59-8bdd694e57ff req-7b2df4e8-5b57-47b7-a048-9818b13805b9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4406743 May 06 13:57:04.847890 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3ef3bac4-9290-4885-9f3b-243868c622ad tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9/tags HTTP/1.1" status: 204 len: 168 time: 0.7161098 May 06 13:57:04.849384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.855977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38362) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:04.878958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Deleting port 7d588e54-95b9-4edf-abaf-754b6401f6d5 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:04.879292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.885089 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-68c1cc38-a281-4a66-93f9-4e787329aec2 req-531ff6a6-a437-48e9-af79-510c269099e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4820008 May 06 13:57:05.006512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.055843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=19bbb421-faf6-4dc5-be91-01ccc7af090a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:05.243878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4f3bf408-33a8-46f9-a82b-da4aab474433 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:05.321795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 4f3bf408-33a8-46f9-a82b-da4aab474433 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:05.322506 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4f3bf408-33a8-46f9-a82b-da4aab474433 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:05.342701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-baed51a6-d6c9-4dba-8ecb-d26e848fa0a8 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for subnetpool, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.343813 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-baed51a6-d6c9-4dba-8ecb-d26e848fa0a8 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d111ee74-58c0-4ec3-ae27-3900a785409f HTTP/1.1" status: 204 len: 168 time: 0.4869702 May 06 13:57:05.351502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38366) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:05.361105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] For port 7d588e54-95b9-4edf-abaf-754b6401f6d5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7d588e54-95b9-4edf-abaf-754b6401f6d5,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:05.361452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.467748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.513212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8bd7cb42-d172-46ae-9e69-1f8f2741e584 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Synchronizing usage tracker for tenant:aa4022135e034ff2a97e07a231ad4e23 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:05.524196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Calling delete_port for 7d588e54-95b9-4edf-abaf-754b6401f6d5 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:05.527251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.576644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.623810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8bd7cb42-d172-46ae-9e69-1f8f2741e584 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Unset dirty status for tenant:aa4022135e034ff2a97e07a231ad4e23 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:05.627265 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8bd7cb42-d172-46ae-9e69-1f8f2741e584 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10f2e96-836f-4bc4-b088-3331aa736a25 HTTP/1.1" status: 200 len: 205 time: 0.2711616 May 06 13:57:05.628066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38370) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:05.705409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.780442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39a3a4c2-3ecf-421d-8196-b6294fca6824 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.221571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.307077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event deleted for resources: {'Port': ['ID=7d588e54-95b9-4edf-abaf-754b6401f6d5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:06.369823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39a3a4c2-3ecf-421d-8196-b6294fca6824 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.383985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39a3a4c2-3ecf-421d-8196-b6294fca6824 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.437523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Allocated IP 172.20.0.1 (e24caa42-5543-4fb7-9aa3-b6e552e9a666/7376a41a-36e9-42b7-a097-9c5048b85e8d/f390dcec-e390-4dc7-9c61-df61a4c43e31) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:06.450759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abb9bf-7fb5-478c-90cc-003e5aa5559c req-f961814d-4641-4392-8700-d439b385e875 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:06.452334 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a1abb9bf-7fb5-478c-90cc-003e5aa5559c req-f961814d-4641-4392-8700-d439b385e875 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 946 time: 0.3163917 May 06 13:57:06.606223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39a3a4c2-3ecf-421d-8196-b6294fca6824 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.606223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a3a4c2-3ecf-421d-8196-b6294fca6824 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Fanout notify agent at l3_agent the message router_deleted on router f10f2e96-836f-4bc4-b088-3331aa736a25 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:06.694912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39a3a4c2-3ecf-421d-8196-b6294fca6824 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.694912 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-39a3a4c2-3ecf-421d-8196-b6294fca6824 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/routers/f10f2e96-836f-4bc4-b088-3331aa736a25 HTTP/1.1" status: 204 len: 168 time: 1.0648594 May 06 13:57:06.698181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38378) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:06.729585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.792837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2a229b5d-c3a0-40d1-a4dc-a48f816a9cd5 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Deleting port 5ad82f6b-9a09-4568-b1f9-aff93be99e1f {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:06.792837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a229b5d-c3a0-40d1-a4dc-a48f816a9cd5 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.857991 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.876573 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a1abb9bf-7fb5-478c-90cc-003e5aa5559c req-b579131f-0ae2-473b-8d41-e504974aa888 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070883 May 06 13:57:07.235895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.257014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.271383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Transition to ACTIVE for port object f390dcec-e390-4dc7-9c61-df61a4c43e31 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:07.271383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.304322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.305262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Fanout notify agent at l3_agent the message router_deleted on router cfe18905-c299-4f75-a81d-eed4dcc30c94 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:07.305554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Router ef51934c-fc8e-411a-bab6-2ec330f5eb52 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:07.310440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.331481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a229b5d-c3a0-40d1-a4dc-a48f816a9cd5 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.397950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.402497 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-81255435-3dd1-410a-8745-5751c8d40b7b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "DELETE /v2.0/routers/cfe18905-c299-4f75-a81d-eed4dcc30c94 HTTP/1.1" status: 204 len: 168 time: 4.1506524 May 06 13:57:07.405289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38384) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:07.479144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2a229b5d-c3a0-40d1-a4dc-a48f816a9cd5 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Calling delete_port for 5ad82f6b-9a09-4568-b1f9-aff93be99e1f owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:07.510791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network e24caa42-5543-4fb7-9aa3-b6e552e9a666 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:07.511823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Port': ['ID=f390dcec-e390-4dc7-9c61-df61a4c43e31,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:07.528050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:07.533506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:07.599412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ac0f-69b1-4f3f-b76c-7731ef1b3d7a req-38074d3a-a47c-44e0-82d6-9c5028607e2d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:07.601572 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b10ac0f-69b1-4f3f-b76c-7731ef1b3d7a req-38074d3a-a47c-44e0-82d6-9c5028607e2d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 946 time: 0.5185661 May 06 13:57:07.793753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.814218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.846314 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b10ac0f-69b1-4f3f-b76c-7731ef1b3d7a req-08efced6-455f-45c7-9b3d-f920d24113f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642373 May 06 13:57:07.885452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a229b5d-c3a0-40d1-a4dc-a48f816a9cd5 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.914854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2333cea4-6c22-4e45-8722-66cd0bc0a413 None None] Provisioning for port f390dcec-e390-4dc7-9c61-df61a4c43e31 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:07.923219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2333cea4-6c22-4e45-8722-66cd0bc0a413 None None] Provisioning complete for port f390dcec-e390-4dc7-9c61-df61a4c43e31 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:07.923661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2333cea4-6c22-4e45-8722-66cd0bc0a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.984156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a229b5d-c3a0-40d1-a4dc-a48f816a9cd5 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Pushing event deleted for resources: {'Port': ['ID=5ad82f6b-9a09-4568-b1f9-aff93be99e1f,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:08.000011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2333cea4-6c22-4e45-8722-66cd0bc0a413 None None] Port f390dcec-e390-4dc7-9c61-df61a4c43e31 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:08.098771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.113902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.146976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2a229b5d-c3a0-40d1-a4dc-a48f816a9cd5 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.155603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7058883-77aa-42ac-84e6-86e61b26917c']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.164005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:08.170354 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2a229b5d-c3a0-40d1-a4dc-a48f816a9cd5 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/ports/5ad82f6b-9a09-4568-b1f9-aff93be99e1f HTTP/1.1" status: 204 len: 168 time: 1.4681952 May 06 13:57:08.172183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38392) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:08.174200 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9696fbbf-aff5-44ad-8666-c8af205e4af9 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "PUT /v2.0/routers/ef51934c-fc8e-411a-bab6-2ec330f5eb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6555562 May 06 13:57:08.174782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38394) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:08.184721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72b397-4d27-435f-9d82-b2530d744495 None None] Sync routers for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:08.201659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72b397-4d27-435f-9d82-b2530d744495 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:08.202374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3b72b397-4d27-435f-9d82-b2530d744495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.292949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3b72b397-4d27-435f-9d82-b2530d744495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.306767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72b397-4d27-435f-9d82-b2530d744495 None None] Routers {'ef51934c-fc8e-411a-bab6-2ec330f5eb52'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:08.309046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3b72b397-4d27-435f-9d82-b2530d744495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.319770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.320366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcc527d-f4b0-43ba-9cd5-042892b4b1ef') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.408502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3b72b397-4d27-435f-9d82-b2530d744495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.410270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72b397-4d27-435f-9d82-b2530d744495 None None] The sync data for ids ['ef51934c-fc8e-411a-bab6-2ec330f5eb52'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:08.420204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.452956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.522904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.568966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:08.568966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:08.587567 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:08.796366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.806888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting port 7d2779c0-9a00-4d52-b830-ae141f6397ad {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:08.807025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.821153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.886375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.910941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event deleted for resources: {'Network': ['ID=b7058883-77aa-42ac-84e6-86e61b26917c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:08.958272 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0ab95fe4-c28e-4144-a072-d9ee9b84968b tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "DELETE /v2.0/networks/b7058883-77aa-42ac-84e6-86e61b26917c HTTP/1.1" status: 204 len: 168 time: 1.5498896 May 06 13:57:08.961927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38400) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:08.966341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0d03f4-17da-4be4-b612-10e034e0b8db tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Deleting subnet 821edadc-4bf5-45b9-9287-243bba1748c9 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:08.976524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0d03f4-17da-4be4-b612-10e034e0b8db tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.072533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.076468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0d03f4-17da-4be4-b612-10e034e0b8db tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.152917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.160467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.202555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9a415f7-c04e-4c5e-9e39-3635e3d1e055 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.211843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Calling delete_port for 7d2779c0-9a00-4d52-b830-ae141f6397ad owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:09.214745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7d588e54-95b9-4edf-abaf-754b6401f6d5 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:09.267381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 7d588e54-95b9-4edf-abaf-754b6401f6d5 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:09.268424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7d588e54-95b9-4edf-abaf-754b6401f6d5 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:09.292200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9a415f7-c04e-4c5e-9e39-3635e3d1e055 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.314895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0d03f4-17da-4be4-b612-10e034e0b8db tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.354128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event updated for resources: {'Port': ['ID=f390dcec-e390-4dc7-9c61-df61a4c43e31,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:09.359133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38404) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:09.372918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.512742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0d03f4-17da-4be4-b612-10e034e0b8db tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.563207 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d03f4-17da-4be4-b612-10e034e0b8db tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Pushing event deleted for resources: {'Subnet': ['ID=821edadc-4bf5-45b9-9287-243bba1748c9,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:09.593818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9a415f7-c04e-4c5e-9e39-3635e3d1e055 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.600458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb0d03f4-17da-4be4-b612-10e034e0b8db tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.616920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7100a-9dec-414a-a61b-496ba68b3496 None None] Network 1e43f669-889c-49de-a463-65d993e13177 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:09.617740 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fb0d03f4-17da-4be4-b612-10e034e0b8db tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/subnets/821edadc-4bf5-45b9-9287-243bba1748c9 HTTP/1.1" status: 204 len: 168 time: 1.4391413 May 06 13:57:09.624633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a415f7-c04e-4c5e-9e39-3635e3d1e055 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c019cd-d3ba-4560-9e3e-fac6d5f58f67,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:09.625192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38408) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:09.656356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.759639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b9a415f7-c04e-4c5e-9e39-3635e3d1e055 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.761178 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b9a415f7-c04e-4c5e-9e39-3635e3d1e055 tempest-TestNetworkAdvancedServerOps-552902761 tempest-TestNetworkAdvancedServerOps-552902761-project] 10.222.0.65 "DELETE /v2.0/security-groups/55c019cd-d3ba-4560-9e3e-fac6d5f58f67 HTTP/1.1" status: 204 len: 168 time: 0.7998638 May 06 13:57:09.779757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Port': ['ID=7d2779c0-9a00-4d52-b830-ae141f6397ad,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:09.847459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Network e24caa42-5543-4fb7-9aa3-b6e552e9a666 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:09.847459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:10.263959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.289222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Deleting port 6c32abad-0280-4f0a-91f3-4755e8d85c78 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:10.289588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.360041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] DHCP port deletion for 1e43f669-889c-49de-a463-65d993e13177 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:10.370691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] Deleting port 6c32abad-0280-4f0a-91f3-4755e8d85c78 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:10.371084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.434971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a38748ca-c29d-4912-a6d4-203190e01750 None None] Provisioning complete for port f390dcec-e390-4dc7-9c61-df61a4c43e31 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:10.435136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.435643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a38748ca-c29d-4912-a6d4-203190e01750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.644263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a38748ca-c29d-4912-a6d4-203190e01750 None None] Port f390dcec-e390-4dc7-9c61-df61a4c43e31 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:10.655739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] For port 6c32abad-0280-4f0a-91f3-4755e8d85c78, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6c32abad-0280-4f0a-91f3-4755e8d85c78,segment=NetworkSegment(73f1b14c-d502-4327-a0ee-f915a4a844cf),segment_id=73f1b14c-d502-4327-a0ee-f915a4a844cf)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:10.656156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.672827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] For port 6c32abad-0280-4f0a-91f3-4755e8d85c78, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6c32abad-0280-4f0a-91f3-4755e8d85c78,segment=NetworkSegment(73f1b14c-d502-4327-a0ee-f915a4a844cf),segment_id=73f1b14c-d502-4327-a0ee-f915a4a844cf)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:10.673172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.736481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.748457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.784164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] Calling delete_port for 6c32abad-0280-4f0a-91f3-4755e8d85c78 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:10.789627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.790138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Fanout notify agent at l3_agent the message router_deleted on router ef51934c-fc8e-411a-bab6-2ec330f5eb52 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:10.813603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.814812 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-74f0b6d5-aabd-40ee-a641-9f4c5b02dcf4 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/routers/ef51934c-fc8e-411a-bab6-2ec330f5eb52 HTTP/1.1" status: 204 len: 168 time: 2.6388125 May 06 13:57:10.818053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38414) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:10.832990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Calling delete_port for 6c32abad-0280-4f0a-91f3-4755e8d85c78 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:10.896485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.898669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Router 80bc4b4c-7fe9-40ec-902a-ef400976f375 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:10.996852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] Pushing event deleted for resources: {'Port': ['ID=6c32abad-0280-4f0a-91f3-4755e8d85c78,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:11.007803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d112b0-800b-4af6-bb20-12477ffdfe03 None None] No DVR routers for this DVR port 6c32abad-0280-4f0a-91f3-4755e8d85c78 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:11.132742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:11.133156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:11.182151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:11.194586 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ecedf-bff7-44f4-9018-288219f4859d None None] Sync routers for ids ['80bc4b4c-7fe9-40ec-902a-ef400976f375'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:11.205364 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-10fe66a1-e160-42f3-92b8-371271d2d537 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "PUT /v2.0/routers/80bc4b4c-7fe9-40ec-902a-ef400976f375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4974227 May 06 13:57:11.206212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38422) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:11.233445 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ecedf-bff7-44f4-9018-288219f4859d None None] Routers {'80bc4b4c-7fe9-40ec-902a-ef400976f375'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:11.233574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7347bf0-cfc9-477a-9fef-423b35504057 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Deleting subnet 6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:11.234522 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-578ecedf-bff7-44f4-9018-288219f4859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['80bc4b4c-7fe9-40ec-902a-ef400976f375'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.239891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7347bf0-cfc9-477a-9fef-423b35504057 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.307048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6c32abad-0280-4f0a-91f3-4755e8d85c78 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:11.330942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7347bf0-cfc9-477a-9fef-423b35504057 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.344248 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-578ecedf-bff7-44f4-9018-288219f4859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.365695 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ecedf-bff7-44f4-9018-288219f4859d None None] Routers {'80bc4b4c-7fe9-40ec-902a-ef400976f375'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:11.367360 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-578ecedf-bff7-44f4-9018-288219f4859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['80bc4b4c-7fe9-40ec-902a-ef400976f375'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.413163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7347bf0-cfc9-477a-9fef-423b35504057 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.416370 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 6c32abad-0280-4f0a-91f3-4755e8d85c78 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:11.417278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6c32abad-0280-4f0a-91f3-4755e8d85c78 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:11.454677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-578ecedf-bff7-44f4-9018-288219f4859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.455378 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ecedf-bff7-44f4-9018-288219f4859d None None] The sync data for ids ['80bc4b4c-7fe9-40ec-902a-ef400976f375'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:11.476507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-db7f6933-ee9b-4ddf-9f12-33bd07395ab4 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.533586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38428) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:11.619772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7347bf0-cfc9-477a-9fef-423b35504057 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.650758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Deleting port 6c32abad-0280-4f0a-91f3-4755e8d85c78 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:11.650758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.737705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7347bf0-cfc9-477a-9fef-423b35504057 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:11.769204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f7347bf0-cfc9-477a-9fef-423b35504057 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.775538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] The port '6c32abad-0280-4f0a-91f3-4755e8d85c78' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:57:11.870241 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f7347bf0-cfc9-477a-9fef-423b35504057 tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/subnets/6a3a442c-2f6e-4a44-8a30-6c0fcaa2bfbc HTTP/1.1" status: 204 len: 168 time: 1.0510366 May 06 13:57:11.876155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38434) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:11.925183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.956316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e43f669-889c-49de-a463-65d993e13177']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.971640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f1b14c-d502-4327-a0ee-f915a4a844cf') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.971967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f1b14c-d502-4327-a0ee-f915a4a844cf') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.977544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.986728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.007007 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-db7f6933-ee9b-4ddf-9f12-33bd07395ab4 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 13:57:12.008502 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-db7f6933-ee9b-4ddf-9f12-33bd07395ab4 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/routers/80bc4b4c-7fe9-40ec-902a-ef400976f375 HTTP/1.1" status: 409 len: 329 time: 0.8019412 May 06 13:57:12.009731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.011756 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-db58aacf-814d-49c0-8061-ce8e3de19013 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6da7150a9657493d806fef292f4cc1a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4764326 May 06 13:57:12.012011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38438) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:12.016732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38442) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:12.075545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:12.075970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: util.warn( May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:12.090449 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:12.249146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.267538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.279222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] Pushing event deleted for resources: {'Network': ['ID=1e43f669-889c-49de-a463-65d993e13177,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:12.288660 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-60c125ab-9fd7-4ae7-86c7-262123d2bc12 tempest-TagsExtTest-901936864 tempest-TagsExtTest-901936864-project] 10.222.0.65 "DELETE /v2.0/networks/1e43f669-889c-49de-a463-65d993e13177 HTTP/1.1" status: 204 len: 168 time: 2.6575210 May 06 13:57:12.300555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.422279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f63d7c4-c000-4e8a-95a3-936ba3178a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.486027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.552637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38450) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:12.565662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.600084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f63d7c4-c000-4e8a-95a3-936ba3178a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.627337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520cc9b4-e460-4451-85a1-9af468d39d82']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:12.655303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c18d10-f76b-45c1-881b-9128456ba8aa') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:12.655594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c18d10-f76b-45c1-881b-9128456ba8aa') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:12.712496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.760355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.776522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:12.777294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:12.792909 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:12.909924 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ea928341-81d8-4292-ba51-cf195daacc29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa4022135e034ff2a97e07a231ad4e23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3539853 May 06 13:57:12.910176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38456) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:12.920112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f63d7c4-c000-4e8a-95a3-936ba3178a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.955098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63d7c4-c000-4e8a-95a3-936ba3178a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817a2fbc-d53c-421f-9a39-7b16971aa329,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:12.968968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.994665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.002317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.17 (f2e5881d-0e2e-44e4-b65b-9be40a4af5f8/f2520c58-ccf1-4a4f-b4b8-6b10940208aa/1e85f9ad-4f73-4bc5-87cf-91717e5eb098) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:13.015613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] Pushing event deleted for resources: {'Network': ['ID=520cc9b4-e460-4451-85a1-9af468d39d82,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:13.030909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f63d7c4-c000-4e8a-95a3-936ba3178a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.032275 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0f63d7c4-c000-4e8a-95a3-936ba3178a60 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/817a2fbc-d53c-421f-9a39-7b16971aa329 HTTP/1.1" status: 204 len: 168 time: 1.0134065 May 06 13:57:13.038249 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-eee7b194-00c3-4eb9-a354-084f8a7fbe9f tempest-FloatingIPTestJSON-1145284190 tempest-FloatingIPTestJSON-1145284190-project] 10.222.0.65 "DELETE /v2.0/networks/520cc9b4-e460-4451-85a1-9af468d39d82 HTTP/1.1" status: 204 len: 168 time: 1.1562169 May 06 13:57:13.201977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c23fde12-bac0-4faf-b87a-d0d8ab0957c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.235624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c23fde12-bac0-4faf-b87a-d0d8ab0957c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.248052 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.267555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:13.303738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.387998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c23fde12-bac0-4faf-b87a-d0d8ab0957c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.395548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:13.399420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:13.404383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:13.425813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fde12-bac0-4faf-b87a-d0d8ab0957c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25306a93-8970-4733-8161-e362e1e025bd,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:13.431672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c23fde12-bac0-4faf-b87a-d0d8ab0957c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.432196 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c23fde12-bac0-4faf-b87a-d0d8ab0957c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25306a93-8970-4733-8161-e362e1e025bd HTTP/1.1" status: 204 len: 168 time: 0.5211871 May 06 13:57:13.435812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Deleting port f390dcec-e390-4dc7-9c61-df61a4c43e31 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:13.436628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.481805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:13.494543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38470) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:13.543913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.699287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.753686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.801091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38476) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:13.831775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7517742a-a9f3-414c-a9ce-076f117afb68 None None] Provisioning for port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:13.862495 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7517742a-a9f3-414c-a9ce-076f117afb68 None None] Provisioning complete for port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:13.865156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7517742a-a9f3-414c-a9ce-076f117afb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.936950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Calling delete_port for f390dcec-e390-4dc7-9c61-df61a4c43e31 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:13.996712 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7517742a-a9f3-414c-a9ce-076f117afb68 None None] Port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:14.069828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.164291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.195645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:14.222812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Port': ['ID=f390dcec-e390-4dc7-9c61-df61a4c43e31,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:14.245337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5c3c13787845c7b28fc5a939bd3b05 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:14.253115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:14.268464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:14.313223 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-65ab26f1-03d1-4226-b8e7-ead42f357c3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39eb4937b7324993a1a094eb217d6c05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8167753 May 06 13:57:14.315801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:14.498626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.547624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.566993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.639750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.648232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa65-fdb3-4f38-8eed-5b2e52bf50ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.669624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.749345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:14.752773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa65-fdb3-4f38-8eed-5b2e52bf50ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.772577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.782662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c60317c-dc96-4db8-b998-ca211d438af1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:14.798863 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0bfb4b8c-da56-4717-8413-95ff741e9603 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab5c3c13787845c7b28fc5a939bd3b05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9953341 May 06 13:57:14.803891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38484) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:14.996817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa65-fdb3-4f38-8eed-5b2e52bf50ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.027996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-420705c5-2707-41ca-9f71-6598094bf58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.035475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eaa65-fdb3-4f38-8eed-5b2e52bf50ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f87e3d-9142-4d8e-9108-51ac3ff90afe,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:15.063152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:15.065616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Router 80bc4b4c-7fe9-40ec-902a-ef400976f375 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:15.067100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:15.138162 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa65-fdb3-4f38-8eed-5b2e52bf50ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.139319 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4e2eaa65-fdb3-4f38-8eed-5b2e52bf50ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51f87e3d-9142-4d8e-9108-51ac3ff90afe HTTP/1.1" status: 204 len: 168 time: 0.8204076 May 06 13:57:15.203776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-420705c5-2707-41ca-9f71-6598094bf58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.213259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:15.227360 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-227e08a2-3b69-4acc-9636-b6ed7d4d4320 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "PUT /v2.0/routers/80bc4b4c-7fe9-40ec-902a-ef400976f375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2106092 May 06 13:57:15.228243 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38492) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.238706 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c24e2d-f975-4f0f-b3ab-f37c91f2d33c None None] Sync routers for ids ['80bc4b4c-7fe9-40ec-902a-ef400976f375'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:15.277649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c24e2d-f975-4f0f-b3ab-f37c91f2d33c None None] Routers {'80bc4b4c-7fe9-40ec-902a-ef400976f375'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:15.278850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-94c24e2d-f975-4f0f-b3ab-f37c91f2d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['80bc4b4c-7fe9-40ec-902a-ef400976f375'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:15.337787 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-7636c3c5-783e-4806-a2a3-ad58a1976023 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] show failed (client error): The resource could not be found. May 06 13:57:15.338737 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7636c3c5-783e-4806-a2a3-ad58a1976023 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1587378314 HTTP/1.1" status: 404 len: 335 time: 0.1094453 May 06 13:57:15.342448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38496) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.351738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3048607c-6ff8-4bb9-89c1-bc832ae0cbbe tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:15.376288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-420705c5-2707-41ca-9f71-6598094bf58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.398111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-420705c5-2707-41ca-9f71-6598094bf58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.399251 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-420705c5-2707-41ca-9f71-6598094bf58a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c60317c-dc96-4db8-b998-ca211d438af1 HTTP/1.1" status: 204 len: 168 time: 0.5946896 May 06 13:57:15.404872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420705c5-2707-41ca-9f71-6598094bf58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c60317c-dc96-4db8-b998-ca211d438af1,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:15.430389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-3048607c-6ff8-4bb9-89c1-bc832ae0cbbe tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] update failed (client error): The resource could not be found. May 06 13:57:15.431446 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3048607c-6ff8-4bb9-89c1-bc832ae0cbbe tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1957203224 HTTP/1.1" status: 404 len: 335 time: 0.0880814 May 06 13:57:15.438826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38504) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.457199 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-94c24e2d-f975-4f0f-b3ab-f37c91f2d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:15.488616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dc559a1c-d045-4296-8873-084f9809c6e2 None None] Provisioning complete for port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:15.489112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc559a1c-d045-4296-8873-084f9809c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.561803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c24e2d-f975-4f0f-b3ab-f37c91f2d33c None None] Routers {'80bc4b4c-7fe9-40ec-902a-ef400976f375'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:15.562831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-94c24e2d-f975-4f0f-b3ab-f37c91f2d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['80bc4b4c-7fe9-40ec-902a-ef400976f375'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:15.663018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:15.719213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-94c24e2d-f975-4f0f-b3ab-f37c91f2d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:15.719891 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c24e2d-f975-4f0f-b3ab-f37c91f2d33c None None] The sync data for ids ['80bc4b4c-7fe9-40ec-902a-ef400976f375'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:15.739770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-dc559a1c-d045-4296-8873-084f9809c6e2 None None] Port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:15.807692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab8f8a1-8a2c-4f7d-a6e1-3a5096ca96e1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Deleting subnet 2d19d32b-acaf-4a1b-8957-258feacf0f0a {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:15.811219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cab8f8a1-8a2c-4f7d-a6e1-3a5096ca96e1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.914768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cab8f8a1-8a2c-4f7d-a6e1-3a5096ca96e1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.047918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:16.048736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cab8f8a1-8a2c-4f7d-a6e1-3a5096ca96e1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.062690 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-31cf909d-66c1-4219-8a2e-a4f327d9251b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6930890 May 06 13:57:16.062867 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Sync routers for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:16.086898 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:16.087658 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:16.145144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cab8f8a1-8a2c-4f7d-a6e1-3a5096ca96e1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.191828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8f8a1-8a2c-4f7d-a6e1-3a5096ca96e1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Subnet': ['ID=2d19d32b-acaf-4a1b-8957-258feacf0f0a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:16.197100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cab8f8a1-8a2c-4f7d-a6e1-3a5096ca96e1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.204675 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cab8f8a1-8a2c-4f7d-a6e1-3a5096ca96e1 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/subnets/2d19d32b-acaf-4a1b-8957-258feacf0f0a HTTP/1.1" status: 204 len: 168 time: 0.7648416 May 06 13:57:16.207752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38520) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:16.212226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cc1089-34bc-4722-a06c-e04f04c12c0f None None] Network b3959c96-2879-47da-b618-ca13162c08bd requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:16.324270 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:16.449045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0857282-e5f1-4a1e-9558-1711aa5d7c4f tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Deleting subnet 08f523c3-3a5c-426a-9e59-5e8312bc1bbe {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:16.452247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0857282-e5f1-4a1e-9558-1711aa5d7c4f tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.506384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38530) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:16.526567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0857282-e5f1-4a1e-9558-1711aa5d7c4f tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.555280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] DHCP port deletion for b3959c96-2879-47da-b618-ca13162c08bd request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:16.559134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] Deleting port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:16.559454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.637104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0857282-e5f1-4a1e-9558-1711aa5d7c4f tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.658438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1817608942'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:16.664086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:16.668521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Usage tracker for resource:network and tenant:30f2736931f34781ae3c259dcdd1f51f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:16.672377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:16.680448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:16.696237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Made reservation on behalf of 30f2736931f34781ae3c259dcdd1f51f for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:16.700417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.724332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0857282-e5f1-4a1e-9558-1711aa5d7c4f tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.727080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.769894 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:12Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e85f9ad-4f73-4bc5-87cf-91717e5eb098', 'name': '', 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e2:3d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2520c58-ccf1-4a4f-b4b8-6b10940208aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:12Z', 'updated_at': '2022-05-06T13:57:14Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f2520c58-ccf1-4a4f-b4b8-6b10940208aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:16.777538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0857282-e5f1-4a1e-9558-1711aa5d7c4f tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Subnet': ['ID=08f523c3-3a5c-426a-9e59-5e8312bc1bbe,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:16.777719 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Checking router: 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:16.777935 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Updating router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:57:16.787400 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0857282-e5f1-4a1e-9558-1711aa5d7c4f tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.790725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:16.798980 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f0857282-e5f1-4a1e-9558-1711aa5d7c4f tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/subnets/08f523c3-3a5c-426a-9e59-5e8312bc1bbe HTTP/1.1" status: 204 len: 168 time: 0.5878966 May 06 13:57:16.799629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38536) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:16.802279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Usage tracker for resource:security_group_rule and tenant:30f2736931f34781ae3c259dcdd1f51f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:16.802919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d7585e-d251-44b4-9ccc-16e94998209b None None] Network 889fab49-d6d8-4615-b682-b72694d99c3d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:16.806907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:16.815126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:16.878678 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.898718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] For port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a4ce7e3e-bb57-4cad-87b5-9c6baa01f006,segment=NetworkSegment(7ed6ebd2-99e7-45fe-a742-c217a7115537),segment_id=7ed6ebd2-99e7-45fe-a742-c217a7115537)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:16.899108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.957210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.965368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.017899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e6b0f2-6a26-485c-a7e4-f2363201f3ab,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.025737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:17.040864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.041019 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Added segment fd300945-9750-4b5b-992e-ad743c719a4a of type vlan for network e301c158-fdfd-4338-9a58-8af439263c20 May 06 13:57:17.082669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.085177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.104345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Deleting port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:17.104911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.127424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] Calling delete_port for a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:17.128678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.135955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:17.136737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.320367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:17.323728 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8161185 May 06 13:57:17.327014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38540) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:17.329814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ff48d-1ed1-42c3-a4c9-d9308b90ac82 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'Network': ['ID=e301c158-fdfd-4338-9a58-8af439263c20,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.336940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Request body: {'subnet': {'network_id': 'e301c158-fdfd-4338-9a58-8af439263c20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:17.352892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.363296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network e301c158-fdfd-4338-9a58-8af439263c20 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:17.427683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:17.428773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:17.430669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] No DVR routers for this DVR port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:17.439382 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.468476 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Transition to ACTIVE for port object 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:17.482890 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.485266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] For port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a4ce7e3e-bb57-4cad-87b5-9c6baa01f006,segment=NetworkSegment(7ed6ebd2-99e7-45fe-a742-c217a7115537),segment_id=7ed6ebd2-99e7-45fe-a742-c217a7115537)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:17.485637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.494454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32294d-c233-41af-847c-40c334fd9313 None None] DHCP port deletion for 889fab49-d6d8-4615-b682-b72694d99c3d request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:17.502798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5edd5-b738-4c06-b634-bda4390ce90a None None] Pushing event deleted for resources: {'Port': ['ID=a4ce7e3e-bb57-4cad-87b5-9c6baa01f006,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.511243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-db32294d-c233-41af-847c-40c334fd9313 None None] Deleting port 4503d699-48f1-48bb-8932-2d5ddedacff3 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:17.511614 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db32294d-c233-41af-847c-40c334fd9313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.517232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:17.521519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Usage tracker for resource:subnet and tenant:30f2736931f34781ae3c259dcdd1f51f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:17.525580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:17.532651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:17.547718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Made reservation on behalf of 30f2736931f34781ae3c259dcdd1f51f for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:17.693173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.713315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Calling delete_port for a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:17.748457 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Pushing event updated for resources: {'Port': ['ID=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.815312 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.815973 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.816488 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.818155 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.819272 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.819858 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.820365 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.820866 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.821362 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.821877 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.822728 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:17.857172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-db32294d-c233-41af-847c-40c334fd9313 None None] For port 4503d699-48f1-48bb-8932-2d5ddedacff3, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4503d699-48f1-48bb-8932-2d5ddedacff3,segment=NetworkSegment(8f55b57b-7120-4cb6-bc10-a2a27f127573),segment_id=8f55b57b-7120-4cb6-bc10-a2a27f127573)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:17.857717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db32294d-c233-41af-847c-40c334fd9313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.887806 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:17.888100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:17.892952 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Attempting to bind port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:17.893327 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Attempting to bind port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:17.893685 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Attempting to bind port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 on network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:17.901841 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:17.903493 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Checking segment: {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:17.904325 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.904901 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Bound using segment: {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:17.905543 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Bound port: 1e85f9ad-4f73-4bc5-87cf-91717e5eb098, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c2c2b3-532b-4f1a-970a-bb88113a60e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:17.906841 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.003554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-db32294d-c233-41af-847c-40c334fd9313 None None] Calling delete_port for 4503d699-48f1-48bb-8932-2d5ddedacff3 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:18.039001 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] For port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:18.043246 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] For port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:18.053227 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.093666 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db32294d-c233-41af-847c-40c334fd9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.123507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.171944 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:18.172569 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:18.187414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32294d-c233-41af-847c-40c334fd9313 None None] Pushing event deleted for resources: {'Port': ['ID=4503d699-48f1-48bb-8932-2d5ddedacff3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:18.194139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32294d-c233-41af-847c-40c334fd9313 None None] No DVR routers for this DVR port 4503d699-48f1-48bb-8932-2d5ddedacff3 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:18.233746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'Subnet': ['ID=d4936931-8704-4b67-9efc-a51cfe1f92bd,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:18.253134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Checking segment: {'id': 'fd300945-9750-4b5b-992e-ad743c719a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e301c158-fdfd-4338-9a58-8af439263c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:18.253675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Network hostable DHCP agents. Network: e301c158-fdfd-4338-9a58-8af439263c20, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:18.281470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Network e301c158-fdfd-4338-9a58-8af439263c20 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:18.295620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, e301c158-fdfd-4338-9a58-8af439263c20) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:18.300525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:18.301117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.302107 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b86715-18ac-40e1-b455-fad74a032953 None None] Pushing event updated for resources: {'Port': ['ID=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:18.314895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca1498-b403-40ab-ae14-f80434908728 None None] Network e301c158-fdfd-4338-9a58-8af439263c20 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:18.336577 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a9a4605d-3237-4c3b-97cc-0615daa70fe2 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0083807 May 06 13:57:18.339083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38544) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:18.346276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1460833930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:18.354202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:18.359608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Usage tracker for resource:router and tenant:30f2736931f34781ae3c259dcdd1f51f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:18.363520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:18.370241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:18.383923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.385826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.387287 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:18.389443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Deleting port a4ce7e3e-bb57-4cad-87b5-9c6baa01f006 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:18.389905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.409362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.443894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.480691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] The port 'a4ce7e3e-bb57-4cad-87b5-9c6baa01f006' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:57:18.496308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.498605 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fb5338a9-7574-4873-8057-6939c874df81 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1582975 May 06 13:57:18.501394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38548) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:18.634098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-e301c158-fdfd-4338-9a58-8af439263c20', 'network_id': 'e301c158-fdfd-4338-9a58-8af439263c20', 'tenant_id': '30f2736931f34781ae3c259dcdd1f51f', 'fixed_ips': [{'subnet_id': 'd4936931-8704-4b67-9efc-a51cfe1f92bd'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:18.634981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.664792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.697656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3959c96-2879-47da-b618-ca13162c08bd']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:18.715935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed6ebd2-99e7-45fe-a742-c217a7115537') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:18.716056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed6ebd2-99e7-45fe-a742-c217a7115537') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:18.732336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.759830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.768411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:18.768816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: util.warn( May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:18.791851 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:18.842332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Allocated IP 172.20.0.2 (e301c158-fdfd-4338-9a58-8af439263c20/d4936931-8704-4b67-9efc-a51cfe1f92bd/36074751-ad3b-4dc3-a57d-a90595f3d2b2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:18.907589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.951705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.954515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Network': ['ID=b3959c96-2879-47da-b618-ca13162c08bd,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:18.966069 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7adb5a11-28ff-4584-a52c-b66727bb3e33 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/networks/b3959c96-2879-47da-b618-ca13162c08bd HTTP/1.1" status: 204 len: 168 time: 2.1654987 May 06 13:57:18.970611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38554) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:19.023144 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:12Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e85f9ad-4f73-4bc5-87cf-91717e5eb098', 'name': '', 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e2:3d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2520c58-ccf1-4a4f-b4b8-6b10940208aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:12Z', 'updated_at': '2022-05-06T13:57:18Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f2520c58-ccf1-4a4f-b4b8-6b10940208aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:19.028702 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b0c74-a7b2-4235-b805-c96b9037f121 None None] The sync data for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv is: [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:12Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e85f9ad-4f73-4bc5-87cf-91717e5eb098', 'name': '', 'network_id': 'f2e5881d-0e2e-44e4-b65b-9be40a4af5f8', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e2:3d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2520c58-ccf1-4a4f-b4b8-6b10940208aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:12Z', 'updated_at': '2022-05-06T13:57:18Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f2520c58-ccf1-4a4f-b4b8-6b10940208aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:19.152023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.273447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.293832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Transition to ACTIVE for port object 36074751-ad3b-4dc3-a57d-a90595f3d2b2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:19.320129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.343680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Transition to ACTIVE for port object 36074751-ad3b-4dc3-a57d-a90595f3d2b2 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:19.386459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.433036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.470090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889fab49-d6d8-4615-b682-b72694d99c3d']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:19.491684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f55b57b-7120-4cb6-bc10-a2a27f127573') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:19.492031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f55b57b-7120-4cb6-bc10-a2a27f127573') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:19.511422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.514228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:19.530837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.541061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:19.541643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:19.560081 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:19.562352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Pushing event updated for resources: {'Port': ['ID=36074751-ad3b-4dc3-a57d-a90595f3d2b2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:19.605588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Network e301c158-fdfd-4338-9a58-8af439263c20 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:19.619573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:19.624820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:19.691273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.727471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.736074 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/networks/889fab49-d6d8-4615-b682-b72694d99c3d HTTP/1.1" status: 204 len: 168 time: 0.7604532 May 06 13:57:19.737839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38558) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:19.743541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccc0ee-5a5a-4ab4-832a-092bc32b89b6 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Network': ['ID=889fab49-d6d8-4615-b682-b72694d99c3d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:19.766159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:19.774751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:19.775251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.806654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Attempting to bind port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:19.807871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Attempting to bind port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'fd300945-9750-4b5b-992e-ad743c719a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e301c158-fdfd-4338-9a58-8af439263c20'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:19.808303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Attempting to bind port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 on network e301c158-fdfd-4338-9a58-8af439263c20 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:19.857346 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:19.857836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Checking segment: {'id': 'fd300945-9750-4b5b-992e-ad743c719a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e301c158-fdfd-4338-9a58-8af439263c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:19.858791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.858791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Bound using segment: {'id': 'fd300945-9750-4b5b-992e-ad743c719a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e301c158-fdfd-4338-9a58-8af439263c20'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:19.859198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Bound port: 36074751-ad3b-4dc3-a57d-a90595f3d2b2, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd300945-9750-4b5b-992e-ad743c719a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e301c158-fdfd-4338-9a58-8af439263c20'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:19.859604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.901296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Allocated IP 172.20.0.1 (e301c158-fdfd-4338-9a58-8af439263c20/d4936931-8704-4b67-9efc-a51cfe1f92bd/ad1a88f5-c924-47d6-9a11-47d47f9a4d14) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:20.046143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] For port 36074751-ad3b-4dc3-a57d-a90595f3d2b2, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:20.065942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] For port 36074751-ad3b-4dc3-a57d-a90595f3d2b2, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=36074751-ad3b-4dc3-a57d-a90595f3d2b2,segment=NetworkSegment(fd300945-9750-4b5b-992e-ad743c719a4a),segment_id=fd300945-9750-4b5b-992e-ad743c719a4a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:20.073572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.088150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.156628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d4fa1a-6125-4772-9469-35ee0bd444da tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Deleting subnet 7376a41a-36e9-42b7-a097-9c5048b85e8d {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:20.182503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:20.196556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.207249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53669293-ccac-4c08-90ff-860c272fdcc7 None None] Pushing event updated for resources: {'Port': ['ID=36074751-ad3b-4dc3-a57d-a90595f3d2b2,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.295397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4503d699-48f1-48bb-8932-2d5ddedacff3 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:20.314696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57d4fa1a-6125-4772-9469-35ee0bd444da tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.348165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 4503d699-48f1-48bb-8932-2d5ddedacff3 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:20.349116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4503d699-48f1-48bb-8932-2d5ddedacff3 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:20.365853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.376035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.419909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57d4fa1a-6125-4772-9469-35ee0bd444da tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.481894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.522831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Transition to ACTIVE for port object ad1a88f5-c924-47d6-9a11-47d47f9a4d14 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:20.571456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57d4fa1a-6125-4772-9469-35ee0bd444da tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.625833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.738445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Network e301c158-fdfd-4338-9a58-8af439263c20 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:20.752166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:20.765659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'Port': ['ID=ad1a88f5-c924-47d6-9a11-47d47f9a4d14,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.766548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:20.810592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57d4fa1a-6125-4772-9469-35ee0bd444da tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.850997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.852296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.852296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.852296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.852610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.852735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.854285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.854285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.854285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.854285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.855584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:20.879278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4fa1a-6125-4772-9469-35ee0bd444da tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Subnet': ['ID=7376a41a-36e9-42b7-a097-9c5048b85e8d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.887623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-57d4fa1a-6125-4772-9469-35ee0bd444da tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.894116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333cc7ff-c085-4df9-8a17-04b6563998b6 None None] Network e24caa42-5543-4fb7-9aa3-b6e552e9a666 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:20.899743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.921207 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-57d4fa1a-6125-4772-9469-35ee0bd444da tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/subnets/7376a41a-36e9-42b7-a097-9c5048b85e8d HTTP/1.1" status: 204 len: 168 time: 1.1830640 May 06 13:57:20.923830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38564) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:21.028737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.224728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.242012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Deleting port 88f13306-7bbf-484e-9dff-4d263d786007 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:21.242446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.330141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] DHCP port deletion for e24caa42-5543-4fb7-9aa3-b6e552e9a666 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:21.338844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] Deleting port 88f13306-7bbf-484e-9dff-4d263d786007 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:21.339657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.438160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 36074751-ad3b-4dc3-a57d-a90595f3d2b2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:21.559608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] For port 88f13306-7bbf-484e-9dff-4d263d786007, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=88f13306-7bbf-484e-9dff-4d263d786007,segment=NetworkSegment(5d102167-d09d-4c7a-919c-caddd748826d),segment_id=5d102167-d09d-4c7a-919c-caddd748826d)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:21.559989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.604055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:21.609383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.621447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.673894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:21.719383 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15674a5-e111-4358-af48-9b2f6b1637bc None None] Network e301c158-fdfd-4338-9a58-8af439263c20 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:21.726404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Calling delete_port for 88f13306-7bbf-484e-9dff-4d263d786007 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:21.750401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.753469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'Port': ['ID=ad1a88f5-c924-47d6-9a11-47d47f9a4d14,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:21.810895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.847549 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] For port 88f13306-7bbf-484e-9dff-4d263d786007, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=88f13306-7bbf-484e-9dff-4d263d786007,segment=NetworkSegment(5d102167-d09d-4c7a-919c-caddd748826d),segment_id=5d102167-d09d-4c7a-919c-caddd748826d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:21.847952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.875670 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Port': ['ID=88f13306-7bbf-484e-9dff-4d263d786007,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:21.893025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] No DVR routers for this DVR port 88f13306-7bbf-484e-9dff-4d263d786007 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:21.896352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.896707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.897169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.898255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.898645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.899056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.899395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.899724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.900087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.900417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.901189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:21.921876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Network e301c158-fdfd-4338-9a58-8af439263c20 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:21.923047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:22.008542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] Calling delete_port for 88f13306-7bbf-484e-9dff-4d263d786007 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:22.037275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.049163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-003ecdcf-84b0-41ce-ac00-1c7165b1400e None None] Provisioning for port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:22.063752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24caa42-5543-4fb7-9aa3-b6e552e9a666']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:22.077250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d102167-d09d-4c7a-919c-caddd748826d') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:22.077537 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d102167-d09d-4c7a-919c-caddd748826d') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:22.084628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-003ecdcf-84b0-41ce-ac00-1c7165b1400e None None] Provisioning complete for port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:22.084990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-003ecdcf-84b0-41ce-ac00-1c7165b1400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.090721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.107081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.114489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:22.115224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:22.133219 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:22.225131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:22.225934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:22.226689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:22.227426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.285017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.311867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.328631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Pushing event deleted for resources: {'Network': ['ID=e24caa42-5543-4fb7-9aa3-b6e552e9a666,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:22.332422 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-39aa67d6-0f7c-4098-aedf-441fd8e82922 tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/networks/e24caa42-5543-4fb7-9aa3-b6e552e9a666 HTTP/1.1" status: 204 len: 168 time: 1.4074671 May 06 13:57:22.338440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38568) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:22.386595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-20bde16e-36e8-4d35-82d1-d3da38b75f2b tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Synchronizing usage tracker for tenant:2f7a5e9b64fa43e88c2c9979594a3b3c on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:22.400243 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35807651-59a4-4536-a59b-c7434141ccf8 req-904c9b5e-95f9-4698-aeec-025eb96f12e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1766412 May 06 13:57:22.412881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-20bde16e-36e8-4d35-82d1-d3da38b75f2b tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Unset dirty status for tenant:2f7a5e9b64fa43e88c2c9979594a3b3c on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:22.417308 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-20bde16e-36e8-4d35-82d1-d3da38b75f2b tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bc4b4c-7fe9-40ec-902a-ef400976f375 HTTP/1.1" status: 200 len: 205 time: 0.0782709 May 06 13:57:22.417472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38572) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:22.424903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-003ecdcf-84b0-41ce-ac00-1c7165b1400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.511117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-003ecdcf-84b0-41ce-ac00-1c7165b1400e None None] For port 36074751-ad3b-4dc3-a57d-a90595f3d2b2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=36074751-ad3b-4dc3-a57d-a90595f3d2b2,segment=NetworkSegment(fd300945-9750-4b5b-992e-ad743c719a4a),segment_id=fd300945-9750-4b5b-992e-ad743c719a4a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:22.519485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-003ecdcf-84b0-41ce-ac00-1c7165b1400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.572793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35807651-59a4-4536-a59b-c7434141ccf8 req-d3fb5339-212b-4dde-b3aa-a807effea5e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0890307 May 06 13:57:22.575571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Router c17450dc-8e35-434c-b3df-e8d204a0226f is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:57:22.582742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff4a86ba-0c40-49e5-b0ab-50c52d65cbde tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.603523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ecdcf-84b0-41ce-ac00-1c7165b1400e None None] Pushing event updated for resources: {'Port': ['ID=36074751-ad3b-4dc3-a57d-a90595f3d2b2,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:22.727114 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] Deleting port 88f13306-7bbf-484e-9dff-4d263d786007 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:22.727580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.745534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807651-59a4-4536-a59b-c7434141ccf8 req-6a0c3ff3-bcde-4faa-9305-bc146a6e4be4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:22.747496 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35807651-59a4-4536-a59b-c7434141ccf8 req-6a0c3ff3-bcde-4faa-9305-bc146a6e4be4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=13cd64bc-0359-45fe-bb47-08910b85bb4a HTTP/1.1" status: 200 len: 896 time: 0.1538365 May 06 13:57:22.798086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7e785993-81ad-43dd-a7b1-3da73c38d6e8 None None] The port '88f13306-7bbf-484e-9dff-4d263d786007' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:57:22.858761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0e06eac2-c98b-402a-b172-3e9ec7078a6a None None] Provisioning for port ad1a88f5-c924-47d6-9a11-47d47f9a4d14 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:22.865196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0e06eac2-c98b-402a-b172-3e9ec7078a6a None None] Provisioning complete for port ad1a88f5-c924-47d6-9a11-47d47f9a4d14 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:22.866780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e06eac2-c98b-402a-b172-3e9ec7078a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.902640 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35807651-59a4-4536-a59b-c7434141ccf8 req-27965382-ed16-4ade-929e-c8039d28836d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8 HTTP/1.1" status: 200 len: 1001 time: 0.1440985 May 06 13:57:22.962444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0e06eac2-c98b-402a-b172-3e9ec7078a6a None None] Port ad1a88f5-c924-47d6-9a11-47d47f9a4d14 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:22.978538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0e06eac2-c98b-402a-b172-3e9ec7078a6a None None] Provisioning complete for port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:22.979420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e06eac2-c98b-402a-b172-3e9ec7078a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.001886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807651-59a4-4536-a59b-c7434141ccf8 req-be24c6ac-cd8c-412b-8b87-bc3437b447ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:23.003355 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35807651-59a4-4536-a59b-c7434141ccf8 req-be24c6ac-cd8c-412b-8b87-bc3437b447ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f224ae4b-02b6-4967-9d6c-e1ff01f609e9 HTTP/1.1" status: 200 len: 835 time: 0.0931613 May 06 13:57:23.091965 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35807651-59a4-4536-a59b-c7434141ccf8 req-67265b32-8015-4676-aec9-ad71e67294d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=13cd64bc-0359-45fe-bb47-08910b85bb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802681 May 06 13:57:23.130389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff4a86ba-0c40-49e5-b0ab-50c52d65cbde tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.140194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff4a86ba-0c40-49e5-b0ab-50c52d65cbde tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.169035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:23.175055 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ade45125-7945-440a-b4cf-7c1e217dd7a4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "PUT /v2.0/routers/c17450dc-8e35-434c-b3df-e8d204a0226f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6718435 May 06 13:57:23.178560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38578) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:23.183457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c124e-15e7-46f1-8a79-d050e0e01e8c None None] Sync routers for ids ['c17450dc-8e35-434c-b3df-e8d204a0226f'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:23.191512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Request body: {'port': {'network_id': 'e301c158-fdfd-4338-9a58-8af439263c20', 'name': 'tempest-FloatingIPNegativeTestJSON-644355462'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:23.210650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff4a86ba-0c40-49e5-b0ab-50c52d65cbde tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.211189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4a86ba-0c40-49e5-b0ab-50c52d65cbde tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Fanout notify agent at l3_agent the message router_deleted on router 80bc4b4c-7fe9-40ec-902a-ef400976f375 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:23.216693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c124e-15e7-46f1-8a79-d050e0e01e8c None None] Routers {'c17450dc-8e35-434c-b3df-e8d204a0226f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:23.217490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-411c124e-15e7-46f1-8a79-d050e0e01e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c17450dc-8e35-434c-b3df-e8d204a0226f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:23.305995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff4a86ba-0c40-49e5-b0ab-50c52d65cbde tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.308083 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ff4a86ba-0c40-49e5-b0ab-50c52d65cbde tempest-RoutersNegativeTest-2014253351 tempest-RoutersNegativeTest-2014253351-project] 10.222.0.65 "DELETE /v2.0/routers/80bc4b4c-7fe9-40ec-902a-ef400976f375 HTTP/1.1" status: 204 len: 168 time: 0.8884928 May 06 13:57:23.339323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 36074751-ad3b-4dc3-a57d-a90595f3d2b2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:23.381807 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35807651-59a4-4536-a59b-c7434141ccf8 req-073fac8b-8e35-414b-848a-ec1b017d512b service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849526 May 06 13:57:23.391417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:23.396535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Usage tracker for resource:port and tenant:30f2736931f34781ae3c259dcdd1f51f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:23.399681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:23.401022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-411c124e-15e7-46f1-8a79-d050e0e01e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:23.407696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:23.422875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Made reservation on behalf of 30f2736931f34781ae3c259dcdd1f51f for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:23.430661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.439528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c124e-15e7-46f1-8a79-d050e0e01e8c None None] Routers {'c17450dc-8e35-434c-b3df-e8d204a0226f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:23.440763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-411c124e-15e7-46f1-8a79-d050e0e01e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c17450dc-8e35-434c-b3df-e8d204a0226f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:23.461395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] device_id is not set on port 38b02b5d-f0c5-4e3a-954c-b336bde9115d yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:57:23.489401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e563a39b-1a49-4236-aa56-c22737115d8a None None] Provisioning complete for port ad1a88f5-c924-47d6-9a11-47d47f9a4d14 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:23.490010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e563a39b-1a49-4236-aa56-c22737115d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.565360 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35807651-59a4-4536-a59b-c7434141ccf8 req-af9578bf-7024-4858-ba34-f14aa3a724fc service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768072 May 06 13:57:23.602756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-411c124e-15e7-46f1-8a79-d050e0e01e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:23.603158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c124e-15e7-46f1-8a79-d050e0e01e8c None None] The sync data for ids ['c17450dc-8e35-434c-b3df-e8d204a0226f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:23.621430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Allocated IP 172.20.0.6 (e301c158-fdfd-4338-9a58-8af439263c20/d4936931-8704-4b67-9efc-a51cfe1f92bd/38b02b5d-f0c5-4e3a-954c-b336bde9115d) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:23.624484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:23.624894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.659407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e563a39b-1a49-4236-aa56-c22737115d8a None None] Port ad1a88f5-c924-47d6-9a11-47d47f9a4d14 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:23.698013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38586) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:23.800577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-646c413e-d4e6-4f05-b38b-4b0984259153 None None] Provisioning complete for port ad1a88f5-c924-47d6-9a11-47d47f9a4d14 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:23.802746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-646c413e-d4e6-4f05-b38b-4b0984259153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.834722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 88f13306-7bbf-484e-9dff-4d263d786007 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:23.865276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.873713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 88f13306-7bbf-484e-9dff-4d263d786007 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:23.874250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 88f13306-7bbf-484e-9dff-4d263d786007 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:23.888427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Transition to ACTIVE for port object 38b02b5d-f0c5-4e3a-954c-b336bde9115d will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:23.903339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-646c413e-d4e6-4f05-b38b-4b0984259153 None None] Port ad1a88f5-c924-47d6-9a11-47d47f9a4d14 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:23.918138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.918860 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-09bd49ef-bd49-4320-9be7-57e0e830ec5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f7a5e9b64fa43e88c2c9979594a3b3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2194517 May 06 13:57:23.921960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38592) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:23.987390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14eff343-26cd-42b6-a968-45e11a40166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.015909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14eff343-26cd-42b6-a968-45e11a40166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.076078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14eff343-26cd-42b6-a968-45e11a40166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.094047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eff343-26cd-42b6-a968-45e11a40166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf089653-9553-4473-b1ee-de60d2481b98,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:24.097333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-14eff343-26cd-42b6-a968-45e11a40166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.098505 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-14eff343-26cd-42b6-a968-45e11a40166a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf089653-9553-4473-b1ee-de60d2481b98 HTTP/1.1" status: 204 len: 168 time: 0.1753402 May 06 13:57:24.100917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Network e301c158-fdfd-4338-9a58-8af439263c20 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:24.104054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:24.107042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:24.161483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'Port': ['ID=38b02b5d-f0c5-4e3a-954c-b336bde9115d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:24.187962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:24.188583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.213165 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cb121d97-4d00-4fe2-87fa-1eeb850c4649 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0281839 May 06 13:57:24.216474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38598) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:24.222283 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:24.228045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:24.235225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Usage tracker for resource:floatingip and tenant:30f2736931f34781ae3c259dcdd1f51f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:24.238722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:24.245310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:24.262729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.411841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.428868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ad8aa7c5-2bf5-42e9-b192-0412b29d86ea None None] Provisioning for port 38b02b5d-f0c5-4e3a-954c-b336bde9115d completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:24.434380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ad8aa7c5-2bf5-42e9-b192-0412b29d86ea None None] Provisioning complete for port 38b02b5d-f0c5-4e3a-954c-b336bde9115d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:24.434741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa7c5-2bf5-42e9-b192-0412b29d86ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.489447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ad8aa7c5-2bf5-42e9-b192-0412b29d86ea None None] Port 38b02b5d-f0c5-4e3a-954c-b336bde9115d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:24.554639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Allocated IP 172.26.0.19 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/8e8b79a9-1113-4a5d-a975-9d8bbe1a33f8) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:24.699282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.726515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.797135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:24.800025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:24.804982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:24.829121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'Port': ['ID=8e8b79a9-1113-4a5d-a975-9d8bbe1a33f8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:24.968781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.026071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.237182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.242076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.345490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'Port': ['ID=8e8b79a9-1113-4a5d-a975-9d8bbe1a33f8,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:25.360422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.384943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.386168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-edc23507-3ee3-47be-8aba-16274acac919 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1685691 May 06 13:57:25.389086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38608) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:25.394634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2f25e57b-1bf6-491b-8bfe-ef9336c04453 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Request body: {'floatingip': {'port_id': '38b02b5d-f0c5-4e3a-954c-b336bde9115d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:25.471505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2f25e57b-1bf6-491b-8bfe-ef9336c04453 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.667368 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-2f25e57b-1bf6-491b-8bfe-ef9336c04453 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] update failed (client error): The resource could not be found. May 06 13:57:25.668432 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2f25e57b-1bf6-491b-8bfe-ef9336c04453 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "PUT /v2.0/floatingips/7f0ac472-788f-4f8d-a8f2-88f1ec632259 HTTP/1.1" status: 404 len: 507 time: 0.2784479 May 06 13:57:25.671440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38612) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:25.901933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Deleting port 8e8b79a9-1113-4a5d-a975-9d8bbe1a33f8 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:25.902275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.075664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.076026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.194570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Calling delete_port for 8e8b79a9-1113-4a5d-a975-9d8bbe1a33f8 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:26.331376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.375744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event deleted for resources: {'Port': ['ID=8e8b79a9-1113-4a5d-a975-9d8bbe1a33f8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:26.465066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.479242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.480393 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5aa29b43-6959-44d1-aeba-744a163f7168 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "DELETE /v2.0/floatingips/7f0ac472-788f-4f8d-a8f2-88f1ec632259 HTTP/1.1" status: 204 len: 168 time: 0.8080227 May 06 13:57:26.483996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38616) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:26.489585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6ad8aac4-07d0-4dab-8f86-f3bfb18300fa tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Request body: {'floatingip': {'floating_network_id': 'e301c158-fdfd-4338-9a58-8af439263c20', 'port_id': '38b02b5d-f0c5-4e3a-954c-b336bde9115d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:26.494842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6ad8aac4-07d0-4dab-8f86-f3bfb18300fa tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:26.498982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6ad8aac4-07d0-4dab-8f86-f3bfb18300fa tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Usage tracker for resource:floatingip and tenant:30f2736931f34781ae3c259dcdd1f51f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:26.501848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6ad8aac4-07d0-4dab-8f86-f3bfb18300fa tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:26.508279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6ad8aac4-07d0-4dab-8f86-f3bfb18300fa tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:26.522441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6ad8aac4-07d0-4dab-8f86-f3bfb18300fa tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.670326 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-6ad8aac4-07d0-4dab-8f86-f3bfb18300fa tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:57:26.671291 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6ad8aac4-07d0-4dab-8f86-f3bfb18300fa tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1863980 May 06 13:57:26.674931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38620) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:26.680612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '38b02b5d-f0c5-4e3a-954c-b336bde9115d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:26.691053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:26.695499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Usage tracker for resource:floatingip and tenant:30f2736931f34781ae3c259dcdd1f51f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:26.698350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:26.704026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:26.713593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.844893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.982284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Allocated IP 172.26.0.197 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/7c601b16-741e-45f1-9351-2c9b81abf7fb) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:27.126016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.153995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.232491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:27.235270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:27.240049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:27.263940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event updated for resources: {'Port': ['ID=7c601b16-741e-45f1-9351-2c9b81abf7fb,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:27.483925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Deleting port 7c601b16-741e-45f1-9351-2c9b81abf7fb {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:27.484547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.651319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.651645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.774636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Calling delete_port for 7c601b16-741e-45f1-9351-2c9b81abf7fb owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:27.907321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.959563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event deleted for resources: {'Port': ['ID=7c601b16-741e-45f1-9351-2c9b81abf7fb,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:28.068352 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] create failed (client error): The resource could not be found. May 06 13:57:28.069322 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3ab6cbae-6cdd-46ba-82da-f7cabeecfae3 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3934650 May 06 13:57:28.072732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38626) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:28.145787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-726d4a1b-0b83-405d-8813-0710ec074273 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Deleting port 38b02b5d-f0c5-4e3a-954c-b336bde9115d {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:28.146252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-726d4a1b-0b83-405d-8813-0710ec074273 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.390023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-726d4a1b-0b83-405d-8813-0710ec074273 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.510384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-726d4a1b-0b83-405d-8813-0710ec074273 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Calling delete_port for 38b02b5d-f0c5-4e3a-954c-b336bde9115d owned by {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:28.652774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-726d4a1b-0b83-405d-8813-0710ec074273 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.702039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4a1b-0b83-405d-8813-0710ec074273 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event deleted for resources: {'Port': ['ID=38b02b5d-f0c5-4e3a-954c-b336bde9115d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:28.800979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-726d4a1b-0b83-405d-8813-0710ec074273 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.811871 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-726d4a1b-0b83-405d-8813-0710ec074273 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "DELETE /v2.0/ports/38b02b5d-f0c5-4e3a-954c-b336bde9115d HTTP/1.1" status: 204 len: 168 time: 0.7367504 May 06 13:57:28.813450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38630) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:28.894162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7471b89a-f2a3-4f7d-aeaa-f1a81e466692 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:28.894844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7471b89a-f2a3-4f7d-aeaa-f1a81e466692 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Synchronizing usage tracker for tenant:30f2736931f34781ae3c259dcdd1f51f on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:28.912021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7471b89a-f2a3-4f7d-aeaa-f1a81e466692 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Unset dirty status for tenant:30f2736931f34781ae3c259dcdd1f51f on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:28.913106 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7471b89a-f2a3-4f7d-aeaa-f1a81e466692 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17450dc-8e35-434c-b3df-e8d204a0226f HTTP/1.1" status: 200 len: 913 time: 0.0985754 May 06 13:57:28.916025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38634) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:29.257260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.815406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Deleting port ad1a88f5-c924-47d6-9a11-47d47f9a4d14 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:29.816100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.000180 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.211838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Calling delete_port for ad1a88f5-c924-47d6-9a11-47d47f9a4d14 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:30.380521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.427142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event deleted for resources: {'Port': ['ID=ad1a88f5-c924-47d6-9a11-47d47f9a4d14,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:30.658422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.069722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Router c17450dc-8e35-434c-b3df-e8d204a0226f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:31.217688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:31.227433 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d038b-2994-44a8-b45c-e944b4163a8a None None] Sync routers for ids ['c17450dc-8e35-434c-b3df-e8d204a0226f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:31.234859 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1e98cf13-d851-4daa-812d-b254c7f6c920 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "PUT /v2.0/routers/c17450dc-8e35-434c-b3df-e8d204a0226f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3178177 May 06 13:57:31.237293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38640) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.240672 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d038b-2994-44a8-b45c-e944b4163a8a None None] Routers {'c17450dc-8e35-434c-b3df-e8d204a0226f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:31.241277 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fd6d038b-2994-44a8-b45c-e944b4163a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c17450dc-8e35-434c-b3df-e8d204a0226f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:31.302944 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fd6d038b-2994-44a8-b45c-e944b4163a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:31.313828 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d038b-2994-44a8-b45c-e944b4163a8a None None] Routers {'c17450dc-8e35-434c-b3df-e8d204a0226f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:31.314417 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fd6d038b-2994-44a8-b45c-e944b4163a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c17450dc-8e35-434c-b3df-e8d204a0226f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:31.371094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8ff7e44-41ef-4016-81d8-d586697578e7 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.375540 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fd6d038b-2994-44a8-b45c-e944b4163a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:31.375972 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d038b-2994-44a8-b45c-e944b4163a8a None None] The sync data for ids ['c17450dc-8e35-434c-b3df-e8d204a0226f'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:31.852411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8ff7e44-41ef-4016-81d8-d586697578e7 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.856826 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:57:31.856952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8ff7e44-41ef-4016-81d8-d586697578e7 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.884179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8ff7e44-41ef-4016-81d8-d586697578e7 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.884828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ff7e44-41ef-4016-81d8-d586697578e7 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Fanout notify agent at l3_agent the message router_deleted on router c17450dc-8e35-434c-b3df-e8d204a0226f {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:31.897148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a8ff7e44-41ef-4016-81d8-d586697578e7 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.898257 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a8ff7e44-41ef-4016-81d8-d586697578e7 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "DELETE /v2.0/routers/c17450dc-8e35-434c-b3df-e8d204a0226f HTTP/1.1" status: 204 len: 168 time: 0.6600733 May 06 13:57:31.900762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38646) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.013725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e36d13e-1bf4-4b2d-9868-a4de6aa45c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.084546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cebc97a-6bc8-43a1-b891-740838449638 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Deleting subnet d4936931-8704-4b67-9efc-a51cfe1f92bd {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:32.087455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cebc97a-6bc8-43a1-b891-740838449638 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.144894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cebc97a-6bc8-43a1-b891-740838449638 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.177793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38650) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.227726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cebc97a-6bc8-43a1-b891-740838449638 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.299797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cebc97a-6bc8-43a1-b891-740838449638 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.345479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebc97a-6bc8-43a1-b891-740838449638 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event deleted for resources: {'Subnet': ['ID=d4936931-8704-4b67-9efc-a51cfe1f92bd,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:32.352784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1cebc97a-6bc8-43a1-b891-740838449638 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.359310 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1cebc97a-6bc8-43a1-b891-740838449638 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "DELETE /v2.0/subnets/d4936931-8704-4b67-9efc-a51cfe1f92bd HTTP/1.1" status: 204 len: 168 time: 0.4575722 May 06 13:57:32.361766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38654) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.361878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d375b88-893a-463f-91ad-897a74a2c099 None None] Network e301c158-fdfd-4338-9a58-8af439263c20 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:32.484648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.495312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Deleting port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:32.495640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.606033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] DHCP port deletion for e301c158-fdfd-4338-9a58-8af439263c20 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:32.609940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] Deleting port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:32.610317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.691984 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.714080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] For port 36074751-ad3b-4dc3-a57d-a90595f3d2b2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=36074751-ad3b-4dc3-a57d-a90595f3d2b2,segment=NetworkSegment(fd300945-9750-4b5b-992e-ad743c719a4a),segment_id=fd300945-9750-4b5b-992e-ad743c719a4a)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:32.714542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.826988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] For port 36074751-ad3b-4dc3-a57d-a90595f3d2b2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=36074751-ad3b-4dc3-a57d-a90595f3d2b2,segment=NetworkSegment(fd300945-9750-4b5b-992e-ad743c719a4a),segment_id=fd300945-9750-4b5b-992e-ad743c719a4a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:32.827544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.838148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Calling delete_port for 36074751-ad3b-4dc3-a57d-a90595f3d2b2 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:32.958551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] Calling delete_port for 36074751-ad3b-4dc3-a57d-a90595f3d2b2 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:33.014700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.032345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:33.032882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:33.059617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event deleted for resources: {'Port': ['ID=36074751-ad3b-4dc3-a57d-a90595f3d2b2,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:33.065770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] No DVR routers for this DVR port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:33.194113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.228587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e301c158-fdfd-4338-9a58-8af439263c20']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:33.242772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd300945-9750-4b5b-992e-ad743c719a4a') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:33.243236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd300945-9750-4b5b-992e-ad743c719a4a') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:33.256220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.263669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 36074751-ad3b-4dc3-a57d-a90595f3d2b2 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:33.274439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.281059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:33.281645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:33.297024 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:33.305866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 36074751-ad3b-4dc3-a57d-a90595f3d2b2 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:33.306293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 36074751-ad3b-4dc3-a57d-a90595f3d2b2 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:33.382653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.397797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:33.398353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.402780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.408858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] Pushing event deleted for resources: {'Network': ['ID=e301c158-fdfd-4338-9a58-8af439263c20,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:33.419001 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-560ad7e1-5971-453a-b7b6-3179f65a1ae4 tempest-FloatingIPNegativeTestJSON-1243994580 tempest-FloatingIPNegativeTestJSON-1243994580-project] 10.222.0.65 "DELETE /v2.0/networks/e301c158-fdfd-4338-9a58-8af439263c20 HTTP/1.1" status: 204 len: 168 time: 1.0562553 May 06 13:57:33.534204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] Deleting port 36074751-ad3b-4dc3-a57d-a90595f3d2b2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:33.534692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.599816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8ac949d3-8a72-48f0-acaa-d849c9c8ee1a None None] The port '36074751-ad3b-4dc3-a57d-a90595f3d2b2' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:57:33.601302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 1e85f9ad-4f73-4bc5-87cf-91717e5eb098, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:33.601667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.729531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:33.756367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38662) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:33.915770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.939714 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-54cc1a12-c81a-4005-8dab-5d5b7a5f4e55 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30f2736931f34781ae3c259dcdd1f51f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1820748 May 06 13:57:33.942058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38668) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:33.967017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=1e85f9ad-4f73-4bc5-87cf-91717e5eb098,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:34.009388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96516cef-1f0e-4252-821f-0ac4c26144cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.037819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96516cef-1f0e-4252-821f-0ac4c26144cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.103561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96516cef-1f0e-4252-821f-0ac4c26144cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.119660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96516cef-1f0e-4252-821f-0ac4c26144cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e6b0f2-6a26-485c-a7e4-f2363201f3ab,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:34.127448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-96516cef-1f0e-4252-821f-0ac4c26144cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.128657 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-96516cef-1f0e-4252-821f-0ac4c26144cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6e6b0f2-6a26-485c-a7e4-f2363201f3ab HTTP/1.1" status: 204 len: 168 time: 0.1856983 May 06 13:57:34.343557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5adbe91f-f99f-4a7a-b5b7-6dc31a209d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.373992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.968880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:34.986482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38690) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:35.123825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274612740'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:35.128664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:35.132508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:35.135310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:35.144603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:35.154465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:35.157618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.167950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:35.171756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.178461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] Sync routers for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:35.181184 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-05e74dc1-3c6e-4437-bf73-b3fbc282ab2a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0022902 May 06 13:57:35.194134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:35.194789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:35.210496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:35.217256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:security_group_rule and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:35.221409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:35.228279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:35.320528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.325140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.360228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:35.370168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce982796-c2d9-4410-a237-a6176aa446f4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:35.377270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.377690 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment f76376e4-98d7-42d2-93e6-c4cb8329a63b of type vlan for network 14d54db7-e636-4aae-82d6-e5cf719651d4 May 06 13:57:35.390731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:35.408610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.445574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.449520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:35.450202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.604485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=14d54db7-e636-4aae-82d6-e5cf719651d4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:35.609737 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3355245b-85fd-4b64-ad91-ce8406a34f83 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6222498 May 06 13:57:35.632709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 14d54db7-e636-4aae-82d6-e5cf719651d4 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:35.646321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe42db-8706-409b-ac47-ec66c4b7ba02 req-6ed68b30-4f4d-43bb-8a9a-21c9c603974e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:35.648134 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-31fe42db-8706-409b-ac47-ec66c4b7ba02 req-6ed68b30-4f4d-43bb-8a9a-21c9c603974e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 946 time: 0.1127071 May 06 13:57:35.657070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.712880 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-31fe42db-8706-409b-ac47-ec66c4b7ba02 req-3ba0535c-b413-4de0-a533-28c4721a669c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566139 May 06 13:57:35.761814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.902131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:33Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:12Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:35.906212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] Checking router: 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:35.919380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:35.920037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:36.093934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:36.445427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:33Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:12Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:36.449373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa001a-d752-47e0-8929-7512ed7fa567 None None] The sync data for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv is: [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:33Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '0c97aae0-7544-436a-827d-bc1b3413bcb5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.31', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'port_id': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'mac_address': 'fa:16:3e:13:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:01Z', 'updated_at': '2022-05-06T13:56:12Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:36.865795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:36.998247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35820c-3e5d-40cc-a59d-8be02ec47874 req-8b2ad831-6b23-48fe-8608-15b7588175eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:36.998919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-de35820c-3e5d-40cc-a59d-8be02ec47874 req-8b2ad831-6b23-48fe-8608-15b7588175eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:37.007049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-d28ef851-42d4-4c3a-bb2b-e566225a0ca3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:37.007742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-d28ef851-42d4-4c3a-bb2b-e566225a0ca3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:37.029642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-de35820c-3e5d-40cc-a59d-8be02ec47874 req-8b2ad831-6b23-48fe-8608-15b7588175eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:37.030885 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-de35820c-3e5d-40cc-a59d-8be02ec47874 req-8b2ad831-6b23-48fe-8608-15b7588175eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 946 time: 0.1868179 May 06 13:57:37.032008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-d28ef851-42d4-4c3a-bb2b-e566225a0ca3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:37.033071 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-d28ef851-42d4-4c3a-bb2b-e566225a0ca3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 946 time: 0.1434424 May 06 13:57:37.131873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port a1107051-06b4-49bd-af32-ff9344e34f88 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:37.132169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.164297 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-de35820c-3e5d-40cc-a59d-8be02ec47874 req-c4027b74-1d3b-4830-8e39-18866421878c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=6628ad01-285e-4f5e-a416-3dbd566ce54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274631 May 06 13:57:37.216855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:37.251007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:37.251439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1e85f9ad-4f73-4bc5-87cf-91717e5eb098 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:37.484628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port a1107051-06b4-49bd-af32-ff9344e34f88, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a1107051-06b4-49bd-af32-ff9344e34f88,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:37.484978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.602263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for a1107051-06b4-49bd-af32-ff9344e34f88 owned by compute:nova {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:37.746620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.794034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=a1107051-06b4-49bd-af32-ff9344e34f88,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:37.868764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port a1107051-06b4-49bd-af32-ff9344e34f88 on host hv-neutron-8408 {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:37.871374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.874232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354', 'name': 'network-vif-deleted', 'tag': 'a1107051-06b4-49bd-af32-ff9344e34f88'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:37.891495 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ce91ea21-1187-4908-8283-b879e6a687b0 req-183ae9f5-ce93-4530-a932-1b180d00f100 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/a1107051-06b4-49bd-af32-ff9344e34f88 HTTP/1.1" status: 204 len: 173 time: 0.8534789 May 06 13:57:37.937854 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9f15fa-3954-4e87-a4eb-ba6e817a4d7a'] response: {'server_uuid': '6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354', 'name': 'network-vif-deleted', 'tag': 'a1107051-06b4-49bd-af32-ff9344e34f88', 'status': 'completed', 'code': 200} May 06 13:57:38.346279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7741df5a-77e5-46fc-afbe-06a9c4bee15e req-d56eaf01-d6bf-4b29-ae9e-dd6418e47498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:38.362317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7741df5a-77e5-46fc-afbe-06a9c4bee15e req-d56eaf01-d6bf-4b29-ae9e-dd6418e47498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:38.363459 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7741df5a-77e5-46fc-afbe-06a9c4bee15e req-d56eaf01-d6bf-4b29-ae9e-dd6418e47498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0b7c6b-1bc8-4a2d-b159-e36d52e4e354 HTTP/1.1" status: 200 len: 210 time: 0.0570982 May 06 13:57:38.931588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38706) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:38.937244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': '14d54db7-e636-4aae-82d6-e5cf719651d4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:39.050749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:39.054775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:subnet and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:39.057610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:39.063327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:39.073872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:39.174995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.400902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.418708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a1107051-06b4-49bd-af32-ff9344e34f88 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:39.456514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: a1107051-06b4-49bd-af32-ff9344e34f88 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:39.457065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a1107051-06b4-49bd-af32-ff9344e34f88 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:39.486181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=7958a67d-5b11-4369-ac89-2d113ba84703,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:39.498096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': 'f76376e4-98d7-42d2-93e6-c4cb8329a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '14d54db7-e636-4aae-82d6-e5cf719651d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:39.498440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: 14d54db7-e636-4aae-82d6-e5cf719651d4, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:39.525478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network 14d54db7-e636-4aae-82d6-e5cf719651d4 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:39.538023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 14d54db7-e636-4aae-82d6-e5cf719651d4) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:39.542739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:39.543846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.547514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2cd42-b00d-4790-bd5c-ff423b89d741 None None] Network 14d54db7-e636-4aae-82d6-e5cf719651d4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:39.574326 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-812313b8-9893-4095-9aaf-1b71bc4ea889 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6379304 May 06 13:57:39.574692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38714) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:39.580304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-964396362'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:39.585494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:39.589502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:39.592525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:39.600044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:39.610347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:39.613333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.629534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38718) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:39.643257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:39.653264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.653623 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment 2b647958-e196-4ecf-b4a9-932c12130a93 of type vlan for network 09d9285f-6951-44bc-a6b4-c03f607cbc3a May 06 13:57:39.682512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.710589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54f966d2-3cd9-4124-bd3e-ca33feb26f34 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.715705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.719723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:39.720590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.746957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54f966d2-3cd9-4124-bd3e-ca33feb26f34 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.801012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-14d54db7-e636-4aae-82d6-e5cf719651d4', 'network_id': '14d54db7-e636-4aae-82d6-e5cf719651d4', 'tenant_id': 'ce569ab42f0549db9013e32d4cff5cb3', 'fixed_ips': [{'subnet_id': '7958a67d-5b11-4369-ac89-2d113ba84703'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:39.802602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.814263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54f966d2-3cd9-4124-bd3e-ca33feb26f34 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.830921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=09d9285f-6951-44bc-a6b4-c03f607cbc3a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:39.839107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f966d2-3cd9-4124-bd3e-ca33feb26f34 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6628ad01-285e-4f5e-a416-3dbd566ce54a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:39.852056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-54f966d2-3cd9-4124-bd3e-ca33feb26f34 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.853263 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-54f966d2-3cd9-4124-bd3e-ca33feb26f34 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/6628ad01-285e-4f5e-a416-3dbd566ce54a HTTP/1.1" status: 204 len: 168 time: 0.2226083 May 06 13:57:39.869977 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c6c41bd7-2048-4efd-b7bd-e3b6dd20ca33 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2913597 May 06 13:57:39.870079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 09d9285f-6951-44bc-a6b4-c03f607cbc3a details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:39.870164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38724) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:39.875979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': '09d9285f-6951-44bc-a6b4-c03f607cbc3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:39.900440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38728) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:40.015993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:40.020731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:subnet and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:40.023678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:40.029516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:40.041712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:40.085452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Allocated IP 2001:db8:0:ffff::2 (14d54db7-e636-4aae-82d6-e5cf719651d4/7958a67d-5b11-4369-ac89-2d113ba84703/ff1c44c8-1add-4cc7-a73b-cbe9401615f5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:40.109593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-52322d9a-d97d-431e-a60a-cbe1cc68a1c7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet f2520c58-ccf1-4a4f-b4b8-6b10940208aa {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:40.113008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52322d9a-d97d-431e-a60a-cbe1cc68a1c7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.157313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.182230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52322d9a-d97d-431e-a60a-cbe1cc68a1c7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.283188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52322d9a-d97d-431e-a60a-cbe1cc68a1c7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.348364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.362503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Transition to ACTIVE for port object ff1c44c8-1add-4cc7-a73b-cbe9401615f5 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:40.363144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52322d9a-d97d-431e-a60a-cbe1cc68a1c7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.382684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Transition to ACTIVE for port object ff1c44c8-1add-4cc7-a73b-cbe9401615f5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:40.389849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.410614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52322d9a-d97d-431e-a60a-cbe1cc68a1c7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=f2520c58-ccf1-4a4f-b4b8-6b10940208aa,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:40.416709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-52322d9a-d97d-431e-a60a-cbe1cc68a1c7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.426199 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-52322d9a-d97d-431e-a60a-cbe1cc68a1c7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/f2520c58-ccf1-4a4f-b4b8-6b10940208aa HTTP/1.1" status: 204 len: 168 time: 0.5215831 May 06 13:57:40.426427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38732) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:40.436729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda9357-d07f-4e2c-9190-c1589639d9a0 None None] Network f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:40.483748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.548582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Network 14d54db7-e636-4aae-82d6-e5cf719651d4 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:40.550197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.559926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:40.561652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Pushing event updated for resources: {'Port': ['ID=ff1c44c8-1add-4cc7-a73b-cbe9401615f5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:40.562167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port ae164f0b-4097-48e9-b573-a705c6d92d50 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:40.562601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.562798 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=d9fff4cf-3412-4af2-8db7-1376330468ed,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:40.567544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:40.576560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': '2b647958-e196-4ecf-b4a9-932c12130a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '09d9285f-6951-44bc-a6b4-c03f607cbc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:40.576916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: 09d9285f-6951-44bc-a6b4-c03f607cbc3a, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:40.600645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network 09d9285f-6951-44bc-a6b4-c03f607cbc3a is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:40.611424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 09d9285f-6951-44bc-a6b4-c03f607cbc3a) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:40.617824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:40.618334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.618681 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.619027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.619135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.619350 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.619683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.620039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.620365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.620689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.621279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.621601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.621920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:40.648529 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-948dc7c1-d193-4d5c-ae9e-a6f1d006d772 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7765093 May 06 13:57:40.650279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38736) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:40.685581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605d64c-f02e-43e8-965c-8af599ba0b61 None None] Network 09d9285f-6951-44bc-a6b4-c03f607cbc3a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:40.800578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.829234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Attempting to bind port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:40.829601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Attempting to bind port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f76376e4-98d7-42d2-93e6-c4cb8329a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '14d54db7-e636-4aae-82d6-e5cf719651d4'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:40.829962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Attempting to bind port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 on network 14d54db7-e636-4aae-82d6-e5cf719651d4 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:40.852241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:40.852618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Checking segment: {'id': 'f76376e4-98d7-42d2-93e6-c4cb8329a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '14d54db7-e636-4aae-82d6-e5cf719651d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:40.853034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.853428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Bound using segment: {'id': 'f76376e4-98d7-42d2-93e6-c4cb8329a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '14d54db7-e636-4aae-82d6-e5cf719651d4'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:40.853910 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Bound port: ff1c44c8-1add-4cc7-a73b-cbe9401615f5, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76376e4-98d7-42d2-93e6-c4cb8329a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '14d54db7-e636-4aae-82d6-e5cf719651d4'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:40.854282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.879073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.894109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port ae164f0b-4097-48e9-b573-a705c6d92d50, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ae164f0b-4097-48e9-b573-a705c6d92d50,segment=NetworkSegment(57c2c2b3-532b-4f1a-970a-bb88113a60e8),segment_id=57c2c2b3-532b-4f1a-970a-bb88113a60e8)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:40.894646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.969691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.026678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fff4cf-3412-4af2-8db7-1376330468ed,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.032195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56c94b-5af3-4458-a73b-38280f1aca47 None None] DHCP port deletion for f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:41.049536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb4dba-29f7-4ec4-8e68-86e0cff855a4 None None] Network 09d9285f-6951-44bc-a6b4-c03f607cbc3a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:41.056659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for ae164f0b-4097-48e9-b573-a705c6d92d50 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:41.065699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4a56c94b-5af3-4458-a73b-38280f1aca47 None None] Deleting port ae164f0b-4097-48e9-b573-a705c6d92d50 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:41.065699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a56c94b-5af3-4458-a73b-38280f1aca47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.133787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.142587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.174433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d9285f-6951-44bc-a6b4-c03f607cbc3a']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:41.179924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=ae164f0b-4097-48e9-b573-a705c6d92d50,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.183053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] For port ff1c44c8-1add-4cc7-a73b-cbe9401615f5, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:41.186997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port ae164f0b-4097-48e9-b573-a705c6d92d50 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:41.193430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b647958-e196-4ecf-b4a9-932c12130a93') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:41.194426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b647958-e196-4ecf-b4a9-932c12130a93') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:41.201198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] For port ff1c44c8-1add-4cc7-a73b-cbe9401615f5, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ff1c44c8-1add-4cc7-a73b-cbe9401615f5,segment=NetworkSegment(f76376e4-98d7-42d2-93e6-c4cb8329a63b),segment_id=f76376e4-98d7-42d2-93e6-c4cb8329a63b)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:41.208994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.219175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.231146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.238150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:41.240113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:41.257508 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:41.291881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4a56c94b-5af3-4458-a73b-38280f1aca47 None None] The port 'ae164f0b-4097-48e9-b573-a705c6d92d50' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:57:41.322492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.335362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ae164f0b-4097-48e9-b573-a705c6d92d50 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:41.350977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.373915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e5881d-0e2e-44e4-b65b-9be40a4af5f8']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:41.377819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.382221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ae164f0b-4097-48e9-b573-a705c6d92d50 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:41.382565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ae164f0b-4097-48e9-b573-a705c6d92d50 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:41.384646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=09d9285f-6951-44bc-a6b4-c03f607cbc3a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.397561 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8d0086d4-674f-40ef-bc50-76fc214b6df1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/09d9285f-6951-44bc-a6b4-c03f607cbc3a HTTP/1.1" status: 204 len: 168 time: 0.7405272 May 06 13:57:41.397788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c2c2b3-532b-4f1a-970a-bb88113a60e8') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:41.397788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c2c2b3-532b-4f1a-970a-bb88113a60e8') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:41.400292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38740) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:41.411987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-517904100'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:41.412572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.418025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:41.422524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:41.425627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:41.434076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:41.434551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.441650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:41.442067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.449104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:41.452675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:41.458344 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:41.461837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa191cd-0a8f-4767-b58a-b21d83ba8810 None None] Pushing event updated for resources: {'Port': ['ID=ff1c44c8-1add-4cc7-a73b-cbe9401615f5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.487242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:41.502912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.503254 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment 4feaaa7c-f694-4a6b-879c-9ce4bf730ff8 of type vlan for network 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 May 06 13:57:41.533332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.557425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.577069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.577425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.581309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:41.582547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.588914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=f2e5881d-0e2e-44e4-b65b-9be40a4af5f8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.606351 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-72fa4162-0846-4b47-8111-67fbf5855b32 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/f2e5881d-0e2e-44e4-b65b-9be40a4af5f8 HTTP/1.1" status: 204 len: 168 time: 1.1787052 May 06 13:57:41.609319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38744) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:41.717119 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3149786 May 06 13:57:41.721265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38748) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:41.728893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': '038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:41.811758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b855c31-a01e-4938-909b-eff58e7a19ff tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.822830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:41.843441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 20c1d2ca-334a-47e8-a458-83521788494a {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:41.843971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.862079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:41.866928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:subnet and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:41.869795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:41.876055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:41.885865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:41.997859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.033628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.034246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.157739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 20c1d2ca-334a-47e8-a458-83521788494a owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:42.232465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.318152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=20e051ad-bfb6-4e1a-8f7e-1505ff28ce39,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.328384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.330803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': '4feaaa7c-f694-4a6b-879c-9ce4bf730ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:42.331170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:42.356406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:42.368472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:42.373830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:42.374473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.382241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=20c1d2ca-334a-47e8-a458-83521788494a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.383997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972ed51-026b-4432-b5b4-bd0dc257d398 None None] Network 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:42.398220 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-462b8511-2dff-4a12-8cbe-50fda4db46b1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6763101 May 06 13:57:42.406016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38752) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:42.412926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-147310141'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:42.418648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:42.426929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:42.430611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:42.437587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:42.455539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:42.460809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.500922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:42.516159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.516779 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment 8d1e66e8-ca15-4176-9fb0-55201bfbf64d of type vlan for network a557f6fb-8ee3-4098-85d9-bcdc32994a4c May 06 13:57:42.552741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.594145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.594389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.598083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:42.598697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.606153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5342e6fd-32d9-4532-bd02-05330c1fafc3 None None] Network 14d54db7-e636-4aae-82d6-e5cf719651d4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:42.763455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0cf494c6-dbed-4660-988d-4e29cb813586 None None] Provisioning for port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:42.800126 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3915236 May 06 13:57:42.800289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38756) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:42.807771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': 'a557f6fb-8ee3-4098-85d9-bcdc32994a4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:42.810601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11156773-b956-4c22-9ef8-21617f30d98d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=a557f6fb-8ee3-4098-85d9-bcdc32994a4c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.853222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network a557f6fb-8ee3-4098-85d9-bcdc32994a4c details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:42.916178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961', 'network_id': '038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961', 'tenant_id': 'ce569ab42f0549db9013e32d4cff5cb3', 'fixed_ips': [{'subnet_id': '20e051ad-bfb6-4e1a-8f7e-1505ff28ce39'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:42.917030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.045105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:43.052090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:subnet and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:43.055470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:43.063698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:43.090681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:43.212373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.231591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Allocated IP 2001:db8::3 (038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961/20e051ad-bfb6-4e1a-8f7e-1505ff28ce39/ca274f83-7436-421e-b9da-b3eb019b71b0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:43.329272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ff1c44c8-1add-4cc7-a73b-cbe9401615f5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:43.334669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.ipam_backend_mixin [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Performing IP validity checks on allocation pools {{(pid=84022) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:57:43.335179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.ipam_backend_mixin [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84022) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:57:43.380410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:43.501916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:43.518324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:43.518723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.575805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.598472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Transition to ACTIVE for port object ca274f83-7436-421e-b9da-b3eb019b71b0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:43.615572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8758ddbf-6897-4f9e-b19f-af834b8a2eef None None] Provisioning complete for port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:43.616316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8758ddbf-6897-4f9e-b19f-af834b8a2eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.617914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.659171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Transition to ACTIVE for port object ca274f83-7436-421e-b9da-b3eb019b71b0 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:43.674417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.703651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=1e145126-816d-4cb2-84c7-608e04d15808,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:43.728648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': '8d1e66e8-ca15-4176-9fb0-55201bfbf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a557f6fb-8ee3-4098-85d9-bcdc32994a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:43.729003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: a557f6fb-8ee3-4098-85d9-bcdc32994a4c, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:43.773237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network a557f6fb-8ee3-4098-85d9-bcdc32994a4c is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:43.786021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, a557f6fb-8ee3-4098-85d9-bcdc32994a4c) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:43.790210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:43.790783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.803270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:43.805441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Network 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:43.809029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd01e0e-5a55-4ce1-90ac-95cb38907996 None None] Network a557f6fb-8ee3-4098-85d9-bcdc32994a4c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:43.815125 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] Sync routers for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:43.826752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Pushing event updated for resources: {'Port': ['ID=ca274f83-7436-421e-b9da-b3eb019b71b0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:43.828829 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:43.829406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:43.829508 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:43.833027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.860886 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-746c7d00-1e4b-40ae-8678-9a964ff7877d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0595765 May 06 13:57:43.864167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38760) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:43.884656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:43.892293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.895239 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0383338a-2c13-43be-b2cd-8336cffcad58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/0c97aae0-7544-436a-827d-bc1b3413bcb5 HTTP/1.1" status: 204 len: 168 time: 2.2847972 May 06 13:57:43.896078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:43.976120 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce8efa7-d32b-4863-8283-566c1bf6a270'] response: {'name': 'network-changed', 'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'status': 'completed', 'code': 200} May 06 13:57:44.117779 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:44.127552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.141179 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3262d55-af26-40db-9292-901e9e16e94f req-171c4f4b-42eb-44d6-b6f3-5a3c708472d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 1099 time: 0.1396415 May 06 13:57:44.289616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8758ddbf-6897-4f9e-b19f-af834b8a2eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.296339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.308247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port ff1c44c8-1add-4cc7-a73b-cbe9401615f5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ff1c44c8-1add-4cc7-a73b-cbe9401615f5,segment=NetworkSegment(f76376e4-98d7-42d2-93e6-c4cb8329a63b),segment_id=f76376e4-98d7-42d2-93e6-c4cb8329a63b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:44.354662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.356565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Attempting to bind port ca274f83-7436-421e-b9da-b3eb019b71b0 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:44.356931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Attempting to bind port ca274f83-7436-421e-b9da-b3eb019b71b0 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '4feaaa7c-f694-4a6b-879c-9ce4bf730ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:44.357821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Attempting to bind port ca274f83-7436-421e-b9da-b3eb019b71b0 on network 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:44.412242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14d7ee-b99f-4f5e-9547-81bfb26dbe70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-a557f6fb-8ee3-4098-85d9-bcdc32994a4c', 'network_id': 'a557f6fb-8ee3-4098-85d9-bcdc32994a4c', 'tenant_id': 'ce569ab42f0549db9013e32d4cff5cb3', 'fixed_ips': [{'subnet_id': '1e145126-816d-4cb2-84c7-608e04d15808'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:44.413055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8a14d7ee-b99f-4f5e-9547-81bfb26dbe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.427213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3262d55-af26-40db-9292-901e9e16e94f req-2ba07aad-a2c4-48fb-b7ca-466d3f365ebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:44.428684 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3262d55-af26-40db-9292-901e9e16e94f req-2ba07aad-a2c4-48fb-b7ca-466d3f365ebc service neutron] 10.222.0.69 "GET /v2.0/networks?id=13cd64bc-0359-45fe-bb47-08910b85bb4a HTTP/1.1" status: 200 len: 896 time: 0.2819803 May 06 13:57:44.446964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:44.447339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Checking segment: {'id': '4feaaa7c-f694-4a6b-879c-9ce4bf730ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:44.447741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.448156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Bound using segment: {'id': '4feaaa7c-f694-4a6b-879c-9ce4bf730ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:44.448641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Bound port: ca274f83-7436-421e-b9da-b3eb019b71b0, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4feaaa7c-f694-4a6b-879c-9ce4bf730ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:44.449012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.511240 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:33Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:44.515891 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] Checking router: 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:44.520115 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3262d55-af26-40db-9292-901e9e16e94f req-0ce3bbee-c0f9-4eba-b2f6-39da4046c049 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8 HTTP/1.1" status: 200 len: 217 time: 0.0831482 May 06 13:57:44.530743 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:44.531496 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:44.557934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.610495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=1e145126-816d-4cb2-84c7-608e04d15808,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:44.618682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=ff1c44c8-1add-4cc7-a73b-cbe9401615f5,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:44.647385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8758ddbf-6897-4f9e-b19f-af834b8a2eef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:44.647657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-8758ddbf-6897-4f9e-b19f-af834b8a2eef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:44.648649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04127dde-abed-44cc-843e-bdcb4724320e req-41102942-8aeb-4e73-ae22-64896b0053b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:44.650113 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-04127dde-abed-44cc-843e-bdcb4724320e req-41102942-8aeb-4e73-ae22-64896b0053b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 946 time: 0.2988694 May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server [None req-8a14d7ee-b99f-4f5e-9547-81bfb26dbe70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e145126-816d-4cb2-84c7-608e04d15808: This subnet is being modified by another concurrent operation. May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise value May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server raise exception May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e145126-816d-4cb2-84c7-608e04d15808: This subnet is being modified by another concurrent operation. May 06 13:57:44.689076 dv-neutron-840889-1-hyperv neutron-server[84023]: ERROR oslo_messaging.rpc.server May 06 13:57:44.698566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] For port ca274f83-7436-421e-b9da-b3eb019b71b0, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:44.702059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] For port ca274f83-7436-421e-b9da-b3eb019b71b0, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ca274f83-7436-421e-b9da-b3eb019b71b0,segment=NetworkSegment(4feaaa7c-f694-4a6b-879c-9ce4bf730ff8),segment_id=4feaaa7c-f694-4a6b-879c-9ce4bf730ff8)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:44.708140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.724829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3262d55-af26-40db-9292-901e9e16e94f req-9d1b8d16-b45e-4006-91ec-bfadd29312fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:44.726230 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3262d55-af26-40db-9292-901e9e16e94f req-9d1b8d16-b45e-4006-91ec-bfadd29312fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f224ae4b-02b6-4967-9d6c-e1ff01f609e9 HTTP/1.1" status: 200 len: 835 time: 0.1988714 May 06 13:57:44.748184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb85cc6-2d06-43f6-a6f3-715f5c54133e None None] Network a557f6fb-8ee3-4098-85d9-bcdc32994a4c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:44.754815 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:44.799345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.849278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a557f6fb-8ee3-4098-85d9-bcdc32994a4c']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:44.863564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-04127dde-abed-44cc-843e-bdcb4724320e req-93941c5b-1143-4cfa-b790-98263ca05ef7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:44.869940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1e66e8-ca15-4176-9fb0-55201bfbf64d') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:44.870581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1e66e8-ca15-4176-9fb0-55201bfbf64d') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:44.885737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.922997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9659ac-5608-46d4-b4d8-25a220a84172 None None] Pushing event updated for resources: {'Port': ['ID=ca274f83-7436-421e-b9da-b3eb019b71b0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:44.931919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.936063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-04127dde-abed-44cc-843e-bdcb4724320e req-93941c5b-1143-4cfa-b790-98263ca05ef7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:44.948265 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-04127dde-abed-44cc-843e-bdcb4724320e req-93941c5b-1143-4cfa-b790-98263ca05ef7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382309 May 06 13:57:44.958276 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3262d55-af26-40db-9292-901e9e16e94f req-74761bfa-7ff1-4154-951a-de24513ea6fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=13cd64bc-0359-45fe-bb47-08910b85bb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2142413 May 06 13:57:44.964025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:44.964614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:44.981780 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:45.147255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.153332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.203566 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=a557f6fb-8ee3-4098-85d9-bcdc32994a4c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:45.213560 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b2bd3f35-1bf7-49ba-a8cb-c1eebc77ecfa tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/a557f6fb-8ee3-4098-85d9-bcdc32994a4c HTTP/1.1" status: 204 len: 168 time: 1.3481877 May 06 13:57:45.218751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38770) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:45.225402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-583158956'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:45.232154 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3262d55-af26-40db-9292-901e9e16e94f req-f3f8e364-1bb3-4d32-b72e-ae0896306f56 service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496607 May 06 13:57:45.235762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:45.249842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:45.255907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:45.263290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:45.294584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:45.298638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.324938 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:33Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:45.332177 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acbbb0-7032-47fc-8dc2-840d3de8c211 None None] The sync data for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv is: [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:33Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4808d983-8b9e-46df-978f-b1268a514776', 'name': '', 'network_id': '13cd64bc-0359-45fe-bb47-08910b85bb4a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e3:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:09Z', 'updated_at': '2022-05-06T13:55:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'f224ae4b-02b6-4967-9d6c-e1ff01f609e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:45.357194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:45.374020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.374752 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment 8014dd31-b1e2-435a-9c9a-590b9c76efe3 of type vlan for network 51038637-8be5-4b51-a21b-cfefd76630ff May 06 13:57:45.420641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.468807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.473227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:45.477918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.490728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ff1c44c8-1add-4cc7-a73b-cbe9401615f5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:45.576631 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3262d55-af26-40db-9292-901e9e16e94f req-8bde00a7-3966-4cc3-81d2-46a721fad6c5 service neutron] 10.222.0.69 "GET /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361857 May 06 13:57:45.577505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:45.577878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.647056 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4265556 May 06 13:57:45.650140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38774) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:45.651400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccf1c6-2189-4583-b918-7fe04e712607 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=51038637-8be5-4b51-a21b-cfefd76630ff,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:45.666885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': '51038637-8be5-4b51-a21b-cfefd76630ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:45.691568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-4cf2d613-d7f3-4fa8-819d-70b54a6f7eff tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:45.692122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 51038637-8be5-4b51-a21b-cfefd76630ff details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:45.692618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-4cf2d613-d7f3-4fa8-819d-70b54a6f7eff tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:45.712985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-4cf2d613-d7f3-4fa8-819d-70b54a6f7eff tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:45.714331 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-4cf2d613-d7f3-4fa8-819d-70b54a6f7eff tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 946 time: 0.1429751 May 06 13:57:45.814345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ca274f83-7436-421e-b9da-b3eb019b71b0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:45.932547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ca274f83-7436-421e-b9da-b3eb019b71b0 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:45.969104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:45.969720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.979727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d760b-c698-4931-9c75-241c214a8f77 None None] New status for floating IP 0c97aae0-7544-436a-827d-bc1b3413bcb5: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:57:46.088881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:46.093835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:subnet and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:46.103989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:46.112733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:46.131123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:46.282452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.404117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 56a22700-f4b9-48ba-817d-fecf60bd0cf8, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=56a22700-f4b9-48ba-817d-fecf60bd0cf8,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:46.404666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.425369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a9331-b9ce-4c2c-a734-b416cac3ddf5 None None] Network 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:46.543223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 56a22700-f4b9-48ba-817d-fecf60bd0cf8 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:46.551217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.556539 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-60937b25-5a6d-4f6d-b6a8-626a85923d8c None None] Provisioning for port ca274f83-7436-421e-b9da-b3eb019b71b0 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:46.572007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-60937b25-5a6d-4f6d-b6a8-626a85923d8c None None] Provisioning complete for port ca274f83-7436-421e-b9da-b3eb019b71b0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:46.572380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60937b25-5a6d-4f6d-b6a8-626a85923d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.635335 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=de7f78de-938f-4d92-aea9-85efd4a2ba06,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:46.636829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95859dd7-4c04-4f0d-bef3-d131e623d73b req-bf351517-cc4a-45d8-9eb0-58935d0a63d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:46.638665 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-95859dd7-4c04-4f0d-bef3-d131e623d73b req-bf351517-cc4a-45d8-9eb0-58935d0a63d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e84cf02a-7770-4b89-8641-a5a8c16fd8e3 HTTP/1.1" status: 200 len: 946 time: 0.4952440 May 06 13:57:46.653233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': '8014dd31-b1e2-435a-9c9a-590b9c76efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '51038637-8be5-4b51-a21b-cfefd76630ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:46.653588 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: 51038637-8be5-4b51-a21b-cfefd76630ff, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:46.679149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network 51038637-8be5-4b51-a21b-cfefd76630ff is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:46.690043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 51038637-8be5-4b51-a21b-cfefd76630ff) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:46.695493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:46.696115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.719247 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ad875016-1a93-4b40-92c2-9d2cdeb520c0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0676160 May 06 13:57:46.722239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38780) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:46.729198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d19da19-12a4-4c54-b35f-1164b2a4e587 None None] Network 51038637-8be5-4b51-a21b-cfefd76630ff requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:46.751070 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-95859dd7-4c04-4f0d-bef3-d131e623d73b req-699165d5-cb77-4ffb-b6eb-0b21fd1eb757 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=07c27b73-80f3-4c07-b2ec-2acff87469f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062059 May 06 13:57:46.773119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.824111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=56a22700-f4b9-48ba-817d-fecf60bd0cf8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:46.892041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.908143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port 56a22700-f4b9-48ba-817d-fecf60bd0cf8 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:46.910634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.915849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'name': 'network-vif-deleted', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:46.946271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce606e32-017e-4072-ab06-5c5606fc1ba3 req-5ce2a7b3-7212-433f-86a5-9f44de9e5059 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/56a22700-f4b9-48ba-817d-fecf60bd0cf8 HTTP/1.1" status: 204 len: 173 time: 1.2262385 May 06 13:57:46.962010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60937b25-5a6d-4f6d-b6a8-626a85923d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.002114 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824fd05a-0968-43a6-ab3c-d53abf126ad3'] response: {'server_uuid': 'e84cf02a-7770-4b89-8641-a5a8c16fd8e3', 'name': 'network-vif-deleted', 'tag': '56a22700-f4b9-48ba-817d-fecf60bd0cf8', 'status': 'completed', 'code': 200} May 06 13:57:47.002718 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.048560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-60937b25-5a6d-4f6d-b6a8-626a85923d8c None None] For port ca274f83-7436-421e-b9da-b3eb019b71b0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ca274f83-7436-421e-b9da-b3eb019b71b0,segment=NetworkSegment(4feaaa7c-f694-4a6b-879c-9ce4bf730ff8),segment_id=4feaaa7c-f694-4a6b-879c-9ce4bf730ff8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:47.062831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60937b25-5a6d-4f6d-b6a8-626a85923d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.105665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.152339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=de7f78de-938f-4d92-aea9-85efd4a2ba06,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:47.183068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60937b25-5a6d-4f6d-b6a8-626a85923d8c None None] Pushing event updated for resources: {'Port': ['ID=ca274f83-7436-421e-b9da-b3eb019b71b0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:47.189994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd7362c-49ee-4dbe-9f42-c6499fa3803f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-51038637-8be5-4b51-a21b-cfefd76630ff', 'network_id': '51038637-8be5-4b51-a21b-cfefd76630ff', 'tenant_id': 'ce569ab42f0549db9013e32d4cff5cb3', 'fixed_ips': [{'subnet_id': 'de7f78de-938f-4d92-aea9-85efd4a2ba06'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:47.190804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fcd7362c-49ee-4dbe-9f42-c6499fa3803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.281010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.321484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be9aa71-12b4-400f-909b-3d9c120dfdc9 None None] Network 51038637-8be5-4b51-a21b-cfefd76630ff requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:47.324051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51038637-8be5-4b51-a21b-cfefd76630ff']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:47.338572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8014dd31-b1e2-435a-9c9a-590b9c76efe3') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:47.339014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8014dd31-b1e2-435a-9c9a-590b9c76efe3') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:47.343568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ca274f83-7436-421e-b9da-b3eb019b71b0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:47.352649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.375189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.382542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:47.382982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:47.398861 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:47.494150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.519017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.533726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=51038637-8be5-4b51-a21b-cfefd76630ff,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:47.537901 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-82956abe-0e88-4774-8eee-34c20d19f0ca tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/51038637-8be5-4b51-a21b-cfefd76630ff HTTP/1.1" status: 204 len: 168 time: 0.8146825 May 06 13:57:47.541905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38786) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:47.547391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260885754'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:47.552684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:47.557070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:47.560906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:47.571844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:47.583063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:47.586660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.620228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ac12cdd0-5efc-43a1-b76f-199521a7c8ff None None] Provisioning complete for port ca274f83-7436-421e-b9da-b3eb019b71b0 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:47.620228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdd0-5efc-43a1-b76f-199521a7c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.633478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:47.647543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.647940 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment 3f6c9798-0f6c-4570-9a70-97692a3852bd of type vlan for network d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 May 06 13:57:47.679916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777ce0b9-571e-480a-9650-12a72bf4cecb None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:57:47.689149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.723854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.727650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:47.728256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.748034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ca274f83-7436-421e-b9da-b3eb019b71b0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:47.748590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.837519 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2918313 May 06 13:57:47.837731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38792) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:47.844491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': 'd83b517b-4b44-4bd1-8f22-89c34bd4d9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:47.862055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38796) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:47.954729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fee298-c224-471f-8d6e-e9588fa2cf02 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=d83b517b-4b44-4bd1-8f22-89c34bd4d9f7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:47.968904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f34593-3d8b-43f4-9c68-4c32e6ad700d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.973819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:47.977893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:subnet and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:47.981491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:47.988708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:47.988985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:48.000140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:48.005277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f34593-3d8b-43f4-9c68-4c32e6ad700d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.015680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ce0b9-571e-480a-9650-12a72bf4cecb None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:57:48.082123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f34593-3d8b-43f4-9c68-4c32e6ad700d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.106821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f34593-3d8b-43f4-9c68-4c32e6ad700d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c27b73-80f3-4c07-b2ec-2acff87469f6,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:48.120077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.122774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b4f34593-3d8b-43f4-9c68-4c32e6ad700d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.126757 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b4f34593-3d8b-43f4-9c68-4c32e6ad700d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/07c27b73-80f3-4c07-b2ec-2acff87469f6 HTTP/1.1" status: 204 len: 168 time: 0.2608695 May 06 13:57:48.171141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38802) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:48.375765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.454609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=0754f0fc-9505-47ad-8bdc-629d68b3530f,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:48.469747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': '3f6c9798-0f6c-4570-9a70-97692a3852bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'd83b517b-4b44-4bd1-8f22-89c34bd4d9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:48.469999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: d83b517b-4b44-4bd1-8f22-89c34bd4d9f7, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:48.492230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:48.503072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, d83b517b-4b44-4bd1-8f22-89c34bd4d9f7) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:48.508287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:48.508853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.513963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546ff0a-1de8-47e2-ae5f-53219e5f10e0 None None] Network d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:48.531896 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f7ebb1e0-f383-46be-8aab-f43d5d83849e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6930909 May 06 13:57:48.534583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38806) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:48.730691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.789114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.797352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-d83b517b-4b44-4bd1-8f22-89c34bd4d9f7', 'network_id': 'd83b517b-4b44-4bd1-8f22-89c34bd4d9f7', 'tenant_id': 'ce569ab42f0549db9013e32d4cff5cb3', 'fixed_ips': [{'subnet_id': '0754f0fc-9505-47ad-8bdc-629d68b3530f'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:48.798252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.878369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.976044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Allocated IP 2001:db8::1 (d83b517b-4b44-4bd1-8f22-89c34bd4d9f7/0754f0fc-9505-47ad-8bdc-629d68b3530f/63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:49.179605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.190252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Transition to ACTIVE for port object 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:49.208742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Transition to ACTIVE for port object 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:49.214674 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.231718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.279194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=0754f0fc-9505-47ad-8bdc-629d68b3530f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:49.287541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Network d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:49.290557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:49.294819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:49.296949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Pushing event updated for resources: {'Port': ['ID=63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:49.375757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.386140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Attempting to bind port 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:49.386656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Attempting to bind port 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '3f6c9798-0f6c-4570-9a70-97692a3852bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'd83b517b-4b44-4bd1-8f22-89c34bd4d9f7'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:49.387159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Attempting to bind port 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c on network d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:49.394062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:49.394427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Checking segment: {'id': '3f6c9798-0f6c-4570-9a70-97692a3852bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'd83b517b-4b44-4bd1-8f22-89c34bd4d9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:49.395902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.396057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Bound using segment: {'id': '3f6c9798-0f6c-4570-9a70-97692a3852bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'd83b517b-4b44-4bd1-8f22-89c34bd4d9f7'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:49.396410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Bound port: 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6c9798-0f6c-4570-9a70-97692a3852bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'd83b517b-4b44-4bd1-8f22-89c34bd4d9f7'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:49.396777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.409484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83b517b-4b44-4bd1-8f22-89c34bd4d9f7']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:49.411854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 4808d983-8b9e-46df-978f-b1268a514776 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:49.412370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.422006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6c9798-0f6c-4570-9a70-97692a3852bd') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:49.422301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6c9798-0f6c-4570-9a70-97692a3852bd') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:49.433967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.451869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.460645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:49.461065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.480121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 56a22700-f4b9-48ba-817d-fecf60bd0cf8 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:49.523529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 56a22700-f4b9-48ba-817d-fecf60bd0cf8 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:49.523887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 56a22700-f4b9-48ba-817d-fecf60bd0cf8 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:49.530401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] For port 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:49.541466 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:49.572310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] For port 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c,segment=NetworkSegment(3f6c9798-0f6c-4570-9a70-97692a3852bd),segment_id=3f6c9798-0f6c-4570-9a70-97692a3852bd)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:49.573388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:57:49.573388 dv-neutron-840889-1-hyperv neutron-server[84022]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:57:49.573388 dv-neutron-840889-1-hyperv neutron-server[84022]: [parameters: {'id': 'd83b517b-4b44-4bd1-8f22-89c34bd4d9f7'}] May 06 13:57:49.573388 dv-neutron-840889-1-hyperv neutron-server[84022]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:49.573771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:49.577164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.614451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 4808d983-8b9e-46df-978f-b1268a514776, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4808d983-8b9e-46df-978f-b1268a514776,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:49.614894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.684909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71dd3f-d17e-4786-a818-a2bc58e882b1 None None] Pushing event updated for resources: {'Port': ['ID=63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:49.723191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8d3e1-70e8-4e80-a6fc-5c1e403a6b47 None None] Network d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:49.749122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 4808d983-8b9e-46df-978f-b1268a514776 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:49.933807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61c252-d3e3-48c7-8eff-aa84317825e6 None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:57:49.936660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.982425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=4808d983-8b9e-46df-978f-b1268a514776,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:50.059317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b61c252-d3e3-48c7-8eff-aa84317825e6 None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:57:50.074898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.086771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting port 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:50.087101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.300627 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.303663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] For port 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c,segment=NetworkSegment(3f6c9798-0f6c-4570-9a70-97692a3852bd),segment_id=3f6c9798-0f6c-4570-9a70-97692a3852bd)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:50.304060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.307490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.431581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Calling delete_port for 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:50.516582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.561366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Port': ['ID=63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:50.570377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No DVR routers for this DVR port 63f71f6b-a785-4fe9-bbce-9e5fed0a9f6c on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:50.694044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.718989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83b517b-4b44-4bd1-8f22-89c34bd4d9f7']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:50.731345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6c9798-0f6c-4570-9a70-97692a3852bd') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:50.731635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6c9798-0f6c-4570-9a70-97692a3852bd') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:50.743378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.763392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.769354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:50.769758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:50.783884 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:50.863135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.885297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.892093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=d83b517b-4b44-4bd1-8f22-89c34bd4d9f7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:50.904625 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-aa6a89e1-5785-4c5b-851d-6f6e8cb02da6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 HTTP/1.1" status: 204 len: 168 time: 2.3659225 May 06 13:57:50.904866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38810) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:50.911383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1581789103'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:50.916241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:50.920487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:50.923403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:50.935321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:50.945089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:50.948200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.976909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:50.989214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.989609 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment 4a49e806-9d09-4de4-a6b8-6742647517a8 of type vlan for network d67ff995-074e-4eed-93f5-97a3874ba828 May 06 13:57:51.006951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:51.016280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.046536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.050224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:51.050829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.148208 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2423215 May 06 13:57:51.154538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38814) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:51.164956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:51.178213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64117828-4ed1-49c4-8b07-37f48f4a4ddb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=d67ff995-074e-4eed-93f5-97a3874ba828,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:51.189915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network d67ff995-074e-4eed-93f5-97a3874ba828 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:51.225625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:51.239193 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-27f10259-2f70-4289-b891-7b1d3b769c89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0662856 May 06 13:57:51.241845 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] Sync routers for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:51.246938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38818) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:51.264156 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:51.264893 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:51.306580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:51.320176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:subnet and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:51.323309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:51.329189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:51.341076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:51.448247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.502067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d257651-4775-4e2b-804c-edad0094a304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet f224ae4b-02b6-4967-9d6c-e1ff01f609e9 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:51.505794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d257651-4775-4e2b-804c-edad0094a304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.508313 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:51.577182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d257651-4775-4e2b-804c-edad0094a304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.663947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d257651-4775-4e2b-804c-edad0094a304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.749415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d257651-4775-4e2b-804c-edad0094a304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.786984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.794994 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d257651-4775-4e2b-804c-edad0094a304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=f224ae4b-02b6-4967-9d6c-e1ff01f609e9,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:51.798976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4d257651-4775-4e2b-804c-edad0094a304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.805375 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4d257651-4775-4e2b-804c-edad0094a304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/f224ae4b-02b6-4967-9d6c-e1ff01f609e9 HTTP/1.1" status: 204 len: 168 time: 0.5533605 May 06 13:57:51.808612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38822) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:51.813196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc1761-8781-45a3-bf55-d3fa990e1138 None None] Network 13cd64bc-0359-45fe-bb47-08910b85bb4a requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:51.829718 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:49Z', 'revision_number': 7, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:51.836280 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] Checking router: 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:51.850643 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] Routers {'39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:51.851466 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:51.859034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=0c5bf906-0cf3-4445-be62-c997dc7849db,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:51.888207 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': '4a49e806-9d09-4de4-a6b8-6742647517a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:51.888553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: d67ff995-074e-4eed-93f5-97a3874ba828, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:51.913397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network d67ff995-074e-4eed-93f5-97a3874ba828 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:51.927169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, d67ff995-074e-4eed-93f5-97a3874ba828) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:51.944861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:51.945076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.956263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a7be9c-f1ff-40aa-bd6e-f769bd55090d None None] Network d67ff995-074e-4eed-93f5-97a3874ba828 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:51.973566 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d13df109-9068-4621-ae0d-5ef638f42e52 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8154213 May 06 13:57:51.973949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38826) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:51.985637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:52.038670 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.130609 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] Set router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:52.165692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:52.172409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:subnet and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:52.175829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:52.182986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:52.198156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:52.202930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.409834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-d67ff995-074e-4eed-93f5-97a3874ba828', 'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828', 'tenant_id': 'ce569ab42f0549db9013e32d4cff5cb3', 'fixed_ips': [{'subnet_id': '0c5bf906-0cf3-4445-be62-c997dc7849db'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:52.410891 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.416713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.430595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port fa7c1be6-59bf-493c-b630-49184959878b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:52.431253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.488396 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:49Z', 'revision_number': 7, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:52.493039 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a01ee4-1b8a-4911-826a-0501f3d63c0f None None] The sync data for ids ['39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6'] in dv-neutron-840889-1-hyperv is: [{'id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'name': 'tempest-TestNetworkBasicOps-router-1251133629', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:59Z', 'updated_at': '2022-05-06T13:57:49Z', 'revision_number': 7, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'fa7c1be6-59bf-493c-b630-49184959878b', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:00Z', 'updated_at': '2022-05-06T13:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:52.528335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] DHCP port deletion for 13cd64bc-0359-45fe-bb47-08910b85bb4a request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:52.548027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] Deleting port 83905e91-6782-4d6d-9f43-543a00583781 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:52.548404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.577422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.643362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network d67ff995-074e-4eed-93f5-97a3874ba828 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:52.646965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:52.651111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:52.651678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.653381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port fa7c1be6-59bf-493c-b630-49184959878b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fa7c1be6-59bf-493c-b630-49184959878b,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:52.653935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.662954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=bbbbc221-a863-40b0-beda-b5e1f88f972c,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:52.680507 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91b804ea-4c6c-4d7f-8231-62777b97c2d6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7017980 May 06 13:57:52.681065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38830) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:52.717163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Allocated IP 2001:db8::2 (d67ff995-074e-4eed-93f5-97a3874ba828/0c5bf906-0cf3-4445-be62-c997dc7849db/3fd7194d-b673-4676-80e9-33b80daeeb6c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:52.755429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd2465-9d5a-4dbc-8813-e9873ca26cb9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:52.756774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd2465-9d5a-4dbc-8813-e9873ca26cb9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:52.758249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd2465-9d5a-4dbc-8813-e9873ca26cb9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:52.759597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd2465-9d5a-4dbc-8813-e9873ca26cb9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:52.760975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd2465-9d5a-4dbc-8813-e9873ca26cb9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:52.761860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1acd2465-9d5a-4dbc-8813-e9873ca26cb9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Synchronizing usage tracker for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:52.780530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1acd2465-9d5a-4dbc-8813-e9873ca26cb9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Unset dirty status for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:52.781777 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1acd2465-9d5a-4dbc-8813-e9873ca26cb9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0997608 May 06 13:57:52.785708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38834) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:52.791865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1897563122'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:52.795099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for fa7c1be6-59bf-493c-b630-49184959878b owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:52.798200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:52.802630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:52.806215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:52.812259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:52.823215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:52.826494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.875059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:52.897919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.898396 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment 87d08792-3ff9-424a-bd6b-402101652ada of type vlan for network d69bc36f-0366-413e-b488-d6e0fd3b56a0 May 06 13:57:52.905400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] For port 83905e91-6782-4d6d-9f43-543a00583781, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=83905e91-6782-4d6d-9f43-543a00583781,segment=NetworkSegment(3c33ac74-0541-48e2-b2a3-8789dc116cd0),segment_id=3c33ac74-0541-48e2-b2a3-8789dc116cd0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:52.905586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.957799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.995247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.000736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:53.001507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.037369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.046592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] Calling delete_port for 83905e91-6782-4d6d-9f43-543a00583781 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:53.106414 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3171048 May 06 13:57:53.115425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38838) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:53.121727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-259c88cb-1025-41c6-afd5-469d732216fc tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:53.135732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=fa7c1be6-59bf-493c-b630-49184959878b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:53.204688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fa85f-f9f3-4374-863a-160588f32511 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=d69bc36f-0366-413e-b488-d6e0fd3b56a0,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:53.214355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.252534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:53.288929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.293208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] Pushing event deleted for resources: {'Port': ['ID=83905e91-6782-4d6d-9f43-543a00583781,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:53.372847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4808d983-8b9e-46df-978f-b1268a514776 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:53.380603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.399570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2069e-aca3-4231-a60a-f8f03bf9bd3c None None] No DVR routers for this DVR port 83905e91-6782-4d6d-9f43-543a00583781 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:53.422961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-259c88cb-1025-41c6-afd5-469d732216fc tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.427708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Transition to ACTIVE for port object 3fd7194d-b673-4676-80e9-33b80daeeb6c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:53.432071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 4808d983-8b9e-46df-978f-b1268a514776 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:53.432071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4808d983-8b9e-46df-978f-b1268a514776 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:53.432475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 83905e91-6782-4d6d-9f43-543a00583781 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:53.442565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-259c88cb-1025-41c6-afd5-469d732216fc tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.473550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 83905e91-6782-4d6d-9f43-543a00583781 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:53.473925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 83905e91-6782-4d6d-9f43-543a00583781 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:53.494619 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Transition to ACTIVE for port object 3fd7194d-b673-4676-80e9-33b80daeeb6c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:53.501142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.521489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-259c88cb-1025-41c6-afd5-469d732216fc tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 is not hosted by any dhcp agent {{(pid=84022) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 13:57:53.527095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c88cb-1025-41c6-afd5-469d732216fc tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:53.528038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-259c88cb-1025-41c6-afd5-469d732216fc tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.532679 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-259c88cb-1025-41c6-afd5-469d732216fc tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "PUT /v2.0/networks/d69bc36f-0366-413e-b488-d6e0fd3b56a0 HTTP/1.1" status: 200 len: 723 time: 0.4132905 May 06 13:57:53.537997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38842) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:53.562500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': 'd69bc36f-0366-413e-b488-d6e0fd3b56a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:53.580225 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Network d67ff995-074e-4eed-93f5-97a3874ba828 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:53.584018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:53.586523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:53.588870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Pushing event updated for resources: {'Port': ['ID=3fd7194d-b673-4676-80e9-33b80daeeb6c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:53.647614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.651969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.683943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.684533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Fanout notify agent at l3_agent the message router_deleted on router 39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:53.690685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Attempting to bind port 3fd7194d-b673-4676-80e9-33b80daeeb6c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:53.690685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Attempting to bind port 3fd7194d-b673-4676-80e9-33b80daeeb6c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '4a49e806-9d09-4de4-a6b8-6742647517a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:53.691000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Attempting to bind port 3fd7194d-b673-4676-80e9-33b80daeeb6c on network d67ff995-074e-4eed-93f5-97a3874ba828 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:53.693527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c88cb-1025-41c6-afd5-469d732216fc tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=d69bc36f-0366-413e-b488-d6e0fd3b56a0,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:53.696109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:53.701115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:53.701502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Checking segment: {'id': '4a49e806-9d09-4de4-a6b8-6742647517a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:53.702225 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.702372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Bound using segment: {'id': '4a49e806-9d09-4de4-a6b8-6742647517a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:53.703004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Bound port: 3fd7194d-b673-4676-80e9-33b80daeeb6c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a49e806-9d09-4de4-a6b8-6742647517a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:53.703656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.707768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.708803 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1365779d-9a19-4a11-8a2e-f683533b0213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/routers/39f7d1d3-4b03-458f-8d1e-04d9c52ebcd6 HTTP/1.1" status: 204 len: 168 time: 1.8989017 May 06 13:57:53.711214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38846) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:53.712055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:53.725444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:53.798556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:53.840766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.952883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.959740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] For port 3fd7194d-b673-4676-80e9-33b80daeeb6c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:53.963119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] For port 3fd7194d-b673-4676-80e9-33b80daeeb6c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3fd7194d-b673-4676-80e9-33b80daeeb6c,segment=NetworkSegment(4a49e806-9d09-4de4-a6b8-6742647517a8),segment_id=4a49e806-9d09-4de4-a6b8-6742647517a8)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:53.969680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.100693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.108930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f9a04-2c1e-4fc4-89b4-232f16f4d7c9 None None] Pushing event updated for resources: {'Port': ['ID=3fd7194d-b673-4676-80e9-33b80daeeb6c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:54.137818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cd64bc-0359-45fe-bb47-08910b85bb4a']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:54.153114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c33ac74-0541-48e2-b2a3-8789dc116cd0') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:54.153536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c33ac74-0541-48e2-b2a3-8789dc116cd0') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:54.167012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.186058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.193401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:54.193805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:54.208873 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:54.305805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.325529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.350988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.366133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=13cd64bc-0359-45fe-bb47-08910b85bb4a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:54.384431 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-07e3dd99-7c40-4a16-97e7-1fdae8f4b176 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/13cd64bc-0359-45fe-bb47-08910b85bb4a HTTP/1.1" status: 204 len: 168 time: 0.6721046 May 06 13:57:54.405981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38850) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:54.412218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--1471951519', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:54.417817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:54.418312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=f7a4954e-e273-48cb-a886-ce3942ff83ae,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:54.422213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:54.426320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:54.432858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:54.435003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': '87d08792-3ff9-424a-bd6b-402101652ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd69bc36f-0366-413e-b488-d6e0fd3b56a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:54.435365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: d69bc36f-0366-413e-b488-d6e0fd3b56a0, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:54.454424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:54.460344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:54.460618 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.471417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, d69bc36f-0366-413e-b488-d6e0fd3b56a0) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:54.475997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:54.476571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.481396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72b246-8bfd-44ad-a68d-bcafeb39ffb2 None None] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:54.493956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:54.504594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.505040 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment bff111e3-d778-4a03-8850-662667ccab29 of type vlan for network 179ff06f-2187-4c27-81e7-be714dff88bc May 06 13:57:54.509887 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f9389a67-f7ea-4c6f-867f-72475e53879b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9682801 May 06 13:57:54.510121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38854) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:54.517660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-15f7976b-e869-46a9-b6b0-f08ca10adc07 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:54.584030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.700647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.704612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:54.705183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.708430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-d69bc36f-0366-413e-b488-d6e0fd3b56a0', 'network_id': 'd69bc36f-0366-413e-b488-d6e0fd3b56a0', 'tenant_id': 'ce569ab42f0549db9013e32d4cff5cb3', 'fixed_ips': [{'subnet_id': 'f7a4954e-e273-48cb-a886-ce3942ff83ae'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:54.709330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.861777 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4544389 May 06 13:57:54.867355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38858) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:54.878486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-775467008', 'admin_state_up': True, 'project_id': '52812628270e4c08bba09224380d4cd5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:54.882529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Allocated IP 2001:db8::2 (d69bc36f-0366-413e-b488-d6e0fd3b56a0/f7a4954e-e273-48cb-a886-ce3942ff83ae/35b2df89-e2b4-4bc3-83f5-8728a51d1998) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:54.900046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:54.905075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668c418-5520-4f57-b08d-ad5f2007c77b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=179ff06f-2187-4c27-81e7-be714dff88bc,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:54.909317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:router and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:54.915862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:54.921897 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 179ff06f-2187-4c27-81e7-be714dff88bc details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:54.928879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:54.953065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.958164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.961353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15f7976b-e869-46a9-b6b0-f08ca10adc07 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2912604'] for subnet, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.980461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.149589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.179875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8871b92-c377-450c-9107-bba00181a628 None None] Network d67ff995-074e-4eed-93f5-97a3874ba828 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:55.299603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.327869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-49cd66c6-36aa-4f28-8cb3-2aa102a91fb4 None None] Provisioning for port 3fd7194d-b673-4676-80e9-33b80daeeb6c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:55.330911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3fd7194d-b673-4676-80e9-33b80daeeb6c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:55.356188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.362615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Transition to ACTIVE for port object 35b2df89-e2b4-4bc3-83f5-8728a51d1998 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:55.385956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.410734 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Transition to ACTIVE for port object 35b2df89-e2b4-4bc3-83f5-8728a51d1998 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:55.452130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.537301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.19 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/9c67a636-a908-4c58-bac8-55850e9a9ca6) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:55.550258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15f7976b-e869-46a9-b6b0-f08ca10adc07 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784472941725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2933356'] for subnet, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.561386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:55.604726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:55.607537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Pushing event updated for resources: {'Port': ['ID=35b2df89-e2b4-4bc3-83f5-8728a51d1998,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:55.610431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f7976b-e869-46a9-b6b0-f08ca10adc07 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:55.611020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15f7976b-e869-46a9-b6b0-f08ca10adc07 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.614901 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-15f7976b-e869-46a9-b6b0-f08ca10adc07 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "PUT /v2.0/subnets/f7a4954e-e273-48cb-a886-ce3942ff83ae HTTP/1.1" status: 200 len: 826 time: 1.1008606 May 06 13:57:55.615871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38862) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:55.618131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:55.670713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 3fd7194d-b673-4676-80e9-33b80daeeb6c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:55.715731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.724552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 3fd7194d-b673-4676-80e9-33b80daeeb6c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:55.724552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.728621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7976b-e869-46a9-b6b0-f08ca10adc07 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=f7a4954e-e273-48cb-a886-ce3942ff83ae,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:55.745108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.765628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Attempting to bind port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:55.765997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Attempting to bind port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '87d08792-3ff9-424a-bd6b-402101652ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd69bc36f-0366-413e-b488-d6e0fd3b56a0'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:55.766356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Attempting to bind port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 on network d69bc36f-0366-413e-b488-d6e0fd3b56a0 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:55.792358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:55.792746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Checking segment: {'id': '87d08792-3ff9-424a-bd6b-402101652ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd69bc36f-0366-413e-b488-d6e0fd3b56a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:55.793123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.793511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Bound using segment: {'id': '87d08792-3ff9-424a-bd6b-402101652ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd69bc36f-0366-413e-b488-d6e0fd3b56a0'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:55.793983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Bound port: 35b2df89-e2b4-4bc3-83f5-8728a51d1998, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d08792-3ff9-424a-bd6b-402101652ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd69bc36f-0366-413e-b488-d6e0fd3b56a0'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:55.794092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.794502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.805981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:55.806289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.818390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:55.819670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:55.821481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=9c67a636-a908-4c58-bac8-55850e9a9ca6,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:55.823648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:56.015677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.018467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.035632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.057626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] For port 35b2df89-e2b4-4bc3-83f5-8728a51d1998, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:56.075569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6967fea-6bab-4b8a-9ea0-0c8758988626 None None] Update dhcp port {'port': {'network_id': 'd67ff995-074e-4eed-93f5-97a3874ba828', 'fixed_ips': [{'subnet_id': '0c5bf906-0cf3-4445-be62-c997dc7849db', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbbbc221-a863-40b0-beda-b5e1f88f972c'}], 'binding:host_id': 'dv-neutron-840889-1-hyperv'}, 'id': '3fd7194d-b673-4676-80e9-33b80daeeb6c'} from dv-neutron-840889-1-hyperv. {{(pid=84023) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:57:56.083072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] For port 35b2df89-e2b4-4bc3-83f5-8728a51d1998, host dv-neutron-840889-1-hyperv, got binding levels [] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:56.083072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.099722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] For port 35b2df89-e2b4-4bc3-83f5-8728a51d1998, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=35b2df89-e2b4-4bc3-83f5-8728a51d1998,segment=NetworkSegment(87d08792-3ff9-424a-bd6b-402101652ada),segment_id=87d08792-3ff9-424a-bd6b-402101652ada)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:56.114298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.193647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 3fd7194d-b673-4676-80e9-33b80daeeb6c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3fd7194d-b673-4676-80e9-33b80daeeb6c,segment=NetworkSegment(4a49e806-9d09-4de4-a6b8-6742647517a8),segment_id=4a49e806-9d09-4de4-a6b8-6742647517a8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:56.203638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d6967fea-6bab-4b8a-9ea0-0c8758988626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.219455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.237389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fa7c1be6-59bf-493c-b630-49184959878b no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:56.275757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router f52d96d9-2e7c-4269-a43a-397808b1f13f is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:57:56.305116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f882bf4-4b98-433c-8f81-3dc53297d100 None None] Pushing event updated for resources: {'Port': ['ID=35b2df89-e2b4-4bc3-83f5-8728a51d1998,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:56.313835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: fa7c1be6-59bf-493c-b630-49184959878b {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:56.314767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fa7c1be6-59bf-493c-b630-49184959878b not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:56.335754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Calling delete_port for 35b2df89-e2b4-4bc3-83f5-8728a51d1998 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:56.434183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:56.434622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:56.470891 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=3fd7194d-b673-4676-80e9-33b80daeeb6c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:56.559247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d6967fea-6bab-4b8a-9ea0-0c8758988626 None None] Allocated IP 172.20.0.1 (d67ff995-074e-4eed-93f5-97a3874ba828/bbbbc221-a863-40b0-beda-b5e1f88f972c/3fd7194d-b673-4676-80e9-33b80daeeb6c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:56.594781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:56.621883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.623189 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1223e029-afe3-4228-9951-e74316e33e91 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7544229 May 06 13:57:56.626258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38866) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:56.641692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Sync routers for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:56.665903 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e474e35f-0f94-4780-a40e-587f352d15c8 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383296 May 06 13:57:56.668459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38870) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:56.679490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:56.680229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:56.842108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d6967fea-6bab-4b8a-9ea0-0c8758988626 None None] For port 3fd7194d-b673-4676-80e9-33b80daeeb6c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3fd7194d-b673-4676-80e9-33b80daeeb6c,segment=NetworkSegment(4a49e806-9d09-4de4-a6b8-6742647517a8),segment_id=4a49e806-9d09-4de4-a6b8-6742647517a8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:56.895139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d6967fea-6bab-4b8a-9ea0-0c8758988626 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.906929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2957340-7fc1-40b5-a57c-b60986d47e36 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:56.910767 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e2957340-7fc1-40b5-a57c-b60986d47e36 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2387669 May 06 13:57:56.911247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38874) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:56.919834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:56.935714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:56.936082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.959647 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-72da1e52-61c5-4fda-bb28-1d68e82197d1 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444813 May 06 13:57:56.960641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d6967fea-6bab-4b8a-9ea0-0c8758988626 None None] Transition to ACTIVE for port object 3fd7194d-b673-4676-80e9-33b80daeeb6c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:56.964537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38878) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:56.971453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815016687', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:57.022203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d6967fea-6bab-4b8a-9ea0-0c8758988626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.095452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:57.100333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:57.104711 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:57.112355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:57.124666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:57.216363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] For port 35b2df89-e2b4-4bc3-83f5-8728a51d1998, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=35b2df89-e2b4-4bc3-83f5-8728a51d1998,segment=NetworkSegment(87d08792-3ff9-424a-bd6b-402101652ada),segment_id=87d08792-3ff9-424a-bd6b-402101652ada)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:57.216681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.258918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.261203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6967fea-6bab-4b8a-9ea0-0c8758988626 None None] Pushing event updated for resources: {'Port': ['ID=3fd7194d-b673-4676-80e9-33b80daeeb6c,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:57.388137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Calling delete_port for 35b2df89-e2b4-4bc3-83f5-8728a51d1998 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:57.424105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:57:55Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:57.431242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Checking router: f52d96d9-2e7c-4269-a43a-397808b1f13f for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:57.431471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Updating router f52d96d9-2e7c-4269-a43a-397808b1f13f port 9c67a636-a908-4c58-bac8-55850e9a9ca6 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:57:57.516649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e612505-7eb3-4d78-874f-418a01becca6 None None] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:57.567240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.584491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.637877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Port': ['ID=35b2df89-e2b4-4bc3-83f5-8728a51d1998,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:57.642352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=69eb0047-b8c3-49c0-9f91-8e936bca4199,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:57.682320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:57.682689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: 179ff06f-2187-4c27-81e7-be714dff88bc, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:57.692092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3fd7194d-b673-4676-80e9-33b80daeeb6c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:57.708822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 179ff06f-2187-4c27-81e7-be714dff88bc is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:57.727801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 179ff06f-2187-4c27-81e7-be714dff88bc) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:57.731880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:57.732460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.746490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No DVR routers for this DVR port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:57.751881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd06b7d-8d6e-4e78-9aef-8a92a1991e87 None None] Network 179ff06f-2187-4c27-81e7-be714dff88bc requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:57.760331 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2380c37e-c96e-47f6-8ed9-540b156a7307 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7936902 May 06 13:57:57.764781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38882) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:57.817278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.873760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.932532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.006285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a4954e-e273-48cb-a886-ce3942ff83ae,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:58.080921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae9d17-f3b8-4b19-b7b3-a212cd06b2ec None None] Network d67ff995-074e-4eed-93f5-97a3874ba828 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:58.102290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a76f194d-6998-4546-86d0-7b1450d25607 None None] Provisioning complete for port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:58.102658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a76f194d-6998-4546-86d0-7b1450d25607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.115659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.142358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69bc36f-0366-413e-b488-d6e0fd3b56a0']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:58.156019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d08792-3ff9-424a-bd6b-402101652ada') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:58.156317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d08792-3ff9-424a-bd6b-402101652ada') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:58.169209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.186221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.193011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:58.193288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:58.208551 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:58.282093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a76f194d-6998-4546-86d0-7b1450d25607 None None] Port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 was deleted so its status cannot be updated. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 13:57:58.294699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.312868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.327560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=d69bc36f-0366-413e-b488-d6e0fd3b56a0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:58.343147 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-264d3daa-214f-4b66-95b0-b3a7c8eab007 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/d69bc36f-0366-413e-b488-d6e0fd3b56a0 HTTP/1.1" status: 204 len: 168 time: 2.7261813 May 06 13:57:58.346231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38888) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:58.372479 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-3006f15f-02bf-4739-899a-3001f299ab0c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:57:58.372922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3006f15f-02bf-4739-899a-3001f299ab0c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:58.378363 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3006f15f-02bf-4739-899a-3001f299ab0c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/d69bc36f-0366-413e-b488-d6e0fd3b56a0 HTTP/1.1" status: 404 len: 339 time: 0.0274007 May 06 13:57:58.378628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38892) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:58.386937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-216697578', 'description': 'd1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:58.392709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:58.399899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Usage tracker for resource:network and tenant:ce569ab42f0549db9013e32d4cff5cb3 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:58.403752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:58.411775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:58.427886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:58.430781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.478939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:58.491960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.492299 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment ead08ded-7307-421e-95ad-94ce1b805ce6 of type vlan for network c35160de-7e18-443f-bc50-437141d3fa2a May 06 13:57:58.518812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14c54b-834d-4ab2-a7a8-8fafd2e33f21 None None] DHCP port deletion for d69bc36f-0366-413e-b488-d6e0fd3b56a0 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:58.548669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 35b2df89-e2b4-4bc3-83f5-8728a51d1998 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:58.565016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.596410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 35b2df89-e2b4-4bc3-83f5-8728a51d1998 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:58.596754 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 35b2df89-e2b4-4bc3-83f5-8728a51d1998 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 13:57:58.633717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df15525-c7fb-4714-bab5-761a066b9985 None None] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:58.646421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3ebdf512-5d4a-43bc-85bc-ad949a5c0346 None None] Provisioning for port 3fd7194d-b673-4676-80e9-33b80daeeb6c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:58.688123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Port 35b2df89-e2b4-4bc3-83f5-8728a51d1998 not found, will not notify nova. {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 13:57:58.718697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3ebdf512-5d4a-43bc-85bc-ad949a5c0346 None None] Provisioning complete for port 3fd7194d-b673-4676-80e9-33b80daeeb6c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:58.719353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf512-5d4a-43bc-85bc-ad949a5c0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.758133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df15525-c7fb-4714-bab5-761a066b9985 None None] Network d69bc36f-0366-413e-b488-d6e0fd3b56a0 could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:57:58.773277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.776950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:58.777531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.793384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:57:58.814500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-179ff06f-2187-4c27-81e7-be714dff88bc', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:58.815313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.903903 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5210099 May 06 13:57:58.904215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38896) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:58.921589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.936694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949a4fc-440f-47ba-b371-3bf3d284ad18 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=c35160de-7e18-443f-bc50-437141d3fa2a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:58.979263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network c35160de-7e18-443f-bc50-437141d3fa2a details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:59.032964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c56bad5-5b5b-484d-8166-75556c4e3f8f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:59.033620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0c56bad5-5b5b-484d-8166-75556c4e3f8f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Synchronizing usage tracker for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:59.052983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0c56bad5-5b5b-484d-8166-75556c4e3f8f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Unset dirty status for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:59.054597 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0c56bad5-5b5b-484d-8166-75556c4e3f8f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/networks?id=c35160de-7e18-443f-bc50-437141d3fa2a HTTP/1.1" status: 200 len: 764 time: 0.1492951 May 06 13:57:59.057306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38900) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:59.063063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dda7c5fc-67d8-4143-b895-56e056d4d16d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'description': 'd2'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:59.063499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.171126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Transition to ACTIVE for port object 9c67a636-a908-4c58-bac8-55850e9a9ca6 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:59.300033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.353289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3fd7194d-b673-4676-80e9-33b80daeeb6c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:59.454324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dda7c5fc-67d8-4143-b895-56e056d4d16d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.464005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Allocated IP 172.20.0.2 (179ff06f-2187-4c27-81e7-be714dff88bc/69eb0047-b8c3-49c0-9f91-8e936bca4199/2bef572e-c206-4b63-9f81-38d6960c3934) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:59.483515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dda7c5fc-67d8-4143-b895-56e056d4d16d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.489254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b1dc0-eaa7-4f72-92cf-318caadcbfcd None None] Pushing event updated for resources: {'Port': ['ID=9c67a636-a908-4c58-bac8-55850e9a9ca6,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:59.513530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Attempting to bind port 9c67a636-a908-4c58-bac8-55850e9a9ca6 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:59.513901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Attempting to bind port 9c67a636-a908-4c58-bac8-55850e9a9ca6 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:59.514262 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Attempting to bind port 9c67a636-a908-4c58-bac8-55850e9a9ca6 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:59.590060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:59.590431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:59.590832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.591224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:59.591720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Bound port: 9c67a636-a908-4c58-bac8-55850e9a9ca6, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:59.592143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.616729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dda7c5fc-67d8-4143-b895-56e056d4d16d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network c35160de-7e18-443f-bc50-437141d3fa2a is not hosted by any dhcp agent {{(pid=84021) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 13:57:59.623667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7c5fc-67d8-4143-b895-56e056d4d16d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:59.624578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dda7c5fc-67d8-4143-b895-56e056d4d16d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.629163 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dda7c5fc-67d8-4143-b895-56e056d4d16d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "PUT /v2.0/networks/c35160de-7e18-443f-bc50-437141d3fa2a HTTP/1.1" status: 200 len: 761 time: 0.5683074 May 06 13:57:59.629971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38904) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:59.666898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 3fd7194d-b673-4676-80e9-33b80daeeb6c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:59.667273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.671370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c5fc-67d8-4143-b895-56e056d4d16d tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=c35160de-7e18-443f-bc50-437141d3fa2a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:59.700216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network c35160de-7e18-443f-bc50-437141d3fa2a details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:59.832902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c9947-ca61-4084-a3dd-d05b86de4e8b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:59.833585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f55c9947-ca61-4084-a3dd-d05b86de4e8b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Synchronizing usage tracker for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:59.856009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f55c9947-ca61-4084-a3dd-d05b86de4e8b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Unset dirty status for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:59.857640 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f55c9947-ca61-4084-a3dd-d05b86de4e8b tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/networks?id=c35160de-7e18-443f-bc50-437141d3fa2a HTTP/1.1" status: 200 len: 764 time: 0.2265193 May 06 13:57:59.861745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38908) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:59.902393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] For port 9c67a636-a908-4c58-bac8-55850e9a9ca6, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:59.933186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] For port 9c67a636-a908-4c58-bac8-55850e9a9ca6, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c67a636-a908-4c58-bac8-55850e9a9ca6,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:59.946469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.986669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-afa8d097-c658-4b13-ab17-5d2d9b837e0d None None] Provisioning complete for port 3fd7194d-b673-4676-80e9-33b80daeeb6c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:59.986947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afa8d097-c658-4b13-ab17-5d2d9b837e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.015478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05355aba-8392-4bd1-ab94-2bc3cdaf459e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.017094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-05355aba-8392-4bd1-ab94-2bc3cdaf459e tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1542704 May 06 13:58:00.020514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38912) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:00.062626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b6959fbf-0937-479f-b338-86dfadfdb237 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Synchronizing usage tracker for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:subnet {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:00.078516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b6959fbf-0937-479f-b338-86dfadfdb237 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Unset dirty status for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:subnet {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:00.079729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b6959fbf-0937-479f-b338-86dfadfdb237 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 207 time: 0.0582180 May 06 13:58:00.083364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38916) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:00.094975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.132382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Transition to ACTIVE for port object 2bef572e-c206-4b63-9f81-38d6960c3934 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:00.167178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b1dc0-eaa7-4f72-92cf-318caadcbfcd None None] Pushing event updated for resources: {'Port': ['ID=9c67a636-a908-4c58-bac8-55850e9a9ca6,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:00.182631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Transition to ACTIVE for port object 2bef572e-c206-4b63-9f81-38d6960c3934 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:00.195962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:00.197875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:57:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:00.245539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dce61-3784-4f20-9e28-3c894bb97388 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.250188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dce61-3784-4f20-9e28-3c894bb97388 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.254930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dce61-3784-4f20-9e28-3c894bb97388 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.259521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dce61-3784-4f20-9e28-3c894bb97388 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.259683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.1 (179ff06f-2187-4c27-81e7-be714dff88bc/69eb0047-b8c3-49c0-9f91-8e936bca4199/476d1889-2c54-45bd-b78e-74af25d862e6) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:00.263482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 35b2df89-e2b4-4bc3-83f5-8728a51d1998 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:00.264226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dce61-3784-4f20-9e28-3c894bb97388 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.268685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dce61-3784-4f20-9e28-3c894bb97388 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.274847 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d34dce61-3784-4f20-9e28-3c894bb97388 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1897972 May 06 13:58:00.275039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38920) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:00.349822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.422037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 35b2df89-e2b4-4bc3-83f5-8728a51d1998 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:58:00.422369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 35b2df89-e2b4-4bc3-83f5-8728a51d1998 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:00.504810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Pushing event updated for resources: {'Port': ['ID=2bef572e-c206-4b63-9f81-38d6960c3934,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:00.511585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Network 179ff06f-2187-4c27-81e7-be714dff88bc is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:00.518299 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:00.521599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:00.556812 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5b372018-cf42-4c0a-a3f8-341dcf73c3df tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2808599 May 06 13:58:00.560396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38924) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:00.561806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.578042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 476d1889-2c54-45bd-b78e-74af25d862e6 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:00.601645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.632619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f913b0a-a342-43d3-8529-865c820350f1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.634321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f913b0a-a342-43d3-8529-865c820350f1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.635736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f913b0a-a342-43d3-8529-865c820350f1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.637059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f913b0a-a342-43d3-8529-865c820350f1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.638442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f913b0a-a342-43d3-8529-865c820350f1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.639551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2f913b0a-a342-43d3-8529-865c820350f1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Synchronizing usage tracker for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:00.644049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Attempting to bind port 2bef572e-c206-4b63-9f81-38d6960c3934 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:00.644420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Attempting to bind port 2bef572e-c206-4b63-9f81-38d6960c3934 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:00.644780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Attempting to bind port 2bef572e-c206-4b63-9f81-38d6960c3934 on network 179ff06f-2187-4c27-81e7-be714dff88bc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:00.647007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:00.653060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2f913b0a-a342-43d3-8529-865c820350f1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Unset dirty status for tenant:ce569ab42f0549db9013e32d4cff5cb3 on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:00.658146 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2f913b0a-a342-43d3-8529-865c820350f1 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0931175 May 06 13:58:00.658378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38928) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:00.682245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 179ff06f-2187-4c27-81e7-be714dff88bc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:00.685415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:00.687915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:00.734447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=476d1889-2c54-45bd-b78e-74af25d862e6,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:00.740386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6f727-71f6-4268-9d69-aa91727d6505 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.741826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6f727-71f6-4268-9d69-aa91727d6505 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.743204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6f727-71f6-4268-9d69-aa91727d6505 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.744521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6f727-71f6-4268-9d69-aa91727d6505 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.746292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6f727-71f6-4268-9d69-aa91727d6505 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.748163 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9bf6f727-71f6-4268-9d69-aa91727d6505 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0889328 May 06 13:58:00.751000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:00.751222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Checking segment: {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:00.751617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.751723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38932) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:00.752035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Bound using segment: {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:00.752522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Bound port: 2bef572e-c206-4b63-9f81-38d6960c3934, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:00.752889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.757872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.847360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.930570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0191e2f7-a2a0-426c-814a-e83159796777 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:00.932127 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0191e2f7-a2a0-426c-814a-e83159796777 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/networks/14d54db7-e636-4aae-82d6-e5cf719651d4 HTTP/1.1" status: 200 len: 803 time: 0.1794047 May 06 13:58:00.935700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38936) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:01.011440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] For port 2bef572e-c206-4b63-9f81-38d6960c3934, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:01.055954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] For port 2bef572e-c206-4b63-9f81-38d6960c3934, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2bef572e-c206-4b63-9f81-38d6960c3934,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:01.069371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.096986 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fd1259c0-1d7c-4b9e-a736-9da41f9714da tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/networks/14d54db7-e636-4aae-82d6-e5cf719651d4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1568000 May 06 13:58:01.097569 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38940) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:01.168650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014148a5-1753-4fa6-80c8-a6eecd96e0f0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:01.173371 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-014148a5-1753-4fa6-80c8-a6eecd96e0f0 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/subnets/7958a67d-5b11-4369-ac89-2d113ba84703 HTTP/1.1" status: 200 len: 843 time: 0.0717921 May 06 13:58:01.175039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38944) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:01.176284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d2c85-1348-43aa-b553-c9330d0a867e None None] Pushing event updated for resources: {'Port': ['ID=2bef572e-c206-4b63-9f81-38d6960c3934,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:01.185178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:57:55Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:01.194520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96648e41-f142-4847-b627-edd2ebcbbda2 None None] The sync data for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv is: [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:57:55Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:01.282522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dca241-ae0e-4982-b813-0ce158964f78 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:01.287164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-89dca241-ae0e-4982-b813-0ce158964f78 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "GET /v2.0/subnets/7958a67d-5b11-4369-ac89-2d113ba84703?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1077437 May 06 13:58:01.287552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38948) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:01.293417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-367626361'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:01.298695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:01.309456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:01.342470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:01.360491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.418597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:58:01.429838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.430320 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Added segment d21f3d6f-92c8-4adb-b372-9b404f43101f of type vlan for network 1591d899-07c2-4a08-addb-9ae8630089b3 May 06 13:58:01.494070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.519112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.533409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.537880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.542460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:01.543747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.660967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=476d1889-2c54-45bd-b78e-74af25d862e6,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:01.663663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.668137 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3793623 May 06 13:58:01.670967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38952) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:01.676855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'network_id': '1591d899-07c2-4a08-addb-9ae8630089b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:01.691062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28b2cf-1d31-466b-8dec-6521f61223bb tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Network': ['ID=1591d899-07c2-4a08-addb-9ae8630089b3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:01.711297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 1591d899-07c2-4a08-addb-9ae8630089b3 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:58:01.810024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:01.821420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:01.843744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Made reservation on behalf of ce569ab42f0549db9013e32d4cff5cb3 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:01.889400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 179ff06f-2187-4c27-81e7-be714dff88bc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:01.890607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:01.998439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.009836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-118bcbea-4829-4b78-82b7-618e9450a1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.119250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Performing IP validity checks on allocation pools {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:58:02.120006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:58:02.294176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.311732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39f875-baed-4447-acf9-383ba83ac05c None None] Network 179ff06f-2187-4c27-81e7-be714dff88bc requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:02.382881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=0031cc88-8139-471f-952a-8214727535a6,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:02.387735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router f52d96d9-2e7c-4269-a43a-397808b1f13f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:58:02.400725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Checking segment: {'id': 'd21f3d6f-92c8-4adb-b372-9b404f43101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1591d899-07c2-4a08-addb-9ae8630089b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:02.401225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network hostable DHCP agents. Network: 1591d899-07c2-4a08-addb-9ae8630089b3, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:58:02.417148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bbeb613b-246c-41de-a2c9-9581df124d65 None None] Provisioning for port 2bef572e-c206-4b63-9f81-38d6960c3934 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:02.427390 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Network 1591d899-07c2-4a08-addb-9ae8630089b3 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:58:02.443654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 1591d899-07c2-4a08-addb-9ae8630089b3) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:02.448130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.448858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.455683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec782e36-daea-4ffc-a6f2-0325b07ec28c None None] Network 1591d899-07c2-4a08-addb-9ae8630089b3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:02.486951 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9dd69748-00bc-4376-8a14-e0212fcd2b31 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8148630 May 06 13:58:02.487631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38956) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:02.494476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e85cf98f-59f9-4f27-9566-2733ac9f4336 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:02.619460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:58:02.634409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9b111ec5-649f-434f-9b9e-f5ae72ef69f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/f52d96d9-2e7c-4269-a43a-397808b1f13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8687077 May 06 13:58:02.637167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38960) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:02.726878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e85cf98f-59f9-4f27-9566-2733ac9f4336 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2912604'] for subnet, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.792352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-1591d899-07c2-4a08-addb-9ae8630089b3', 'network_id': '1591d899-07c2-4a08-addb-9ae8630089b3', 'tenant_id': 'ce569ab42f0549db9013e32d4cff5cb3', 'fixed_ips': [{'subnet_id': '0031cc88-8139-471f-952a-8214727535a6'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:58:02.793105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.798484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.798871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.799822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.799822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.799989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.800276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.800657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.801712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.802071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.802939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.802939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.805191 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ddf2dcc6-ba23-4660-8c09-c80a18878cc7 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7778 time: 0.1668637 May 06 13:58:02.808010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38964) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:02.913519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.914135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.914366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.914729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.915083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.915589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.916001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.916385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.916753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.917104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.917449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.923235 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2ef315bd-437e-4374-b97b-65213a48438a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7182 time: 0.1139245 May 06 13:58:02.923894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38968) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:02.974387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e85cf98f-59f9-4f27-9566-2733ac9f4336 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784472941725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2933356'] for subnet, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.054032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cf98f-59f9-4f27-9566-2733ac9f4336 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:03.054624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e85cf98f-59f9-4f27-9566-2733ac9f4336 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.060487 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e85cf98f-59f9-4f27-9566-2733ac9f4336 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "PUT /v2.0/subnets/0031cc88-8139-471f-952a-8214727535a6 HTTP/1.1" status: 200 len: 900 time: 0.5707657 May 06 13:58:03.061170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38972) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:03.067845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Allocated IP 2001:db8::3 (1591d899-07c2-4a08-addb-9ae8630089b3/0031cc88-8139-471f-952a-8214727535a6/1a14faae-9641-4745-8971-9179f7678da2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:03.091899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cf98f-59f9-4f27-9566-2733ac9f4336 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event updated for resources: {'Subnet': ['ID=0031cc88-8139-471f-952a-8214727535a6,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:03.212879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-567dadea-7259-4790-a397-94f5f0725c5f None None] Provisioning for port 476d1889-2c54-45bd-b78e-74af25d862e6 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:03.223600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-567dadea-7259-4790-a397-94f5f0725c5f None None] Provisioning complete for port 476d1889-2c54-45bd-b78e-74af25d862e6 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:03.224279 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-567dadea-7259-4790-a397-94f5f0725c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.226349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.370554 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f4ca0455-af43-4b02-8f72-846583d9c914 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4452412 May 06 13:58:03.371611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-567dadea-7259-4790-a397-94f5f0725c5f None None] Port 476d1889-2c54-45bd-b78e-74af25d862e6 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:03.392573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.424559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.430754 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c67a636-a908-4c58-bac8-55850e9a9ca6 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:03.479178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Transition to ACTIVE for port object 1a14faae-9641-4745-8971-9179f7678da2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:03.526291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Transition to ACTIVE for port object 1a14faae-9641-4745-8971-9179f7678da2 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:03.542652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.558660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.579846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38980) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:03.587156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941649437', 'description': 'tempest-secgroup-smoke-941649437 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:03.588475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-78de2a6e-987f-4946-b4c8-19d9aca17196 None None] Provisioning complete for port 476d1889-2c54-45bd-b78e-74af25d862e6 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:03.588854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78de2a6e-987f-4946-b4c8-19d9aca17196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.593399 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:03.597866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:03.600807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:03.606914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:03.621657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.625274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=0031cc88-8139-471f-952a-8214727535a6,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:03.671445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 9c67a636-a908-4c58-bac8-55850e9a9ca6 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:03.682472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:03.682923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Network 1591d899-07c2-4a08-addb-9ae8630089b3 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:03.685881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Pushing event updated for resources: {'Port': ['ID=1a14faae-9641-4745-8971-9179f7678da2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:03.687750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:03.689212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:03.692005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:03.694283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9c67a636-a908-4c58-bac8-55850e9a9ca6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:03.694652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.696746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:03.702662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:03.738940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-78de2a6e-987f-4946-b4c8-19d9aca17196 None None] Port 476d1889-2c54-45bd-b78e-74af25d862e6 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:03.751974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.765118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.769412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.778865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1591d899-07c2-4a08-addb-9ae8630089b3']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:03.797971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21f3d6f-92c8-4adb-b372-9b404f43101f') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:03.798183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21f3d6f-92c8-4adb-b372-9b404f43101f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:03.813291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.826638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:03.831935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.832639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.837277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8947e8b3-1ba2-47c4-a378-7bd755aae564 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2532077 May 06 13:58:03.837277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38984) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:03.843038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:03.849963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:03.853500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Attempting to bind port 1a14faae-9641-4745-8971-9179f7678da2 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:03.853500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Attempting to bind port 1a14faae-9641-4745-8971-9179f7678da2 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd21f3d6f-92c8-4adb-b372-9b404f43101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1591d899-07c2-4a08-addb-9ae8630089b3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:03.853714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Attempting to bind port 1a14faae-9641-4745-8971-9179f7678da2 on network 1591d899-07c2-4a08-addb-9ae8630089b3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:03.854187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:58:03.854318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:03.854601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.857826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:03.864426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:03.870084 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:03.872167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:03.872167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Checking segment: {'id': 'd21f3d6f-92c8-4adb-b372-9b404f43101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1591d899-07c2-4a08-addb-9ae8630089b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:03.872167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.872167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Bound using segment: {'id': 'd21f3d6f-92c8-4adb-b372-9b404f43101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1591d899-07c2-4a08-addb-9ae8630089b3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:03.872713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Bound port: 1a14faae-9641-4745-8971-9179f7678da2, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21f3d6f-92c8-4adb-b372-9b404f43101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1591d899-07c2-4a08-addb-9ae8630089b3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:03.872903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.898258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.958456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:58:03.958456 dv-neutron-840889-1-hyperv neutron-server[84021]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:58:03.958456 dv-neutron-840889-1-hyperv neutron-server[84021]: [parameters: {'id': '1591d899-07c2-4a08-addb-9ae8630089b3'}] May 06 13:58:03.958456 dv-neutron-840889-1-hyperv neutron-server[84021]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:58:03.958814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:58:03.975410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c4064198-5ab4-47ac-b9b2-a27f87bbcafe None None] Provisioning complete for port 476d1889-2c54-45bd-b78e-74af25d862e6 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:03.975801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c4064198-5ab4-47ac-b9b2-a27f87bbcafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.977765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.983414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.008017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad795a13-26c3-4d90-b159-2e43fc97a0a2,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.017558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.018786 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0013cc08-dbf4-470e-9b1b-f03814382e38 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1807399 May 06 13:58:04.021654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38988) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:04.026975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:04.032569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:04.036534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:04.039324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:04.045261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:04.068436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.087560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.107453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c4064198-5ab4-47ac-b9b2-a27f87bbcafe None None] Port 476d1889-2c54-45bd-b78e-74af25d862e6 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:04.126095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 9c67a636-a908-4c58-bac8-55850e9a9ca6, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c67a636-a908-4c58-bac8-55850e9a9ca6,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:04.129766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] For port 1a14faae-9641-4745-8971-9179f7678da2, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:04.133304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] For port 1a14faae-9641-4745-8971-9179f7678da2, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1a14faae-9641-4745-8971-9179f7678da2,segment=NetworkSegment(d21f3d6f-92c8-4adb-b372-9b404f43101f),segment_id=d21f3d6f-92c8-4adb-b372-9b404f43101f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:04.134458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.135373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2bef572e-c206-4b63-9f81-38d6960c3934 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:04.135525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.139528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.167022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1ae1d2-1cdc-4f5f-a879-f6647a57c9a3,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.178584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.179932 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-903924eb-675a-46fe-88d1-9ca1167ff403 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1573186 May 06 13:58:04.182714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 38992) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:04.188186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:04.195429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:04.199424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:04.202292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:04.205438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.208427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:04.226312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.276272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=9c67a636-a908-4c58-bac8-55850e9a9ca6,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.295108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.299362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.323697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c32864d-22e6-49ca-b2ba-a62891902ba6,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.332954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.333937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-472f78e2-45c0-4ac9-85c3-43b198a3d8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1502755 May 06 13:58:04.336827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 38996) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:04.342349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:04.351623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:04.355606 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:04.358549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:04.364853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:04.381844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.412883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 2bef572e-c206-4b63-9f81-38d6960c3934 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:04.420043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ca1940a-6121-47a4-b28c-e8cd7f628a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.428204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50452c-9b2d-4d86-8acc-825034c7e177 None None] Network 1591d899-07c2-4a08-addb-9ae8630089b3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:04.444277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2bef572e-c206-4b63-9f81-38d6960c3934 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:04.444647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.448913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.453128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.463363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.483267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243e5bf-10f7-4c15-a0b5-166348fc1c30 None None] Pushing event updated for resources: {'Port': ['ID=1a14faae-9641-4745-8971-9179f7678da2,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.483686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1a10ef-70be-4269-830a-b73467954351,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.496317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting port 1a14faae-9641-4745-8971-9179f7678da2 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:04.496706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.528961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.529919 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6fa403d9-48a6-41db-b638-698fb0529268 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1921072 May 06 13:58:04.533657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39000) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:04.540800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:04.547165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:04.552202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:04.554801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:04.561190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:04.572896 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:58:04.579400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.655913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.662177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.693354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a62305-612e-4c6f-a6f8-9cf5d9ba197a,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.706194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.708218 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2317b11d-cee7-4f69-aac0-71d344e7784a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1732800 May 06 13:58:04.710875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39004) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:04.717560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:04.724259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:04.726484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.728120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:04.731075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:04.732620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] For port 1a14faae-9641-4745-8971-9179f7678da2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1a14faae-9641-4745-8971-9179f7678da2,segment=NetworkSegment(d21f3d6f-92c8-4adb-b372-9b404f43101f),segment_id=d21f3d6f-92c8-4adb-b372-9b404f43101f)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:04.733453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.737152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:04.750119 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:58:04.757878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.769775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 2bef572e-c206-4b63-9f81-38d6960c3934, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2bef572e-c206-4b63-9f81-38d6960c3934,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:04.774348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42718305-280b-42fd-8342-f8850ea227a2 None None] Network 1591d899-07c2-4a08-addb-9ae8630089b3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:04.793133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.843767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.852008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.874338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Calling delete_port for 1a14faae-9641-4745-8971-9179f7678da2 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:58:04.916038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3a4c4a-fdbb-4668-834e-99f34d0e2928,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.935634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.937949 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-38ccb829-f048-43e1-9a62-60508bb8906d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2255034 May 06 13:58:04.977859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.011429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=2bef572e-c206-4b63-9f81-38d6960c3934,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:05.027423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173ee1b-bfc2-4182-81e4-41156b0dcadd None None] get_active_networks_info from dv-neutron-840889-1-hyperv {{(pid=84023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:58:05.040254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Port': ['ID=1a14faae-9641-4745-8971-9179f7678da2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:05.047139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No DVR routers for this DVR port 1a14faae-9641-4745-8971-9179f7678da2 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:05.175145 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Sync routers for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:58:05.180733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173ee1b-bfc2-4182-81e4-41156b0dcadd None None] Resources bound (agent type, host, resource id): {{(pid=84023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:58:05.195850 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:05.198971 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:58:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:05.275312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.312453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1591d899-07c2-4a08-addb-9ae8630089b3']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:05.327030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21f3d6f-92c8-4adb-b372-9b404f43101f') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:05.327342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21f3d6f-92c8-4adb-b372-9b404f43101f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:05.341849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.355861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c67a636-a908-4c58-bac8-55850e9a9ca6 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:05.365320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.374677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:58:05.375081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:05.396139 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:05.452857 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:05.507012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.538680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.553955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=1591d899-07c2-4a08-addb-9ae8630089b3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:05.558696 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-639c5254-d1a5-4426-a0c0-a747b81f214c tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/1591d899-07c2-4a08-addb-9ae8630089b3 HTTP/1.1" status: 204 len: 168 time: 2.4940836 May 06 13:58:05.564398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39018) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:05.568021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.606036 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad2bc95-cbef-4cbe-8525-5ad51019283f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:05.608725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad2bc95-cbef-4cbe-8525-5ad51019283f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:05.613860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9c67a636-a908-4c58-bac8-55850e9a9ca6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:05.614326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39026) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:05.614805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.618936 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3ad2bc95-cbef-4cbe-8525-5ad51019283f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/0031cc88-8139-471f-952a-8214727535a6 HTTP/1.1" status: 404 len: 337 time: 0.0542021 May 06 13:58:05.645716 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bb738d-f628-4b87-adb9-480e3f4e4a82 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:05.646330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bb738d-f628-4b87-adb9-480e3f4e4a82 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:05.648317 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-20bb738d-f628-4b87-adb9-480e3f4e4a82 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/1591d899-07c2-4a08-addb-9ae8630089b3 HTTP/1.1" status: 404 len: 339 time: 0.0326269 May 06 13:58:05.650900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39032) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:05.691659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.849748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-559b6cc8-172d-4867-a2ef-8c7aa9ed6b75 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:05.884448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2bef572e-c206-4b63-9f81-38d6960c3934 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:05.896848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.908853 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:01Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:05.915206 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Checking router: f52d96d9-2e7c-4269-a43a-397808b1f13f for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:58:05.915987 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Updating router f52d96d9-2e7c-4269-a43a-397808b1f13f port 476d1889-2c54-45bd-b78e-74af25d862e6 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:58:05.982959 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.000064 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2bef572e-c206-4b63-9f81-38d6960c3934 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:06.000447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.012865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-559b6cc8-172d-4867-a2ef-8c7aa9ed6b75 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:06.013996 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-559b6cc8-172d-4867-a2ef-8c7aa9ed6b75 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941649437&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.2550659 May 06 13:58:06.187936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.237520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35160de-7e18-443f-bc50-437141d3fa2a']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:06.256412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead08ded-7307-421e-95ad-94ce1b805ce6') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:06.256702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead08ded-7307-421e-95ad-94ce1b805ce6') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:06.279755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.294443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf784-983f-4995-a238-e90c22631836 req-ac34354b-4af9-4a85-bedd-bc5fdc9e9de3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:06.294728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-ac34354b-4af9-4a85-bedd-bc5fdc9e9de3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:06.308780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.318093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:58:06.319017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:06.335169 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:06.384412 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.386785 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-ac34354b-4af9-4a85-bedd-bc5fdc9e9de3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:06.387982 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-ac34354b-4af9-4a85-bedd-bc5fdc9e9de3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=179ff06f-2187-4c27-81e7-be714dff88bc HTTP/1.1" status: 200 len: 797 time: 0.3142109 May 06 13:58:06.433083 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-a04caf48-926d-4791-8f62-4bda7f0d3cde tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.0226293 May 06 13:58:06.438007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.438155 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Transition to ACTIVE for port object 476d1889-2c54-45bd-b78e-74af25d862e6 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:06.443641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.453170 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.511190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=c35160de-7e18-443f-bc50-437141d3fa2a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:06.518757 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-77d7cc1a-e132-4034-8d97-f7ab8197f083 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/c35160de-7e18-443f-bc50-437141d3fa2a HTTP/1.1" status: 204 len: 168 time: 0.8666482 May 06 13:58:06.521630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39042) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:06.562235 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-749ee51b-d904-4777-a282-0077cc7cf06f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:06.562584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749ee51b-d904-4777-a282-0077cc7cf06f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:06.564259 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-749ee51b-d904-4777-a282-0077cc7cf06f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/f7a4954e-e273-48cb-a886-ce3942ff83ae HTTP/1.1" status: 404 len: 337 time: 0.0417380 May 06 13:58:06.567429 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39046) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:06.596191 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877ef7e-d5c0-41dc-9c15-e279ba47f74f None None] Pushing event updated for resources: {'Port': ['ID=476d1889-2c54-45bd-b78e-74af25d862e6,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:06.614712 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-641eb76e-8bef-4830-81d6-89c000483518 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:06.615150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641eb76e-8bef-4830-81d6-89c000483518 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:06.616830 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-641eb76e-8bef-4830-81d6-89c000483518 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/d69bc36f-0366-413e-b488-d6e0fd3b56a0 HTTP/1.1" status: 404 len: 339 time: 0.0484619 May 06 13:58:06.619399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39050) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:06.679914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-b210d444-b504-4765-ad7f-2d7b3066aa7b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:06.768364 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Attempting to bind port 476d1889-2c54-45bd-b78e-74af25d862e6 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:06.768715 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Attempting to bind port 476d1889-2c54-45bd-b78e-74af25d862e6 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:06.769063 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Attempting to bind port 476d1889-2c54-45bd-b78e-74af25d862e6 on network 179ff06f-2187-4c27-81e7-be714dff88bc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:06.776602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-b210d444-b504-4765-ad7f-2d7b3066aa7b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:06.777197 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:06.777561 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Checking segment: {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:06.777958 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.778089 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-b210d444-b504-4765-ad7f-2d7b3066aa7b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3306792 May 06 13:58:06.778334 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Bound using segment: {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:06.778796 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Bound port: 476d1889-2c54-45bd-b78e-74af25d862e6, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:06.779156 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.855717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.887751 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] For port 476d1889-2c54-45bd-b78e-74af25d862e6, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:06.892451 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] For port 476d1889-2c54-45bd-b78e-74af25d862e6, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=476d1889-2c54-45bd-b78e-74af25d862e6,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:06.895367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88eb87c-95f5-4738-9b1d-f431df175755 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting subnet bbbbc221-a863-40b0-beda-b5e1f88f972c {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:58:06.898696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c88eb87c-95f5-4738-9b1d-f431df175755 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.898832 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.934709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-7a3b0334-98be-4c79-adf3-933e0093a7e5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:58:06.935794 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-7a3b0334-98be-4c79-adf3-933e0093a7e5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1354651 May 06 13:58:06.992209 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877ef7e-d5c0-41dc-9c15-e279ba47f74f None None] Pushing event updated for resources: {'Port': ['ID=476d1889-2c54-45bd-b78e-74af25d862e6,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:06.996321 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:06.996946 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:58:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:07.050954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c88eb87c-95f5-4738-9b1d-f431df175755 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.154942 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-e80017d8-9cbf-48a5-baf4-0e32896f3301 service neutron] 10.222.0.65 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120638 May 06 13:58:07.183354 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:07.365506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c88eb87c-95f5-4738-9b1d-f431df175755 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.481354 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-7b100443-7432-465c-95ed-8a306b0c83d1 service neutron] 10.222.0.65 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151207 May 06 13:58:07.514042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c88eb87c-95f5-4738-9b1d-f431df175755 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.535229 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:06Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:07.540323 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd9682-4afc-443c-81db-81d4a8181908 None None] The sync data for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv is: [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:06Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:07.560860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88eb87c-95f5-4738-9b1d-f431df175755 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbbc221-a863-40b0-beda-b5e1f88f972c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:07.617872 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316a078-460e-470c-b030-98b7020dde8d None None] Network d67ff995-074e-4eed-93f5-97a3874ba828 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:07.635375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c88eb87c-95f5-4738-9b1d-f431df175755 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.724080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39060) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:07.725081 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c88eb87c-95f5-4738-9b1d-f431df175755 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/bbbbc221-a863-40b0-beda-b5e1f88f972c HTTP/1.1" status: 204 len: 168 time: 1.1045897 May 06 13:58:08.051621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b07e07-383f-4be9-8177-34c17dd130be tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting subnet 0c5bf906-0cf3-4445-be62-c997dc7849db {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:58:08.055526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95b07e07-383f-4be9-8177-34c17dd130be tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.170780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9202e267-5a82-48df-be9c-ee17eda6bed1 req-be36a049-8288-4a0d-85cd-c35437ff9892 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:08.196326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95b07e07-383f-4be9-8177-34c17dd130be tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.241079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9202e267-5a82-48df-be9c-ee17eda6bed1 req-be36a049-8288-4a0d-85cd-c35437ff9892 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:08.242311 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9202e267-5a82-48df-be9c-ee17eda6bed1 req-be36a049-8288-4a0d-85cd-c35437ff9892 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 210 time: 0.3498850 May 06 13:58:08.313504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95b07e07-383f-4be9-8177-34c17dd130be tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.418103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95b07e07-383f-4be9-8177-34c17dd130be tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.459554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b07e07-383f-4be9-8177-34c17dd130be tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5bf906-0cf3-4445-be62-c997dc7849db,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:08.475229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-95b07e07-383f-4be9-8177-34c17dd130be tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.488990 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-95b07e07-383f-4be9-8177-34c17dd130be tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/0c5bf906-0cf3-4445-be62-c997dc7849db HTTP/1.1" status: 204 len: 168 time: 0.7598104 May 06 13:58:08.489266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39076) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:08.640375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.657055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting port 3fd7194d-b673-4676-80e9-33b80daeeb6c {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:08.657458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.857071 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:58:08.927799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36f1399-493c-4fd0-94b4-f0eeeef4a363 None None] Network d67ff995-074e-4eed-93f5-97a3874ba828 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:08.942789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] For port 3fd7194d-b673-4676-80e9-33b80daeeb6c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3fd7194d-b673-4676-80e9-33b80daeeb6c,segment=NetworkSegment(4a49e806-9d09-4de4-a6b8-6742647517a8),segment_id=4a49e806-9d09-4de4-a6b8-6742647517a8)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:08.943362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.113568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Calling delete_port for 3fd7194d-b673-4676-80e9-33b80daeeb6c owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:58:09.127539 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e6175b9a-8720-4ff7-8a57-03f25f1599af None None] Provisioning complete for port 3fd7194d-b673-4676-80e9-33b80daeeb6c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:09.127931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e6175b9a-8720-4ff7-8a57-03f25f1599af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.207689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.211143 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.plugins.ml2.db [None req-e6175b9a-8720-4ff7-8a57-03f25f1599af None None] No ports have port_id starting with 3fd7194d-b673-4676-80e9-33b80daeeb6c May 06 13:58:09.296632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f549ec75-0c9e-41be-b1f4-717336c24b9c None None] DHCP port deletion for d67ff995-074e-4eed-93f5-97a3874ba828 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:58:09.405235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Port': ['ID=3fd7194d-b673-4676-80e9-33b80daeeb6c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:09.408847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 476d1889-2c54-45bd-b78e-74af25d862e6 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:09.422138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No DVR routers for this DVR port 3fd7194d-b673-4676-80e9-33b80daeeb6c on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:09.530002 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-55c2e198-0e13-4cea-a674-658d9264dd6c req-8af1b466-403f-402a-9898-cbfd8fbe5f00 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 210 time: 0.0509720 May 06 13:58:09.555419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 476d1889-2c54-45bd-b78e-74af25d862e6 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:09.562980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 476d1889-2c54-45bd-b78e-74af25d862e6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:09.563767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.578555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.629598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67ff995-074e-4eed-93f5-97a3874ba828']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:09.701681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a49e806-9d09-4de4-a6b8-6742647517a8') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:09.702049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a49e806-9d09-4de4-a6b8-6742647517a8') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:09.712766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.728324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.760072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 476d1889-2c54-45bd-b78e-74af25d862e6, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=476d1889-2c54-45bd-b78e-74af25d862e6,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:09.769994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.778109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.809396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:58:09.810082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:09.829110 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:09.873687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=476d1889-2c54-45bd-b78e-74af25d862e6,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:09.956248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf784-983f-4995-a238-e90c22631836 req-0a70cf87-5cde-49f1-b061-6fa40ca5e5c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:09.957421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-0a70cf87-5cde-49f1-b061-6fa40ca5e5c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:09.975642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-0a70cf87-5cde-49f1-b061-6fa40ca5e5c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:09.976844 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-0a70cf87-5cde-49f1-b061-6fa40ca5e5c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=179ff06f-2187-4c27-81e7-be714dff88bc HTTP/1.1" status: 200 len: 797 time: 0.3730137 May 06 13:58:09.978265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.996380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.021901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=d67ff995-074e-4eed-93f5-97a3874ba828,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:10.033556 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b809de02-8d88-4cc5-9fa2-3de3703780b6 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/d67ff995-074e-4eed-93f5-97a3874ba828 HTTP/1.1" status: 204 len: 168 time: 1.5429387 May 06 13:58:10.036828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39096) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.059367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-12ba8b6b-e165-48b3-91d1-fe54f097d336 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:10.071922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-d5cdf784-983f-4995-a238-e90c22631836 req-12ba8b6b-e165-48b3-91d1-fe54f097d336 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:10.073072 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-12ba8b6b-e165-48b3-91d1-fe54f097d336 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 379 time: 0.0741129 May 06 13:58:10.076583 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9e3b9a-a8fe-4464-b40f-850a4c3da099 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:10.077033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9e3b9a-a8fe-4464-b40f-850a4c3da099 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:10.078684 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9d9e3b9a-a8fe-4464-b40f-850a4c3da099 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/0754f0fc-9505-47ad-8bdc-629d68b3530f HTTP/1.1" status: 404 len: 337 time: 0.0407445 May 06 13:58:10.081329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39100) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.083252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:10.113961 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de3113f-43ec-400c-a088-afa3414ba384 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:10.114404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de3113f-43ec-400c-a088-afa3414ba384 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:10.118480 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3de3113f-43ec-400c-a088-afa3414ba384 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/d83b517b-4b44-4bd1-8f22-89c34bd4d9f7 HTTP/1.1" status: 404 len: 339 time: 0.0334640 May 06 13:58:10.118892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39104) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.158984 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ba489d-2c67-49e8-b0a2-77194f822f97 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:10.158984 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ba489d-2c67-49e8-b0a2-77194f822f97 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:10.163661 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-65ba489d-2c67-49e8-b0a2-77194f822f97 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/de7f78de-938f-4d92-aea9-85efd4a2ba06 HTTP/1.1" status: 404 len: 337 time: 0.0438244 May 06 13:58:10.164231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39108) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.196494 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-7332e1e4-f6ff-4545-b1f2-47cbd0734c45 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:10.196930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7332e1e4-f6ff-4545-b1f2-47cbd0734c45 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:10.199852 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7332e1e4-f6ff-4545-b1f2-47cbd0734c45 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/51038637-8be5-4b51-a21b-cfefd76630ff HTTP/1.1" status: 404 len: 339 time: 0.0334868 May 06 13:58:10.201685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39112) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.245073 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88cff9d-9094-4c10-8872-c0a0901b4116 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:10.245427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88cff9d-9094-4c10-8872-c0a0901b4116 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:10.246447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:10.249704 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e88cff9d-9094-4c10-8872-c0a0901b4116 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/1e145126-816d-4cb2-84c7-608e04d15808 HTTP/1.1" status: 404 len: 337 time: 0.0447853 May 06 13:58:10.250446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39116) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.260545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:10.273494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:10.277202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.281523 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f9fde7-7bf0-4301-9817-77a5a7fefad9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:10.281964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f9fde7-7bf0-4301-9817-77a5a7fefad9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:10.286184 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-01f9fde7-7bf0-4301-9817-77a5a7fefad9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/a557f6fb-8ee3-4098-85d9-bcdc32994a4c HTTP/1.1" status: 404 len: 339 time: 0.0327220 May 06 13:58:10.287229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39120) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.453824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.10 (179ff06f-2187-4c27-81e7-be714dff88bc/69eb0047-b8c3-49c0-9f91-8e936bca4199/9f1da788-ad94-497d-8986-f40537bd1bc5) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:10.493568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ce8820-de86-4afd-84eb-4214a4b5a30f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting subnet 20e051ad-bfb6-4e1a-8f7e-1505ff28ce39 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:58:10.497864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50ce8820-de86-4afd-84eb-4214a4b5a30f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.565028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50ce8820-de86-4afd-84eb-4214a4b5a30f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.687977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50ce8820-de86-4afd-84eb-4214a4b5a30f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.688672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.706210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 9f1da788-ad94-497d-8986-f40537bd1bc5 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:10.774181 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e576a6d0-3b78-4c9d-99b5-92e81550ea19 req-3403236a-f80d-4155-9429-93a11882ef72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 210 time: 0.0482633 May 06 13:58:10.780468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.809150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50ce8820-de86-4afd-84eb-4214a4b5a30f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.852130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 179ff06f-2187-4c27-81e7-be714dff88bc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:10.855194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:10.859035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:10.922877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:10.923541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.937391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce8820-de86-4afd-84eb-4214a4b5a30f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=20e051ad-bfb6-4e1a-8f7e-1505ff28ce39,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:10.942623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50ce8820-de86-4afd-84eb-4214a4b5a30f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.949966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bebbcb-71d9-43e4-bff8-4b2491df6160 None None] Network 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:10.952582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=9f1da788-ad94-497d-8986-f40537bd1bc5,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:10.968156 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-cb0c9b06-18be-4ed9-892e-a24b702058ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8898797 May 06 13:58:10.980091 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50ce8820-de86-4afd-84eb-4214a4b5a30f tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/20e051ad-bfb6-4e1a-8f7e-1505ff28ce39 HTTP/1.1" status: 204 len: 168 time: 0.6906068 May 06 13:58:10.980392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39128) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.981668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-1e86337a-d1e6-4db3-b284-58ee18f3b219 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:58:10.982876 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-1e86337a-d1e6-4db3-b284-58ee18f3b219 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0086677 May 06 13:58:11.074368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Request body: {'port': {'device_id': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:11.130217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.141281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting port ca274f83-7436-421e-b9da-b3eb019b71b0 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:11.141624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.308948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.330673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] DHCP port deletion for 038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:58:11.341804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] Deleting port ca274f83-7436-421e-b9da-b3eb019b71b0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:11.346626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.418092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] For port ca274f83-7436-421e-b9da-b3eb019b71b0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ca274f83-7436-421e-b9da-b3eb019b71b0,segment=NetworkSegment(4feaaa7c-f694-4a6b-879c-9ce4bf730ff8),segment_id=4feaaa7c-f694-4a6b-879c-9ce4bf730ff8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:11.418351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.433342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 476d1889-2c54-45bd-b78e-74af25d862e6 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:11.576225 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b3dbdcc8-ce52-488e-b2f1-a41f1e1d62aa None None] Provisioning for port 9f1da788-ad94-497d-8986-f40537bd1bc5 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:11.590392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Calling delete_port for ca274f83-7436-421e-b9da-b3eb019b71b0 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:58:11.629194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b3dbdcc8-ce52-488e-b2f1-a41f1e1d62aa None None] Provisioning complete for port 9f1da788-ad94-497d-8986-f40537bd1bc5 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:11.629829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdcc8-ce52-488e-b2f1-a41f1e1d62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.687182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.704729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 476d1889-2c54-45bd-b78e-74af25d862e6 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:11.705095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.753214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No DVR routers for this DVR port ca274f83-7436-421e-b9da-b3eb019b71b0 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:11.826152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Port': ['ID=ca274f83-7436-421e-b9da-b3eb019b71b0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:11.831376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] For port ca274f83-7436-421e-b9da-b3eb019b71b0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ca274f83-7436-421e-b9da-b3eb019b71b0,segment=NetworkSegment(4feaaa7c-f694-4a6b-879c-9ce4bf730ff8),segment_id=4feaaa7c-f694-4a6b-879c-9ce4bf730ff8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:11.832682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.843770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbdcc8-ce52-488e-b2f1-a41f1e1d62aa None None] Port 9f1da788-ad94-497d-8986-f40537bd1bc5 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:11.879565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1da788-ad94-497d-8986-f40537bd1bc5 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:58:11.887207 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.904664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Transition to ACTIVE for port object 9f1da788-ad94-497d-8986-f40537bd1bc5 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:11.911660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.040557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] Calling delete_port for ca274f83-7436-421e-b9da-b3eb019b71b0 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:58:12.205137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:58:12.205885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:58:12.216389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Pushing event updated for resources: {'Port': ['ID=9f1da788-ad94-497d-8986-f40537bd1bc5,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:12.242047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.290109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:12.319430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4feaaa7c-f694-4a6b-879c-9ce4bf730ff8') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:12.319648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3fd7194d-b673-4676-80e9-33b80daeeb6c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:12.319756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4feaaa7c-f694-4a6b-879c-9ce4bf730ff8') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:12.336111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b435d9a-63e0-4230-8ae9-4e2bed4f0a6b req-5756c5e8-c009-486c-81ac-9be66fb79660 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:12.337627 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7b435d9a-63e0-4230-8ae9-4e2bed4f0a6b req-5756c5e8-c009-486c-81ac-9be66fb79660 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 944 time: 0.2037380 May 06 13:58:12.344662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.378169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 3fd7194d-b673-4676-80e9-33b80daeeb6c {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:58:12.378602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3fd7194d-b673-4676-80e9-33b80daeeb6c not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:12.386522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Attempting to bind port 9f1da788-ad94-497d-8986-f40537bd1bc5 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:12.386973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Attempting to bind port 9f1da788-ad94-497d-8986-f40537bd1bc5 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:12.387391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Attempting to bind port 9f1da788-ad94-497d-8986-f40537bd1bc5 on network 179ff06f-2187-4c27-81e7-be714dff88bc {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:12.395738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Port 9f1da788-ad94-497d-8986-f40537bd1bc5 on network 179ff06f-2187-4c27-81e7-be714dff88bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:58:12.395738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Attempting to bind port 9f1da788-ad94-497d-8986-f40537bd1bc5 on network 179ff06f-2187-4c27-81e7-be714dff88bc {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:12.402505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:12.402872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Checking segment: {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:12.403272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Bound using segment: {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:12.403683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Bound port: 9f1da788-ad94-497d-8986-f40537bd1bc5, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff111e3-d778-4a03-8850-662667ccab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:12.404052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.407374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.426771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:58:12.430950 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:12.447011 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:12.515880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] For port 9f1da788-ad94-497d-8986-f40537bd1bc5, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:12.519329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] For port 9f1da788-ad94-497d-8986-f40537bd1bc5, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9f1da788-ad94-497d-8986-f40537bd1bc5,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:12.528870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.548363 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7b435d9a-63e0-4230-8ae9-4e2bed4f0a6b req-bbc4eeea-d258-4d3c-b179-7775417d16ec tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943097 May 06 13:58:12.571277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.580903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.583356 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] 10.222.0.69 "PUT /v2.0/ports/9f1da788-ad94-497d-8986-f40537bd1bc5 HTTP/1.1" status: 200 len: 1094 time: 1.5936494 May 06 13:58:12.589892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:12.639166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ba4bb-b7ab-4831-a616-9caf8107ad9f service neutron] Pushing event updated for resources: {'Port': ['ID=9f1da788-ad94-497d-8986-f40537bd1bc5,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:12.650719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.655986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:12.672379 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2820046c-378e-4200-8fce-66cf6e7c41a9 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/038d8efe-5b46-4f5e-ac4a-7c1ebd1e7961 HTTP/1.1" status: 204 len: 168 time: 1.6906943 May 06 13:58:12.674623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39140) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:12.703994 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f501b95-391d-4484-b2a3-3c7146e1c070'] response: {'name': 'network-changed', 'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'status': 'completed', 'code': 200} May 06 13:58:12.710633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] Deleting port ca274f83-7436-421e-b9da-b3eb019b71b0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:12.715214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.757644 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc02d7bc-1723-4e8c-8761-bef3e752f7d2 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:12.758081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc02d7bc-1723-4e8c-8761-bef3e752f7d2 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:12.760127 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dc02d7bc-1723-4e8c-8761-bef3e752f7d2 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/d9fff4cf-3412-4af2-8db7-1376330468ed HTTP/1.1" status: 404 len: 337 time: 0.0775189 May 06 13:58:12.763919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39146) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:12.800358 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-7c2269df-d561-49b0-b382-c015cde8d960 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 1097 time: 0.1485620 May 06 13:58:12.841016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-913c6d07-75fb-4d44-be9d-a25c5a60f247 None None] The port 'ca274f83-7436-421e-b9da-b3eb019b71b0' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:58:12.876641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fa3932-4968-4b19-9c20-04950425ea82 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] DELETE failed (client error): The resource could not be found. May 06 13:58:12.877791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fa3932-4968-4b19-9c20-04950425ea82 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:58:12.880351 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50fa3932-4968-4b19-9c20-04950425ea82 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/09d9285f-6951-44bc-a6b4-c03f607cbc3a HTTP/1.1" status: 404 len: 339 time: 0.1153097 May 06 13:58:12.885899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39150) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:12.936353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-f20eae5c-9ebc-4679-8686-818effcbc3dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f1da788-ad94-497d-8986-f40537bd1bc5 HTTP/1.1" status: 200 len: 217 time: 0.1296806 May 06 13:58:13.067821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf784-983f-4995-a238-e90c22631836 req-534c740b-f57b-4dc0-9fe3-5cd613b7afc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:13.070131 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-534c740b-f57b-4dc0-9fe3-5cd613b7afc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69eb0047-b8c3-49c0-9f91-8e936bca4199 HTTP/1.1" status: 200 len: 835 time: 0.1275694 May 06 13:58:13.168793 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-25576aa8-f183-4f01-abe4-3049c3cdeb9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=179ff06f-2187-4c27-81e7-be714dff88bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928912 May 06 13:58:13.222353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-a431848f-e501-435f-b0a3-55cb8ea8b1de tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting subnet 7958a67d-5b11-4369-ac89-2d113ba84703 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:58:13.226006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a431848f-e501-435f-b0a3-55cb8ea8b1de tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.306186 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ca274f83-7436-421e-b9da-b3eb019b71b0 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:13.310532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a431848f-e501-435f-b0a3-55cb8ea8b1de tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.340789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ca274f83-7436-421e-b9da-b3eb019b71b0 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:58:13.341102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ca274f83-7436-421e-b9da-b3eb019b71b0 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:13.341910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-d58d8d31-ddf2-4c0d-84ee-b4a4c33d6371 service neutron] 10.222.0.69 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663074 May 06 13:58:13.429594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a431848f-e501-435f-b0a3-55cb8ea8b1de tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.502463 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5cdf784-983f-4995-a238-e90c22631836 req-405f5ed3-bad0-4701-bb24-9a55a0b8e63e service neutron] 10.222.0.69 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537826 May 06 13:58:13.516494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a431848f-e501-435f-b0a3-55cb8ea8b1de tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.563283 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431848f-e501-435f-b0a3-55cb8ea8b1de tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Subnet': ['ID=7958a67d-5b11-4369-ac89-2d113ba84703,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:13.568915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a431848f-e501-435f-b0a3-55cb8ea8b1de tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.577530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3599d6-b8af-4b1e-9001-2f4f7999f803 None None] Network 14d54db7-e636-4aae-82d6-e5cf719651d4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:13.599888 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a431848f-e501-435f-b0a3-55cb8ea8b1de tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/subnets/7958a67d-5b11-4369-ac89-2d113ba84703 HTTP/1.1" status: 204 len: 168 time: 0.7070739 May 06 13:58:13.602218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39156) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:13.739343 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-baa07198-f8da-41b1-a6bd-c78431c71847 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 1097 time: 0.1672411 May 06 13:58:13.898552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.928751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:13.929544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.943730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-4aec2ba9-df61-4dd7-910f-6e34649d3979 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:13.945932 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-4aec2ba9-df61-4dd7-910f-6e34649d3979 service neutron] 10.222.0.69 "GET /v2.0/networks?id=179ff06f-2187-4c27-81e7-be714dff88bc HTTP/1.1" status: 200 len: 898 time: 0.1997674 May 06 13:58:14.027018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] DHCP port deletion for 14d54db7-e636-4aae-82d6-e5cf719651d4 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:58:14.032523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] Deleting port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:14.032977 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.045752 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-649b356d-30f0-43b9-8b7f-8e92daaa7762 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f1da788-ad94-497d-8986-f40537bd1bc5 HTTP/1.1" status: 200 len: 217 time: 0.0932593 May 06 13:58:14.086919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee769-258c-4e79-bec0-3d748cfbf2d0 req-5fcb583a-a806-4043-a930-075e336e61da tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:14.088843 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-75cee769-258c-4e79-bec0-3d748cfbf2d0 req-5fcb583a-a806-4043-a930-075e336e61da tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 944 time: 0.2719719 May 06 13:58:14.124389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-69a4449d-797e-4f28-b880-f921cedad259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:14.125932 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-69a4449d-797e-4f28-b880-f921cedad259 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69eb0047-b8c3-49c0-9f91-8e936bca4199 HTTP/1.1" status: 200 len: 835 time: 0.0742593 May 06 13:58:14.209522 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-75cee769-258c-4e79-bec0-3d748cfbf2d0 req-88351eac-c8f3-4851-be5a-66683f3248f2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912240 May 06 13:58:14.241796 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-6ad6b6ce-03ef-4cb1-8c86-172120d894b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=179ff06f-2187-4c27-81e7-be714dff88bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1082077 May 06 13:58:14.359761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] For port ff1c44c8-1add-4cc7-a73b-cbe9401615f5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ff1c44c8-1add-4cc7-a73b-cbe9401615f5,segment=NetworkSegment(f76376e4-98d7-42d2-93e6-c4cb8329a63b),segment_id=f76376e4-98d7-42d2-93e6-c4cb8329a63b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:14.360384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.381327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] For port ff1c44c8-1add-4cc7-a73b-cbe9401615f5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ff1c44c8-1add-4cc7-a73b-cbe9401615f5,segment=NetworkSegment(f76376e4-98d7-42d2-93e6-c4cb8329a63b),segment_id=f76376e4-98d7-42d2-93e6-c4cb8329a63b)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:14.382118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.451963 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-5cb8d355-fba6-4765-998b-1cb25e9ece70 service neutron] 10.222.0.69 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001667 May 06 13:58:14.515032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] Calling delete_port for ff1c44c8-1add-4cc7-a73b-cbe9401615f5 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:58:14.556152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Calling delete_port for ff1c44c8-1add-4cc7-a73b-cbe9401615f5 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:58:14.654708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.676035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.db.api [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:58:14.676571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG oslo_db.api [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:58:14.719008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] Pushing event deleted for resources: {'Port': ['ID=ff1c44c8-1add-4cc7-a73b-cbe9401615f5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:14.725419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c8a26-6260-4599-b42d-23b7451dd81e None None] No DVR routers for this DVR port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:14.834997 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cee6e77-3cf2-4cb5-b219-af6d616617a8 req-8b4be3de-60d1-4387-bba9-6a08339ca8ef service neutron] 10.222.0.69 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769519 May 06 13:58:15.177531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Deleting port ff1c44c8-1add-4cc7-a73b-cbe9401615f5 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:15.178219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.317200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ff1c44c8-1add-4cc7-a73b-cbe9401615f5 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:15.379713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ff1c44c8-1add-4cc7-a73b-cbe9401615f5 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:58:15.380395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ff1c44c8-1add-4cc7-a73b-cbe9401615f5 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:15.415133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] The port 'ff1c44c8-1add-4cc7-a73b-cbe9401615f5' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:58:15.505743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f825-19ad-4bd2-a5e0-e23270e044ad req-58d0b49b-3bae-4dee-9bf3-d50db1bdbe54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:15.506576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-eea4f825-19ad-4bd2-a5e0-e23270e044ad req-58d0b49b-3bae-4dee-9bf3-d50db1bdbe54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:15.528666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-eea4f825-19ad-4bd2-a5e0-e23270e044ad req-58d0b49b-3bae-4dee-9bf3-d50db1bdbe54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:15.530462 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eea4f825-19ad-4bd2-a5e0-e23270e044ad req-58d0b49b-3bae-4dee-9bf3-d50db1bdbe54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 944 time: 0.1479204 May 06 13:58:15.568409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.574231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 9f1da788-ad94-497d-8986-f40537bd1bc5 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:58:15.605187 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eea4f825-19ad-4bd2-a5e0-e23270e044ad req-971a0c0f-fa91-4482-95c9-14b99b9e0fc5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633857 May 06 13:58:15.610272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d54db7-e636-4aae-82d6-e5cf719651d4']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:15.630803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76376e4-98d7-42d2-93e6-c4cb8329a63b') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:15.631099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76376e4-98d7-42d2-93e6-c4cb8329a63b') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:15.644885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.664552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.672579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:58:15.673002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:15.691434 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:15.798297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.800227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 9f1da788-ad94-497d-8986-f40537bd1bc5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9f1da788-ad94-497d-8986-f40537bd1bc5,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:15.820504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'port_id': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'mac_address': 'fa:16:3e:c5:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:58:15.823629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.837803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] Pushing event deleted for resources: {'Network': ['ID=14d54db7-e636-4aae-82d6-e5cf719651d4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:15.845204 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-85717f96-1165-4a1b-bc05-d01326ec3eb7 tempest-NetworksIpV6Test-547593825 tempest-NetworksIpV6Test-547593825-project] 10.222.0.65 "DELETE /v2.0/networks/14d54db7-e636-4aae-82d6-e5cf719651d4 HTTP/1.1" status: 204 len: 168 time: 2.2417655 May 06 13:58:15.914548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.969256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1da788-ad94-497d-8986-f40537bd1bc5 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:58:15.986265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 9f1da788-ad94-497d-8986-f40537bd1bc5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9f1da788-ad94-497d-8986-f40537bd1bc5,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:15.992058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.066721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=9f1da788-ad94-497d-8986-f40537bd1bc5,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.224481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['9f1da788-ad94-497d-8986-f40537bd1bc5'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:58:16.279006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39172) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:16.556088 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d7a8d0e6-0509-462f-a26e-aa2ba139ebf7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce569ab42f0549db9013e32d4cff5cb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2729256 May 06 13:58:16.557000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39178) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:16.635082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd499370-fb93-4d3d-b3d2-29c93d3f5019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.664290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd499370-fb93-4d3d-b3d2-29c93d3f5019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.735704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd499370-fb93-4d3d-b3d2-29c93d3f5019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.751868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd499370-fb93-4d3d-b3d2-29c93d3f5019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce982796-c2d9-4410-a237-a6176aa446f4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.758877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd499370-fb93-4d3d-b3d2-29c93d3f5019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.765369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dd499370-fb93-4d3d-b3d2-29c93d3f5019 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce982796-c2d9-4410-a237-a6176aa446f4 HTTP/1.1" status: 204 len: 168 time: 0.2070937 May 06 13:58:16.857684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344e130-5b95-47b0-b3f3-f51bb077ece5 req-7129cdc6-40a7-4ede-8f56-9aced60473ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:16.859545 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b344e130-5b95-47b0-b3f3-f51bb077ece5 req-7129cdc6-40a7-4ede-8f56-9aced60473ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 945 time: 0.0960231 May 06 13:58:16.939258 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b344e130-5b95-47b0-b3f3-f51bb077ece5 req-d8553ade-4a25-479c-8e0a-82c3fca626f3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737407 May 06 13:58:17.682606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 9f1da788-ad94-497d-8986-f40537bd1bc5 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:17.750281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39204) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:17.755825 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0045793 May 06 13:58:17.758907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39206) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:17.761426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 9f1da788-ad94-497d-8986-f40537bd1bc5 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:17.767750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 9f1da788-ad94-497d-8986-f40537bd1bc5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:17.768122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.918057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.958359 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-21cba8f0-d459-40b3-b04a-04c8dd3bb229 tempest-NetworksApiDiscovery-1352315601 tempest-NetworksApiDiscovery-1352315601-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1981657 May 06 13:58:17.963338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:17.980207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 9f1da788-ad94-497d-8986-f40537bd1bc5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9f1da788-ad94-497d-8986-f40537bd1bc5,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:17.986444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.074977 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19480cb4-8a45-4628-9f47-842f69c6039d'] response: {'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'code': 200} May 06 13:58:18.113618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=9f1da788-ad94-497d-8986-f40537bd1bc5,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:18.263934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ee328-8dbb-4ae8-b7d9-3aa0e8147019 req-6a4bf827-4e72-4c73-aa8f-8bb010b3a619 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:18.271064 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2c7ee328-8dbb-4ae8-b7d9-3aa0e8147019 req-6a4bf827-4e72-4c73-aa8f-8bb010b3a619 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 946 time: 0.1262720 May 06 13:58:18.361716 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2c7ee328-8dbb-4ae8-b7d9-3aa0e8147019 req-fe27d99e-b362-4ad7-8306-2a4a05c06c83 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896900 May 06 13:58:18.372168 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7407b44d-81c6-47d8-8403-199215aaa529 req-057c445a-8e1c-4d1f-9ad1-6aa95d229c84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 1099 time: 0.1154716 May 06 13:58:18.430001 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7407b44d-81c6-47d8-8403-199215aaa529 req-653f1524-8705-40b0-af21-82efa50a488e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498877 May 06 13:58:18.507226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39222) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:18.664285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.715232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:18.720142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] Usage tracker for resource:security_group_rule and tenant:9aed9bc8736045d49790831b08274784 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:18.724712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:18.732222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:18.807729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.811676 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.859404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1539cc8-72ac-4702-8b18-3712f3d3c268,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:18.868914 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-17857ba4-46e1-4eb6-802e-c02e657bb246 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9aed9bc8736045d49790831b08274784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3604269 May 06 13:58:18.871854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39230) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:18.936452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bb325acc-fc56-4d97-b0da-0607203d88b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.966184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bb325acc-fc56-4d97-b0da-0607203d88b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.016740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bb325acc-fc56-4d97-b0da-0607203d88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.032785 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb325acc-fc56-4d97-b0da-0607203d88b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1539cc8-72ac-4702-8b18-3712f3d3c268,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:19.037456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bb325acc-fc56-4d97-b0da-0607203d88b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.038527 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bb325acc-fc56-4d97-b0da-0607203d88b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1539cc8-72ac-4702-8b18-3712f3d3c268 HTTP/1.1" status: 204 len: 168 time: 0.1656063 May 06 13:58:19.577545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baa487-7298-4ef6-b5bf-0f316fb9b646 req-ad75c738-2b05-4023-9497-1207398c0304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:19.579310 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-67baa487-7298-4ef6-b5bf-0f316fb9b646 req-ad75c738-2b05-4023-9497-1207398c0304 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 946 time: 0.0829601 May 06 13:58:19.633734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-67baa487-7298-4ef6-b5bf-0f316fb9b646 req-daf550d0-19ad-439a-a5a3-ce930ed69ccc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474746 May 06 13:58:19.879619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39262) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:20.016735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-697901331-network', 'tenant_id': '97af13852700482b9953ceab111d3387'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:20.022145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:20.025967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Usage tracker for resource:network and tenant:97af13852700482b9953ceab111d3387 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:20.028799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:20.034823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:20.045879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Made reservation on behalf of 97af13852700482b9953ceab111d3387 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:20.048134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.063493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.083586 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-dfba2352-ea85-45e4-ba1f-c39e24346687 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401601837&fields=id&tenant_id=f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 267 time: 0.0682020 May 06 13:58:20.096020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:20.100019 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:97af13852700482b9953ceab111d3387 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:20.102985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:20.108706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:20.175007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.179241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.210149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:58:20.218374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a633a7b-819c-4670-af8a-1cb5852e11fd,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:20.223942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.224261 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Added segment 7534d82a-8611-4ecb-b0b9-7ed6ea35998b of type vlan for network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 May 06 13:58:20.237902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-1fc2dd00-08d2-4ea6-b2cb-244c914f054b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:20.239394 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-1fc2dd00-08d2-4ea6-b2cb-244c914f054b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 812 time: 0.1470881 May 06 13:58:20.251661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.256832 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-ef894a76-2ae5-4e4a-8bf4-4e962d4f1ac1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/quotas/f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 375 time: 0.0114508 May 06 13:58:20.284085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.285549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:20.286758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.301090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.349054 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-14aa8ae3-d60f-4db0-9b22-5c80aeeecbad tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864556 May 06 13:58:20.401862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:20.404766 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cbd66f9d-6261-49ac-b769-d9597f402ba1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5240991 May 06 13:58:20.407721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39270) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:20.412384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:58:20.413199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Request body: {'subnet': {'network_id': 'a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-697901331-subnet', 'tenant_id': '97af13852700482b9953ceab111d3387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:20.418451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:20.422338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Usage tracker for resource:subnet and tenant:97af13852700482b9953ceab111d3387 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:20.425865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:20.431636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:20.443180 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Made reservation on behalf of 97af13852700482b9953ceab111d3387 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:20.445948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.493366 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-3cf3386d-160e-4902-918e-b15b8dc28980 service neutron] 10.222.0.65 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328831 May 06 13:58:20.632502 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-2f221823-0587-435a-8971-13bb868d2fca service neutron] 10.222.0.65 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327906 May 06 13:58:20.659437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.744589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fbd1fe-8aa0-4120-811e-ec537bf358ed,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:20.753211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Checking segment: {'id': '7534d82a-8611-4ecb-b0b9-7ed6ea35998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:20.754164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Network hostable DHCP agents. Network: a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:58:20.779759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:58:20.791724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:20.796484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:20.797515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.801445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9557739-34e9-4df4-a77b-8dab3be73433 None None] Network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:20.871657 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3d8096c5-6f3f-4613-b0e2-c5e1875993bd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4624929 May 06 13:58:20.913170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe91d6-bb4c-4807-84cf-9d87a3c0a661 req-47954c58-12e1-464e-bacf-5faa55edbfb1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:20.922487 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-95fe91d6-bb4c-4807-84cf-9d87a3c0a661 req-47954c58-12e1-464e-bacf-5faa55edbfb1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 946 time: 0.1194086 May 06 13:58:20.988336 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-95fe91d6-bb4c-4807-84cf-9d87a3c0a661 req-9c5715fd-6d1d-437d-807d-d36839648b67 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644975 May 06 13:58:21.043532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8b161-c32a-4bc4-9c74-b9a9c8a9168c None None] Network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:21.237525 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b97239f-6111-4026-9589-0f7183b3dd9e req-03fe876e-2fea-4ea9-8afc-287951706740 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 210 time: 0.0961125 May 06 13:58:21.283894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485285a-d08e-4738-a38a-81de1f92af64 req-9bf7aa2c-a318-4bbb-94a5-02298b1f9d40 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:21.291182 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8485285a-d08e-4738-a38a-81de1f92af64 req-9bf7aa2c-a318-4bbb-94a5-02298b1f9d40 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 946 time: 0.1203129 May 06 13:58:21.355544 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8485285a-d08e-4738-a38a-81de1f92af64 req-32123dce-f6a2-48da-8d83-9d0c8f30515c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634143 May 06 13:58:21.386956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39300) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:21.467675 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-69f90a91-6f25-401e-9951-985192182d31 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 1094 time: 0.0792046 May 06 13:58:21.470316 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39308) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:21.476609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:21.482256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:21.487139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:21.491430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:21.498336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:21.515476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:21.677161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:21.850478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.246 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/37cd8400-8f6a-49e5-b3eb-7f311c9a8179) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:22.012934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39320) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:22.022791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-792825981-network', 'tenant_id': '052af09280af423ebd866dd854551b94'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:22.028481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:22.033554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Usage tracker for resource:network and tenant:052af09280af423ebd866dd854551b94 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:22.037295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:22.043224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:22.056323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Made reservation on behalf of 052af09280af423ebd866dd854551b94 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:22.059418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.075453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.123673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:22.129724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Usage tracker for resource:security_group_rule and tenant:052af09280af423ebd866dd854551b94 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:22.133505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:22.141240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.142061 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:22.178046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.261937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:22.265020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:22.269021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:22.271336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.312803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=37cd8400-8f6a-49e5-b3eb-7f311c9a8179,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:22.330615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.331024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.332321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.333314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.333314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.333314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.333644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.333894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.334234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.334549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.334867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.375926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.429874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27474231-9198-4a4d-a687-8989c9ff7dcc,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:22.458251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:58:22.467801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.470469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.471193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.471820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.472432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.472880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.473809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.474192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.474532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.475317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.475483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:22.514918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.515089 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Added segment c9aa4f0c-6174-494b-b192-128fd7008e74 of type vlan for network 96342f46-b633-4d4e-8845-ce7f0bc324c5 May 06 13:58:22.527523 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c1b863f2-82e9-4722-8e1a-e2e2a0413d4c req-e689f160-48a2-4a98-9fa9-a0db9e92c43c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 210 time: 0.1019809 May 06 13:58:22.588204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.600373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-5f58195a-fead-4491-90c8-5edc70fd186b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:22.602263 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-5f58195a-fead-4491-90c8-5edc70fd186b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 812 time: 0.3883502 May 06 13:58:22.659955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.660930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:22.662265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.871485 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-e5b9491c-2f28-4f9f-bc28-1ab4b6f6ccfb tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9474ae57cd847da84ea370292c66aa4 HTTP/1.1" status: 200 len: 379 time: 0.2516630 May 06 13:58:22.879070 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8632534 May 06 13:58:22.880140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39326) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:22.890913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'port': {'device_id': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'admin_state_up': True, 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'security_groups': ['9b0baad2-5e5b-4653-9b60-0d640b98d130']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:22.910099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Request body: {'subnet': {'network_id': '96342f46-b633-4d4e-8845-ce7f0bc324c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-792825981-subnet', 'tenant_id': '052af09280af423ebd866dd854551b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:22.914022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637bea0-a3bd-49a4-8c97-c37c1af1bec2 admin admin] Pushing event updated for resources: {'Network': ['ID=96342f46-b633-4d4e-8845-ce7f0bc324c5,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:22.928435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 96342f46-b633-4d4e-8845-ce7f0bc324c5 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:58:22.931621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.971452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:22.987476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Usage tracker for resource:subnet and tenant:052af09280af423ebd866dd854551b94 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:22.993547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.994066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:23.004639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:23.032967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Made reservation on behalf of 052af09280af423ebd866dd854551b94 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:23.036761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.152809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:23.172454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:23.191448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Made reservation on behalf of f9474ae57cd847da84ea370292c66aa4 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:23.195169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.246528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.254155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.372357 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=37cd8400-8f6a-49e5-b3eb-7f311c9a8179,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:23.386873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.419544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.540157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Allocated IP 172.20.0.7 (f7b0fd4d-ab06-4664-8d00-e6a6555dbcce/3a1afb88-e1bb-4d86-b212-51fc47b39d78/7b32c1b0-c31e-47fc-b7b3-354c73a886ce) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:23.543030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aad14a2-fd8e-46d7-a9e7-f63e4059aa8b,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:23.556390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Checking segment: {'id': 'c9aa4f0c-6174-494b-b192-128fd7008e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '96342f46-b633-4d4e-8845-ce7f0bc324c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:23.556755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Network hostable DHCP agents. Network: 96342f46-b633-4d4e-8845-ce7f0bc324c5, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:58:23.600328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Network 96342f46-b633-4d4e-8845-ce7f0bc324c5 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:58:23.626419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 96342f46-b633-4d4e-8845-ce7f0bc324c5) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:23.638534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebb1f6-7181-4f9f-83e9-3e61b3c14689 None None] Network 96342f46-b633-4d4e-8845-ce7f0bc324c5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:23.651032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:23.651170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.683032 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-09864828-f968-44fe-a88c-fe42ad378ef2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1526310 May 06 13:58:23.791206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-acad91d9-e745-4088-8233-db50239cd58b req-be2735d1-a6b7-4a86-8b47-2e329ab218d0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 210 time: 0.0497046 May 06 13:58:23.848997 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b0893a60-e994-4ba4-9140-fcfe378e7d52 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9644830 May 06 13:58:23.872069 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 61999af4-080c-4665-bcb5-4c75abb1e4b3 associated. External IP: 172.26.0.246, port: 9f1da788-ad94-497d-8986-f40537bd1bc5. May 06 13:58:23.965972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.994174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Transition to ACTIVE for port object 7b32c1b0-c31e-47fc-b7b3-354c73a886ce will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:24.027542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddd1b98-3682-4577-811c-055fb9dafc5f None None] Network 96342f46-b633-4d4e-8845-ce7f0bc324c5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:24.045662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.183636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:24.198410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:24.199958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:24.215466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:24.217030 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-32644ac8-4b8b-41bf-83a5-a7aa6602e362 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 1099 time: 0.5021169 May 06 13:58:24.369637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:24.370284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.417508 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-b45ce86a-b3c4-4a06-8e92-d3fef2155c80 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5342445 May 06 13:58:24.435595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Request body: {'port': {'device_id': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:24.606256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.651280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-c76f9d15-46d7-492b-8c6f-901fc2ad8311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:24.653360 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-c76f9d15-46d7-492b-8c6f-901fc2ad8311 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.2969847 May 06 13:58:24.668392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d0627859-0446-4766-ac1c-a6d5586616fc None None] Provisioning for port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:24.680660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d0627859-0446-4766-ac1c-a6d5586616fc None None] Provisioning complete for port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:24.680995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0627859-0446-4766-ac1c-a6d5586616fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.865037 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-e9ddde72-fc6b-4f3c-ac31-c582b25aa539 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a HTTP/1.1" status: 200 len: 1001 time: 0.2035999 May 06 13:58:24.921100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d0627859-0446-4766-ac1c-a6d5586616fc None None] Port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:25.154793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-ff4613e6-b3db-4872-b8bd-4abe2e44836f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:25.154793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-ff4613e6-b3db-4872-b8bd-4abe2e44836f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.2818394 May 06 13:58:25.185042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0ed2-a3b8-470f-acab-47323653f41b req-ab1bf1ba-0e89-43e7-a117-aaa9959ab286 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:25.185964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5fda0ed2-a3b8-470f-acab-47323653f41b req-ab1bf1ba-0e89-43e7-a117-aaa9959ab286 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:25.250972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5fda0ed2-a3b8-470f-acab-47323653f41b req-ab1bf1ba-0e89-43e7-a117-aaa9959ab286 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:25.252134 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5fda0ed2-a3b8-470f-acab-47323653f41b req-ab1bf1ba-0e89-43e7-a117-aaa9959ab286 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 931 time: 0.2221053 May 06 13:58:25.265701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-8cc29a56-6a4c-4328-abd0-94e1b21a5192 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:25.272523 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-8cc29a56-6a4c-4328-abd0-94e1b21a5192 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/networks?id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 HTTP/1.1" status: 200 len: 811 time: 0.3631372 May 06 13:58:25.302187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b32c1b0-c31e-47fc-b7b3-354c73a886ce {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:58:25.302595 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-f5718f27-0b91-47d8-bab1-1c75f50dc471 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/quotas/97af13852700482b9953ceab111d3387 HTTP/1.1" status: 200 len: 375 time: 0.0291562 May 06 13:58:25.320174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.344398 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5fda0ed2-a3b8-470f-acab-47323653f41b req-23190964-4d21-4c51-9de9-3fcb6a68ece8 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795162 May 06 13:58:25.347672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Transition to ACTIVE for port object 7b32c1b0-c31e-47fc-b7b3-354c73a886ce will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:25.351409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.377136 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-08d02f04-378c-47e2-8ede-9c2d77601053 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=97af13852700482b9953ceab111d3387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569220 May 06 13:58:25.430870 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-f3d34e63-5650-4c19-a98d-c1d5238fb7b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2627668 May 06 13:58:25.615539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Pushing event updated for resources: {'Port': ['ID=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:25.723959 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-8a1d3e1e-910a-4411-93cf-917a8273f616 service neutron] 10.222.0.65 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405252 May 06 13:58:25.778040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Attempting to bind port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:25.778280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Attempting to bind port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:25.778582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Attempting to bind port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:25.788354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:58:25.788354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Attempting to bind port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce on network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:25.797090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:25.797741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Checking segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:25.798314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Bound using segment: {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:25.798791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Bound port: 7b32c1b0-c31e-47fc-b7b3-354c73a886ce, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7925ed95-ac30-48b7-9407-56bd0cd8215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:25.799430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.838707 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-e5ef6c83-8c8f-4f19-88c9-4cf8d627ccaf service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984210 May 06 13:58:25.871687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router f52d96d9-2e7c-4269-a43a-397808b1f13f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:58:25.896677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] For port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:25.899875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] For port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:25.906188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.977767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.979253 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] 10.222.0.69 "PUT /v2.0/ports/7b32c1b0-c31e-47fc-b7b3-354c73a886ce HTTP/1.1" status: 200 len: 1093 time: 1.5522628 May 06 13:58:25.979734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:25.993980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8d8c8-c53e-4e1e-be2f-2b794bc117af service neutron] Pushing event updated for resources: {'Port': ['ID=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:26.101458 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc1de28-a9ae-434c-80fa-f8cc7912f452'] response: {'name': 'network-changed', 'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'status': 'completed', 'code': 200} May 06 13:58:26.143184 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-5294ed2b-592f-4730-9656-bdf54bc06b0b service neutron] 10.222.0.65 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181652 May 06 13:58:26.165681 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-78e9461a-c131-4700-8721-9ab9bb1eefd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 1096 time: 0.1105158 May 06 13:58:26.250483 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-1df65655-0971-4cc2-b9d1-9aa9c01bd462 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce HTTP/1.1" status: 200 len: 217 time: 0.0766289 May 06 13:58:26.316654 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8373c6ae-8b55-48a1-a45c-75fe4677607c req-2449cb75-37d8-454b-825f-aff93a6f8ddf service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655488 May 06 13:58:26.363253 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5eefbffd-dbf8-4ecf-9c0d-28744b023872 req-525ee9dc-3b27-4d6e-b8e7-9755f04eb709 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 210 time: 0.0516317 May 06 13:58:26.366669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-36448604-f657-4291-b79e-809c0d871eb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:26.368057 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-36448604-f657-4291-b79e-809c0d871eb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.1115608 May 06 13:58:26.412780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:58:26.424214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] Sync routers for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:58:26.452488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:26.453374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:26.454628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:58:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:26.465718 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-04480e33-578d-41cd-b788-59bb2d8912ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900462 May 06 13:58:26.591839 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2dbd2eaf-2b63-456f-9849-1b77a8e78481 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1187458 May 06 13:58:26.591839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:26.594962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39358) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:26.645760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbdc29-4bde-40ff-b7f1-43a854fdff5c req-f6e1d934-7c09-4111-bf3b-2c9916df881b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:26.656210 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-80cbdc29-4bde-40ff-b7f1-43a854fdff5c req-f6e1d934-7c09-4111-bf3b-2c9916df881b tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 943 time: 0.1595671 May 06 13:58:26.699669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:26.741117 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-80cbdc29-4bde-40ff-b7f1-43a854fdff5c req-c635c231-2c5b-49f7-8464-ed0c5e00d996 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800080 May 06 13:58:26.799071 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-19776c89-a971-4316-912b-ab18f6b36b04 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/61999af4-080c-4665-bcb5-4c75abb1e4b3 HTTP/1.1" status: 200 len: 992 time: 0.2024322 May 06 13:58:26.811159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-a131eba1-394d-4a14-b0e1-0618043956d3 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375223 May 06 13:58:26.854199 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e003135-9be5-4828-b7c8-f21857574be7'] response: {'name': 'network-changed', 'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'status': 'completed', 'code': 200} May 06 13:58:27.040906 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-5aadf5cd-45bb-474d-b5c0-20ac86200b70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 1099 time: 0.1617820 May 06 13:58:27.118453 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4fcf868-b3bd-4a3e-92fe-db565597b241 req-93c3abb8-127b-40a1-bdf9-df76b9530bf6 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991633 May 06 13:58:27.236332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-a51f963a-7223-4554-b426-3c2be39faefa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:27.238970 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-a51f963a-7223-4554-b426-3c2be39faefa service neutron] 10.222.0.69 "GET /v2.0/networks?id=179ff06f-2187-4c27-81e7-be714dff88bc HTTP/1.1" status: 200 len: 898 time: 0.1908679 May 06 13:58:27.301594 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-896fda80-c385-4e14-b5f9-b57d187da719 req-8801e25e-4ef2-4f95-b1d1-86fd31447d89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 1096 time: 0.1041827 May 06 13:58:27.352031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '61999af4-080c-4665-bcb5-4c75abb1e4b3', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'port_id': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'mac_address': 'fa:16:3e:c5:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:22Z', 'updated_at': '2022-05-06T13:58:22Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:27.361660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] Checking router: f52d96d9-2e7c-4269-a43a-397808b1f13f for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:58:27.376248 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-fa2e14d8-f153-493b-a49f-3108f0757ddc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f1da788-ad94-497d-8986-f40537bd1bc5 HTTP/1.1" status: 200 len: 1000 time: 0.1235957 May 06 13:58:27.379354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:27.380354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:58:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:27.462582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fda80-c385-4e14-b5f9-b57d187da719 req-9f6eedfc-dc8c-479a-9276-30b8f4c293e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:27.464235 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-896fda80-c385-4e14-b5f9-b57d187da719 req-9f6eedfc-dc8c-479a-9276-30b8f4c293e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.1570370 May 06 13:58:27.469939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-176be233-a88a-480a-bbb6-e56dceece7e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:27.471401 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-176be233-a88a-480a-bbb6-e56dceece7e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69eb0047-b8c3-49c0-9f91-8e936bca4199 HTTP/1.1" status: 200 len: 835 time: 0.0893786 May 06 13:58:27.541063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-896fda80-c385-4e14-b5f9-b57d187da719 req-0da03a43-ccfe-48c7-8b6d-7f1338d69afe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce HTTP/1.1" status: 200 len: 217 time: 0.0698245 May 06 13:58:27.584168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-be9528b1-898a-4cfd-925f-37c2255316c6 req-3e0d1257-ae59-4c3e-9038-1f153ab55c6c tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 210 time: 0.0545683 May 06 13:58:27.604260 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-2805188b-fe6a-4201-baab-513d43b6bafc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=179ff06f-2187-4c27-81e7-be714dff88bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261532 May 06 13:58:27.604997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:27.632480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fda80-c385-4e14-b5f9-b57d187da719 req-3697007d-68d3-441e-80dc-8876b4c8ac07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:27.634031 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-896fda80-c385-4e14-b5f9-b57d187da719 req-3697007d-68d3-441e-80dc-8876b4c8ac07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.0851908 May 06 13:58:27.723946 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-896fda80-c385-4e14-b5f9-b57d187da719 req-282bb3aa-bde9-4d55-96e3-69f13b8bc44c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820858 May 06 13:58:27.755027 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-e4049a44-f0ce-44f2-a23a-cee6d412f77e service neutron] 10.222.0.69 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438785 May 06 13:58:27.810250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39372) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:27.912270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.69', 52602) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:28.010538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '61999af4-080c-4665-bcb5-4c75abb1e4b3', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'port_id': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'mac_address': 'fa:16:3e:c5:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:22Z', 'updated_at': '2022-05-06T13:58:22Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:28.015486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88958ad6-6983-4f12-b364-f7ac9e43c4ff None None] The sync data for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv is: [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '61999af4-080c-4665-bcb5-4c75abb1e4b3', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'port_id': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'mac_address': 'fa:16:3e:c5:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:22Z', 'updated_at': '2022-05-06T13:58:22Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:28.135259 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-896fda80-c385-4e14-b5f9-b57d187da719 req-5ebb6f8c-cff1-4e7a-8235-5cf54f22aaf6 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032445 May 06 13:58:28.138263 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d2846a21-0112-4d6a-b40c-2cd2ee6e627c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/61999af4-080c-4665-bcb5-4c75abb1e4b3 HTTP/1.1" status: 200 len: 992 time: 0.3245609 May 06 13:58:28.168628 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-29ae6e99-bb57-4b61-926b-c656e6ca6277 service neutron] 10.222.0.69 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074886 May 06 13:58:28.281118 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548910c4-3369-49a2-a106-f66cceff1f92 None None] New status for floating IP 61999af4-080c-4665-bcb5-4c75abb1e4b3: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:58:28.303516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-4a5095e3-844e-4a8a-8b2e-9914db1d417b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:28.304219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-4a5095e3-844e-4a8a-8b2e-9914db1d417b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Synchronizing usage tracker for tenant:97af13852700482b9953ceab111d3387 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:28.362373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcadc1-8e2a-46bd-a9ef-6e182a55d3ed req-41480d11-c31d-40c4-a657-6d4f0c7fba18 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:28.364137 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fbcadc1-8e2a-46bd-a9ef-6e182a55d3ed req-41480d11-c31d-40c4-a657-6d4f0c7fba18 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 943 time: 0.3567789 May 06 13:58:28.368378 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-896fda80-c385-4e14-b5f9-b57d187da719 req-c1ba51ed-299b-44f2-bd69-f3234aaeb1c7 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176900 May 06 13:58:28.374798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-4a5095e3-844e-4a8a-8b2e-9914db1d417b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Unset dirty status for tenant:97af13852700482b9953ceab111d3387 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:28.376322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-4a5095e3-844e-4a8a-8b2e-9914db1d417b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.69 "GET /v2.0/networks?id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 HTTP/1.1" status: 200 len: 811 time: 0.4628084 May 06 13:58:28.397776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Request body: {'port': {'device_id': '914136e9-e132-4fbe-a725-3575b559d7f2', 'network_id': 'a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33', 'admin_state_up': True, 'tenant_id': '97af13852700482b9953ceab111d3387'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:28.511180 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fbcadc1-8e2a-46bd-a9ef-6e182a55d3ed req-855aab7b-a232-46b8-a641-bf64d5906557 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336455 May 06 13:58:28.568622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:28.573968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Usage tracker for resource:port and tenant:97af13852700482b9953ceab111d3387 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:28.577209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:28.583856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:28.592863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Made reservation on behalf of 97af13852700482b9953ceab111d3387 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:28.595900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:28.760836 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f0e8ce73-becc-4f34-981a-5fd68cff0e8d req-8baac422-6acd-4ca0-b216-63ab8c1441a9 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 210 time: 0.0420640 May 06 13:58:28.773797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Allocated IP 172.20.0.9 (a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33/88fbd1fe-8aa0-4120-811e-ec537bf358ed/92ffe154-59f4-4430-9e5d-3b95a8b66c20) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:28.981640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:29.009396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:29.085950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:29.089107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:29.091430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:29.123220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Pushing event updated for resources: {'Port': ['ID=92ffe154-59f4-4430-9e5d-3b95a8b66c20,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:29.139554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39380) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:29.157487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:29.158091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:29.179721 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-9855fea0-8f38-48e2-8927-59436522ccb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7862954 May 06 13:58:29.191703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Request body: {'port': {'device_id': '914136e9-e132-4fbe-a725-3575b559d7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:29.251058 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8278e7b7-a5fc-4d1a-8cb7-a8fb33e132ac tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/61999af4-080c-4665-bcb5-4c75abb1e4b3 HTTP/1.1" status: 200 len: 994 time: 0.1057477 May 06 13:58:29.305255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:29.641891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ffe154-59f4-4430-9e5d-3b95a8b66c20 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:58:29.649578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:29.705498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Transition to ACTIVE for port object 92ffe154-59f4-4430-9e5d-3b95a8b66c20 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:29.710597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:29.958954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Pushing event updated for resources: {'Port': ['ID=92ffe154-59f4-4430-9e5d-3b95a8b66c20,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:29.981142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b506c15-6a97-4a73-a464-f0a7315290a9 req-91a946f6-59b3-4953-a6c6-7321c3f4323b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:29.983201 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b506c15-6a97-4a73-a464-f0a7315290a9 req-91a946f6-59b3-4953-a6c6-7321c3f4323b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 943 time: 0.0978324 May 06 13:58:30.014128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d50fd2-55c5-473b-b27b-0f5684ce261a req-d713a7ef-f7df-46b4-86fe-571dc304e3f6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:30.015689 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-00d50fd2-55c5-473b-b27b-0f5684ce261a req-d713a7ef-f7df-46b4-86fe-571dc304e3f6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 943 time: 0.3618920 May 06 13:58:30.034029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b506c15-6a97-4a73-a464-f0a7315290a9 req-627998d7-3bc9-4cd2-ba75-29cbfcd35148 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 May 06 13:58:30.128847 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-00d50fd2-55c5-473b-b27b-0f5684ce261a req-3d518131-3624-4587-9364-053cd51bb2f1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802209 May 06 13:58:30.130901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Attempting to bind port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:30.131231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Attempting to bind port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '7534d82a-8611-4ecb-b0b9-7ed6ea35998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:30.131549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Attempting to bind port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 on network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:30.137472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 on network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:58:30.137791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Attempting to bind port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 on network a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:30.145693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:30.145978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Checking segment: {'id': '7534d82a-8611-4ecb-b0b9-7ed6ea35998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:30.146278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Bound using segment: {'id': '7534d82a-8611-4ecb-b0b9-7ed6ea35998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:30.146774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Bound port: 92ffe154-59f4-4430-9e5d-3b95a8b66c20, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7534d82a-8611-4ecb-b0b9-7ed6ea35998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:30.147240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:30.239676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] For port 92ffe154-59f4-4430-9e5d-3b95a8b66c20, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:30.242820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] For port 92ffe154-59f4-4430-9e5d-3b95a8b66c20, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20,segment=NetworkSegment(7534d82a-8611-4ecb-b0b9-7ed6ea35998b),segment_id=7534d82a-8611-4ecb-b0b9-7ed6ea35998b)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:30.255051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:30.314205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:30.315546 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] 10.222.0.69 "PUT /v2.0/ports/92ffe154-59f4-4430-9e5d-3b95a8b66c20 HTTP/1.1" status: 200 len: 1093 time: 1.1280494 May 06 13:58:30.316624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914136e9-e132-4fbe-a725-3575b559d7f2', 'tag': '92ffe154-59f4-4430-9e5d-3b95a8b66c20'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:30.334924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b644b3-edda-4134-8adb-bb3ffa574e1c service neutron] Pushing event updated for resources: {'Port': ['ID=92ffe154-59f4-4430-9e5d-3b95a8b66c20,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:30.396589 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8e8737-fe57-4166-9018-c7bb511b4bc6'] response: {'name': 'network-changed', 'server_uuid': '914136e9-e132-4fbe-a725-3575b559d7f2', 'tag': '92ffe154-59f4-4430-9e5d-3b95a8b66c20', 'status': 'completed', 'code': 200} May 06 13:58:30.437267 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-d84115bf-5a15-4eb3-9014-f8c4c4e7a96f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97af13852700482b9953ceab111d3387&device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0717325 May 06 13:58:30.508502 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-089c19e8-97c3-410c-9261-8ec49b3ced77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20 HTTP/1.1" status: 200 len: 217 time: 0.0638072 May 06 13:58:30.571649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-435e9fba-e902-4738-9dcd-2613d97dbffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:30.573135 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-435e9fba-e902-4738-9dcd-2613d97dbffe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=88fbd1fe-8aa0-4120-811e-ec537bf358ed HTTP/1.1" status: 200 len: 851 time: 0.0575099 May 06 13:58:30.624700 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-81d8dde1-4dc1-4e71-bc50-e47b350016a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427921 May 06 13:58:30.757848 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-6d67dd7f-c239-4f09-925b-b097e1473eba service neutron] 10.222.0.69 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264277 May 06 13:58:30.892745 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cdd9d1a-9980-4298-ae9b-967573889541 req-8538e6dd-2a4b-4fa5-a14b-a1c39a918d46 service neutron] 10.222.0.69 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273870 May 06 13:58:31.010930 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-c45ba8ec-9616-4cfd-acf0-e261dd9ff75d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97af13852700482b9953ceab111d3387&device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0686450 May 06 13:58:31.149172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-5819d5ad-6447-478f-97fd-4f4cb0a48154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:31.150628 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-5819d5ad-6447-478f-97fd-4f4cb0a48154 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 HTTP/1.1" status: 200 len: 912 time: 0.1320360 May 06 13:58:31.262378 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-2a3f929b-5655-4e65-83d1-1b6be792d1b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20 HTTP/1.1" status: 200 len: 217 time: 0.0982707 May 06 13:58:31.342332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-57427805-98a8-42d7-8e74-b5dd4e4a359b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:31.343807 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-57427805-98a8-42d7-8e74-b5dd4e4a359b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=88fbd1fe-8aa0-4120-811e-ec537bf358ed HTTP/1.1" status: 200 len: 851 time: 0.0731850 May 06 13:58:31.404692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b2f7a-b982-4657-ba1b-62e132fc8d2f req-6f31a41b-762c-428a-912c-2d3bce7ff8d6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:31.405396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-427b2f7a-b982-4657-ba1b-62e132fc8d2f req-6f31a41b-762c-428a-912c-2d3bce7ff8d6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Synchronizing usage tracker for tenant:97af13852700482b9953ceab111d3387 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:31.414956 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-fbe12ffd-0396-47d5-982c-ae52f0de4f7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626209 May 06 13:58:31.441960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d098a-1571-4784-82d9-73fd84c7a902 req-b908dc14-bacc-4b8e-a6f6-c1a3456ff6af tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:31.443722 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef9d098a-1571-4784-82d9-73fd84c7a902 req-b908dc14-bacc-4b8e-a6f6-c1a3456ff6af tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 943 time: 0.1888003 May 06 13:58:31.490669 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef9d098a-1571-4784-82d9-73fd84c7a902 req-9481e62e-d313-4239-b9b3-be58accfa7bd tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410316 May 06 13:58:31.494221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-427b2f7a-b982-4657-ba1b-62e132fc8d2f req-6f31a41b-762c-428a-912c-2d3bce7ff8d6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Unset dirty status for tenant:97af13852700482b9953ceab111d3387 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:31.495357 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-427b2f7a-b982-4657-ba1b-62e132fc8d2f req-6f31a41b-762c-428a-912c-2d3bce7ff8d6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 943 time: 0.2840526 May 06 13:58:31.675678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-427b2f7a-b982-4657-ba1b-62e132fc8d2f req-c050409c-b8e2-401a-ba97-41f9fb121db8 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Synchronizing usage tracker for tenant:97af13852700482b9953ceab111d3387 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:31.681410 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-6652c940-45f0-4a59-8e1b-607f564358bf service neutron] 10.222.0.69 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569642 May 06 13:58:31.760306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-427b2f7a-b982-4657-ba1b-62e132fc8d2f req-c050409c-b8e2-401a-ba97-41f9fb121db8 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Unset dirty status for tenant:97af13852700482b9953ceab111d3387 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:31.761437 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-427b2f7a-b982-4657-ba1b-62e132fc8d2f req-c050409c-b8e2-401a-ba97-41f9fb121db8 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609373 May 06 13:58:31.820099 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f96db9e5-c647-4871-a990-4cf6bf607057 req-f0a9fa19-6e48-4ff8-9a1b-ba763585d4a7 service neutron] 10.222.0.69 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299541 May 06 13:58:32.004850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95751261-6560-4345-b3fd-3be6ceeb7bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:32.703266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171ad81-606d-4ff3-859d-b14e814db27b req-ef3a27f3-fceb-4cdd-9358-d8cb0b3a54b1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:32.704810 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e171ad81-606d-4ff3-859d-b14e814db27b req-ef3a27f3-fceb-4cdd-9358-d8cb0b3a54b1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 943 time: 0.0768881 May 06 13:58:32.752086 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e171ad81-606d-4ff3-859d-b14e814db27b req-027425b6-1409-479f-851f-260ecbcc6390 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413415 May 06 13:58:32.956044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d463e4f-5b42-4c9e-95ab-a157e4b3f8ef req-29dfad94-b698-4d1d-a4cf-5c8d70ec7c9c tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:32.957439 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4d463e4f-5b42-4c9e-95ab-a157e4b3f8ef req-29dfad94-b698-4d1d-a4cf-5c8d70ec7c9c tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 943 time: 0.0768218 May 06 13:58:33.007386 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4d463e4f-5b42-4c9e-95ab-a157e4b3f8ef req-ce454a4b-aba4-4d65-bb97-48534074d5e6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 May 06 13:58:33.745172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 92ffe154-59f4-4430-9e5d-3b95a8b66c20 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:58:33.923472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 92ffe154-59f4-4430-9e5d-3b95a8b66c20, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20,segment=NetworkSegment(7534d82a-8611-4ecb-b0b9-7ed6ea35998b),segment_id=7534d82a-8611-4ecb-b0b9-7ed6ea35998b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:33.942097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '92ffe154-59f4-4430-9e5d-3b95a8b66c20', 'network_id': 'a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33', 'port_id': '92ffe154-59f4-4430-9e5d-3b95a8b66c20', 'mac_address': 'fa:16:3e:1e:f0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fbd1fe-8aa0-4120-811e-ec537bf358ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:58:33.962363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a04a-fc49-4406-b65c-8a7f0366302f req-996a9535-754d-4c97-8454-ee140e3199b6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:33.963849 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8e35a04a-fc49-4406-b65c-8a7f0366302f req-996a9535-754d-4c97-8454-ee140e3199b6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 943 time: 0.0835192 May 06 13:58:33.996650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.010009 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8e35a04a-fc49-4406-b65c-8a7f0366302f req-7dd35660-8193-48a5-8ff6-545611ed619e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405507 May 06 13:58:34.013744 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ffe154-59f4-4430-9e5d-3b95a8b66c20 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:58:34.030119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 92ffe154-59f4-4430-9e5d-3b95a8b66c20, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20,segment=NetworkSegment(7534d82a-8611-4ecb-b0b9-7ed6ea35998b),segment_id=7534d82a-8611-4ecb-b0b9-7ed6ea35998b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:34.035375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.035994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7b32c1b0-c31e-47fc-b7b3-354c73a886ce details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:58:34.166275 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=92ffe154-59f4-4430-9e5d-3b95a8b66c20,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:34.204533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6948e6-1ae6-4a50-a5f5-60609a690913 req-fa66d8a0-3b36-4adf-aab4-dbb30882260b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:34.205990 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8e6948e6-1ae6-4a50-a5f5-60609a690913 req-fa66d8a0-3b36-4adf-aab4-dbb30882260b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 944 time: 0.0781062 May 06 13:58:34.233737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:34.251695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'port_id': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'mac_address': 'fa:16:3e:3c:a5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:58:34.253737 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8e6948e6-1ae6-4a50-a5f5-60609a690913 req-bf9301b4-a8bc-4eea-b87e-a51fc26bdcff tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 May 06 13:58:34.305335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.322966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b32c1b0-c31e-47fc-b7b3-354c73a886ce {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:58:34.349450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:34.350400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9c37444-5341-4fa6-8f51-235d98f7b8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.352827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.417689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:34.638802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['92ffe154-59f4-4430-9e5d-3b95a8b66c20'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:58:34.666273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['7b32c1b0-c31e-47fc-b7b3-354c73a886ce'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:58:35.212125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589d341-44b9-47f3-ba78-e14b7243c581 req-f6fc7b0a-6677-4d49-ad75-595e84a26ba9 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:35.213493 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a589d341-44b9-47f3-ba78-e14b7243c581 req-f6fc7b0a-6677-4d49-ad75-595e84a26ba9 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 944 time: 0.0826969 May 06 13:58:35.263220 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a589d341-44b9-47f3-ba78-e14b7243c581 req-fdafd96f-b907-4dc8-b005-5d4b4f941afd tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441034 May 06 13:58:35.457008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d68d92-be50-4183-9701-e1e540843c15 req-6b4a7d53-32cb-4b1e-b68c-6fdc0d0f396b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:35.458452 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f9d68d92-be50-4183-9701-e1e540843c15 req-6b4a7d53-32cb-4b1e-b68c-6fdc0d0f396b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 944 time: 0.0809836 May 06 13:58:35.508499 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f9d68d92-be50-4183-9701-e1e540843c15 req-db36af4b-04db-4483-9216-cd528887059d tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 May 06 13:58:35.535680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:35.574826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:35.762600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 92ffe154-59f4-4430-9e5d-3b95a8b66c20 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:35.836324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:35.841314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:35.841679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:35.957847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:35.983766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914136e9-e132-4fbe-a725-3575b559d7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ffe154-59f4-4430-9e5d-3b95a8b66c20'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:35.993803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 92ffe154-59f4-4430-9e5d-3b95a8b66c20, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20,segment=NetworkSegment(7534d82a-8611-4ecb-b0b9-7ed6ea35998b),segment_id=7534d82a-8611-4ecb-b0b9-7ed6ea35998b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:35.998688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:35.999494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7b32c1b0-c31e-47fc-b7b3-354c73a886ce up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:36.114206 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906c228d-b15e-43f7-a5fd-a92a9fc0eac6'] response: {'server_uuid': '914136e9-e132-4fbe-a725-3575b559d7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ffe154-59f4-4430-9e5d-3b95a8b66c20', 'code': 200} May 06 13:58:36.117848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=92ffe154-59f4-4430-9e5d-3b95a8b66c20,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:36.134364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:36.139286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:36.139635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.266847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.298913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:36.304550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.336562 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-112e9196-fedc-4cd3-86f5-37d049e498af req-fc738926-c62c-4dff-a29c-ac379600e78f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0690336 May 06 13:58:36.371727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:36.380948 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-112e9196-fedc-4cd3-86f5-37d049e498af req-fda4fd57-a763-40c3-aa8a-3e0ea3e43187 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 May 06 13:58:36.468588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9e63-5e3d-437f-8069-a963378458a8 req-ac47bba8-5438-42c9-b577-da41a9826af5 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:36.470028 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e02c9e63-5e3d-437f-8069-a963378458a8 req-ac47bba8-5438-42c9-b577-da41a9826af5 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 945 time: 0.0825663 May 06 13:58:36.516698 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e02c9e63-5e3d-437f-8069-a963378458a8 req-b3efb678-9ff8-40c3-9eae-30e5909c6a59 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 May 06 13:58:36.704259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae0e3f-c0c3-4169-83de-0f8fda0fa131 req-ecf669f6-284e-403c-9b39-7d454bfb7e9a tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:36.705700 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-80ae0e3f-c0c3-4169-83de-0f8fda0fa131 req-ecf669f6-284e-403c-9b39-7d454bfb7e9a tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0759087 May 06 13:58:36.751075 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-80ae0e3f-c0c3-4169-83de-0f8fda0fa131 req-aa80e841-eb69-40f3-a62a-fa0251b66036 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 May 06 13:58:36.838188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:37.711357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de49b5-d458-41fb-a56d-f272dcf63682 req-d5a48e36-77c4-4307-8323-968354105226 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:37.712802 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1de49b5-d458-41fb-a56d-f272dcf63682 req-d5a48e36-77c4-4307-8323-968354105226 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 945 time: 0.0762274 May 06 13:58:37.758901 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1de49b5-d458-41fb-a56d-f272dcf63682 req-bc80846a-cbfd-4225-94c6-11d419e947ba tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404825 May 06 13:58:37.951813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b244d-e211-4452-9fc0-65c8ad1fce80 req-bc51f8dd-81d4-4956-8cf7-4341bc7487a4 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:37.953292 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-100b244d-e211-4452-9fc0-65c8ad1fce80 req-bc51f8dd-81d4-4956-8cf7-4341bc7487a4 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0803316 May 06 13:58:37.999350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-100b244d-e211-4452-9fc0-65c8ad1fce80 req-9bf12441-78f8-488a-8c3b-c1c9a5572648 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 May 06 13:58:38.115994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:38.169676 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a146c52-d595-4c12-a512-2ab37ff034fd'] response: {'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'code': 200} May 06 13:58:38.199222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8932f-4b2b-4708-8cbb-ce12e0b228eb req-e89967e0-66cf-4c77-a110-c0bb85274c43 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:38.200725 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9ae8932f-4b2b-4708-8cbb-ce12e0b228eb req-e89967e0-66cf-4c77-a110-c0bb85274c43 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0812757 May 06 13:58:38.245799 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9ae8932f-4b2b-4708-8cbb-ce12e0b228eb req-62189a74-9cae-4c91-a379-52514d645aa4 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 May 06 13:58:38.466142 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-77dd5608-6180-4b16-a92d-8ac924256856 req-51f82cfd-52ab-4398-9bd6-ff568a06a137 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 1098 time: 0.0679305 May 06 13:58:38.523489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-77dd5608-6180-4b16-a92d-8ac924256856 req-75d80ecb-7b8d-4ea4-98ed-c07cfc491703 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517001 May 06 13:58:38.678158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213f73b-31c9-4bfb-88b4-b651392c6514 req-36823553-5257-488f-ba23-2307fda5d75b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:38.680682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f213f73b-31c9-4bfb-88b4-b651392c6514 req-36823553-5257-488f-ba23-2307fda5d75b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0772977 May 06 13:58:38.725800 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f213f73b-31c9-4bfb-88b4-b651392c6514 req-c9cf77c6-63b6-4398-824d-58318615fd32 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 May 06 13:58:38.958215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a45d1-e75d-4a19-a842-d5f8cd80285e req-ecc00c31-772e-4f5f-a5fa-2693af6570a4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:38.959661 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f78a45d1-e75d-4a19-a842-d5f8cd80285e req-ecc00c31-772e-4f5f-a5fa-2693af6570a4 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 945 time: 0.0778949 May 06 13:58:39.004823 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f78a45d1-e75d-4a19-a842-d5f8cd80285e req-e202d598-da56-4fb3-bba2-3b9584c6c75a tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395098 May 06 13:58:39.933589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1d49-44b4-4ef1-87dd-c86f1e04966d req-25a0473f-4216-4d08-88f0-ec415644a66e tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:39.935028 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9a4f1d49-44b4-4ef1-87dd-c86f1e04966d req-25a0473f-4216-4d08-88f0-ec415644a66e tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0842400 May 06 13:58:39.980876 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9a4f1d49-44b4-4ef1-87dd-c86f1e04966d req-b7db88f8-b89a-4950-926b-8411b2369ee4 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 May 06 13:58:40.209454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cfab1-31f7-4c0f-b4b3-287870f3524a req-849b6e11-27f6-4ab9-b84b-34b32093ae12 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:40.210980 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-903cfab1-31f7-4c0f-b4b3-287870f3524a req-849b6e11-27f6-4ab9-b84b-34b32093ae12 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 945 time: 0.0843844 May 06 13:58:40.262967 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-903cfab1-31f7-4c0f-b4b3-287870f3524a req-0a7ef5ce-f060-4bea-8cba-a65cccc32486 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455337 May 06 13:58:40.358845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b50fa-bcfd-4a97-9a3e-49a8f9bb1086 req-94b2c9b8-7bb5-464d-b199-ee32a89de21e tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:40.359466 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0e6b50fa-bcfd-4a97-9a3e-49a8f9bb1086 req-94b2c9b8-7bb5-464d-b199-ee32a89de21e tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0860729 May 06 13:58:40.359561 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-d7b0759e-4eca-417a-8e66-27d83c93283b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97af13852700482b9953ceab111d3387&device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0752327 May 06 13:58:40.406609 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0e6b50fa-bcfd-4a97-9a3e-49a8f9bb1086 req-95fbb776-e048-42f1-b623-106e86970995 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 May 06 13:58:40.544578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-7cb878b9-8f04-4bff-8df6-3d7eabbd6627 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:40.545943 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-7cb878b9-8f04-4bff-8df6-3d7eabbd6627 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 HTTP/1.1" status: 200 len: 912 time: 0.1800816 May 06 13:58:40.613381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90075d5-5b82-4772-9f6a-230d40ec1084 req-75f49a25-7657-437a-ba0c-3beeb52c534e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:40.614806 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d90075d5-5b82-4772-9f6a-230d40ec1084 req-75f49a25-7657-437a-ba0c-3beeb52c534e tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 945 time: 0.1812625 May 06 13:58:40.643344 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-d9fa4ba7-4707-404e-bfd2-7fb8cf7dc6d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20 HTTP/1.1" status: 200 len: 217 time: 0.0894315 May 06 13:58:40.713580 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d90075d5-5b82-4772-9f6a-230d40ec1084 req-8b68499c-9b8f-4b56-b539-4c7951247d0c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924242 May 06 13:58:40.726512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-0a9c51ba-6140-44fa-ab70-aa19507bff60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:40.727948 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-0a9c51ba-6140-44fa-ab70-aa19507bff60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=88fbd1fe-8aa0-4120-811e-ec537bf358ed HTTP/1.1" status: 200 len: 851 time: 0.0710001 May 06 13:58:40.741457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39438) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:40.871243 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-5c3790ce-83a7-4b1d-9173-20c30902b932 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370444 May 06 13:58:41.005915 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a29f78ee-ae0f-4850-9f8a-d07ca97d7651 tempest-TestVolumeBootPattern-1732258730 tempest-TestVolumeBootPattern-1732258730-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 1093 time: 0.2602451 May 06 13:58:41.006163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39444) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:41.007064 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-4beb171b-f9b0-4104-8be1-c73c15bc2570 service neutron] 10.222.0.69 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292665 May 06 13:58:41.011146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:41.016598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:41.021165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Usage tracker for resource:floatingip and tenant:f9474ae57cd847da84ea370292c66aa4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:41.024016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:41.029690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:41.041395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:41.141297 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875feb6d-5bcf-4ae3-b2b0-da74c1a375cd req-a4611229-6d0d-4fb3-b6b5-08f0b76b084e service neutron] 10.222.0.69 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270511 May 06 13:58:41.181837 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:41.323231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Allocated IP 172.26.0.66 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/b2c06560-b760-483a-ba6e-f9b0c12ad642) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:41.470467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:41.498807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:41.614024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:41.619024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:41.621817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=b2c06560-b760-483a-ba6e-f9b0c12ad642,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:41.623908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:41.733970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18c8c8-39db-4779-b822-ac863bbbf103 req-e2f7db71-c7cf-49ac-a12c-01f9c162fb2c tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:41.735321 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0b18c8c8-39db-4779-b822-ac863bbbf103 req-e2f7db71-c7cf-49ac-a12c-01f9c162fb2c tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.2004573 May 06 13:58:41.837700 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0b18c8c8-39db-4779-b822-ac863bbbf103 req-1c5d9b0f-94fc-4b4c-a5be-a5a51edd44b8 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946975 May 06 13:58:42.269619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.324469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.544719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.549593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.659668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event updated for resources: {'Port': ['ID=b2c06560-b760-483a-ba6e-f9b0c12ad642,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:42.672196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.881267 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Floating IP 6a841d17-dd41-4538-8829-e8f22c109cb5 associated. External IP: 172.26.0.66, port: 7b32c1b0-c31e-47fc-b7b3-354c73a886ce. May 06 13:58:43.097166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444df6a-528f-4d7e-a440-c4a68438afc1 req-b74baa3a-193a-4979-881c-cf5ddd3c001d tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:43.098613 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c444df6a-528f-4d7e-a440-c4a68438afc1 req-b74baa3a-193a-4979-881c-cf5ddd3c001d tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0755396 May 06 13:58:43.149186 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c444df6a-528f-4d7e-a440-c4a68438afc1 req-4d174ae5-4078-457f-bc60-7d3b4957e5be tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447302 May 06 13:58:43.323086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:58:43.524267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:58:43.534622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:58:43.547651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:43.548383 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:58:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:43.552225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:43.586832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaf473-63e2-48d1-9842-c3f9acab185b req-fdaf8ad6-1f2a-423d-960c-bb993d51e2c3 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:43.589416 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3beaf473-63e2-48d1-9842-c3f9acab185b req-fdaf8ad6-1f2a-423d-960c-bb993d51e2c3 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0861764 May 06 13:58:43.615996 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-84013f58-38b0-4be9-92c9-f50815047145 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6088572 May 06 13:58:43.617043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:43.647759 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3beaf473-63e2-48d1-9842-c3f9acab185b req-17cd8853-8771-4e56-b0e7-58c5816150ad tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468059 May 06 13:58:43.684316 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3bac5c-db9b-45d0-9325-8156c2337cd1'] response: {'name': 'network-changed', 'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'status': 'completed', 'code': 200} May 06 13:58:43.768552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:43.785034 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-9adf6cc5-817b-42a1-ac98-f5777cc0efcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 1098 time: 0.0728176 May 06 13:58:43.919395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-99c3a03f-9f62-45ff-9a9e-85a3611b48aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:43.920849 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-99c3a03f-9f62-45ff-9a9e-85a3611b48aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.1269376 May 06 13:58:44.027517 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-f542c2c8-5ab5-4469-bdbe-c3ddb2a06dff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce HTTP/1.1" status: 200 len: 998 time: 0.1002080 May 06 13:58:44.094950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-b1113c67-4f4a-4db0-a5b6-a6e414dedea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:44.096418 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-b1113c67-4f4a-4db0-a5b6-a6e414dedea9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.0611522 May 06 13:58:44.137808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:24Z', 'revision_number': 1, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}, {'id': '6a841d17-dd41-4538-8829-e8f22c109cb5', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:3c:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:42Z', 'updated_at': '2022-05-06T13:58:42Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:44.141942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:58:44.152562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:44.153239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:58:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:44.172437 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-ed55dd98-d2d3-4f81-ae9a-f408511161e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689020 May 06 13:58:44.306429 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-7b512ce4-96f6-4a03-b196-1d47283e5efc service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281404 May 06 13:58:44.335126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:44.455583 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6563287a-d093-405f-9eed-ae7b83d36ee3 req-8f621e22-5e25-4d7a-b968-2315f2c96aaf service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404934 May 06 13:58:44.688189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:24Z', 'revision_number': 1, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}, {'id': '6a841d17-dd41-4538-8829-e8f22c109cb5', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:3c:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:42Z', 'updated_at': '2022-05-06T13:58:42Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:44.692751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ded69-2507-4ff2-b81a-0d1681ec5e82 None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:24Z', 'revision_number': 1, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}, {'id': '6a841d17-dd41-4538-8829-e8f22c109cb5', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:3c:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:42Z', 'updated_at': '2022-05-06T13:58:42Z', 'revision_number': 0, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:44.864373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e939cbb-1893-4d9f-a2eb-2c7a2f26a8d0 req-cab2d34e-4aa9-4fc4-b206-b906d76ef2fe tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:44.865872 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0e939cbb-1893-4d9f-a2eb-2c7a2f26a8d0 req-cab2d34e-4aa9-4fc4-b206-b906d76ef2fe tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0868330 May 06 13:58:44.906556 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1a5f2-2d6a-4dc5-97ff-2a13bfcb7a67 None None] New status for floating IP 6a841d17-dd41-4538-8829-e8f22c109cb5: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:58:44.923818 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0e939cbb-1893-4d9f-a2eb-2c7a2f26a8d0 req-1c1758ba-565f-44ee-8a09-a2f2007e2115 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510786 May 06 13:58:45.352604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5940d89-095f-480d-b693-b1cfc3d888d9 req-df2497b4-4373-47dd-b1db-7e1d1dc753f2 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:45.354054 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a5940d89-095f-480d-b693-b1cfc3d888d9 req-df2497b4-4373-47dd-b1db-7e1d1dc753f2 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.1359925 May 06 13:58:45.357714 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-c3cdf2e5-ff4c-470f-821a-e3025cb7162c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97af13852700482b9953ceab111d3387&device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 1098 time: 0.1095383 May 06 13:58:45.582794 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a5940d89-095f-480d-b693-b1cfc3d888d9 req-c7fe651e-398c-4dd5-9508-56fbec2198d6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222514 May 06 13:58:45.619506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-cef2baf8-db1f-46e0-98db-4e4ffa5d45d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:45.620993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-cef2baf8-db1f-46e0-98db-4e4ffa5d45d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 HTTP/1.1" status: 200 len: 912 time: 0.2465882 May 06 13:58:45.689836 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-c1bcbc1f-ee2a-462e-9177-0eda822a4f3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20 HTTP/1.1" status: 200 len: 217 time: 0.0626810 May 06 13:58:45.753912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-571b4803-ad8f-4095-a59c-f4236444ab24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:45.755339 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-571b4803-ad8f-4095-a59c-f4236444ab24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=88fbd1fe-8aa0-4120-811e-ec537bf358ed HTTP/1.1" status: 200 len: 851 time: 0.0594087 May 06 13:58:45.805208 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-afaae816-5d23-485a-b04e-b80466e175d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424335 May 06 13:58:45.858891 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:58:45.939807 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-bbc7d7d2-8254-499d-bd47-b5da112ff425 service neutron] 10.222.0.69 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290591 May 06 13:58:46.076764 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb3806ca-67e9-43d0-8e33-23827ec6a854 req-41bb0d40-dc82-40ff-8f29-d61a296308a9 service neutron] 10.222.0.69 "GET /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302176 May 06 13:58:46.894572 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ecc1-8f63-4bb7-b09d-5df27c5dd135 req-186fae4f-a992-4db7-abf1-05f7b0d10790 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:46.895948 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa02ecc1-8f63-4bb7-b09d-5df27c5dd135 req-186fae4f-a992-4db7-abf1-05f7b0d10790 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.1853213 May 06 13:58:46.944392 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa02ecc1-8f63-4bb7-b09d-5df27c5dd135 req-588c1ae4-bf55-4e70-ae67-2987cfd40989 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427876 May 06 13:58:48.141817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52063f0c-dde3-484e-836b-703901d3320e req-b030f634-82fb-4265-9281-4e9d6adca13b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:48.143287 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-52063f0c-dde3-484e-836b-703901d3320e req-b030f634-82fb-4265-9281-4e9d6adca13b tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0763257 May 06 13:58:48.188587 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-52063f0c-dde3-484e-836b-703901d3320e req-fbed2809-5c1a-4f3c-8dbf-d38f928cb722 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 May 06 13:58:48.626951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d04e-355b-4454-88dd-808471dd5bda req-93532d95-4070-4ed1-af10-06f295aa2604 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:48.628988 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4146d04e-355b-4454-88dd-808471dd5bda req-93532d95-4070-4ed1-af10-06f295aa2604 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0913296 May 06 13:58:48.679193 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4146d04e-355b-4454-88dd-808471dd5bda req-74181746-c926-4ca5-b119-34dac3681eb6 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446332 May 06 13:58:49.874515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca88d94-c1a9-4f44-a206-53e5b40384f1 req-760a4d9f-bf77-4b08-b1a5-75620b9b2c7a tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:49.875997 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ca88d94-c1a9-4f44-a206-53e5b40384f1 req-760a4d9f-bf77-4b08-b1a5-75620b9b2c7a tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0769591 May 06 13:58:49.923182 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ca88d94-c1a9-4f44-a206-53e5b40384f1 req-bdb170ac-974d-4156-89b8-e51b30263616 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 May 06 13:58:50.289728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:50.718820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-ad4321e4-6910-412d-9a95-2b05c9f94f84 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:50.720264 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-ad4321e4-6910-412d-9a95-2b05c9f94f84 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.69 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0831146 May 06 13:58:50.789965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Deleting port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:58:50.790301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:51.042562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] For port 92ffe154-59f4-4430-9e5d-3b95a8b66c20, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=92ffe154-59f4-4430-9e5d-3b95a8b66c20,segment=NetworkSegment(7534d82a-8611-4ecb-b0b9-7ed6ea35998b),segment_id=7534d82a-8611-4ecb-b0b9-7ed6ea35998b)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:51.043232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:51.133524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7ad3-54ef-4f35-b95d-59bce93f0745 req-38e2fb8c-542b-4c78-a45b-5e52705ed7f2 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:51.135055 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-760d7ad3-54ef-4f35-b95d-59bce93f0745 req-38e2fb8c-542b-4c78-a45b-5e52705ed7f2 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/ports?device_id=914136e9-e132-4fbe-a725-3575b559d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0801938 May 06 13:58:51.166255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Calling delete_port for 92ffe154-59f4-4430-9e5d-3b95a8b66c20 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:58:51.181519 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-760d7ad3-54ef-4f35-b95d-59bce93f0745 req-8f5fd5eb-e57c-4812-a3b2-0f4927535ba5 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a633a7b-819c-4670-af8a-1cb5852e11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 May 06 13:58:51.313623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:51.326140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['92ffe154-59f4-4430-9e5d-3b95a8b66c20'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:58:51.365564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Pushing event deleted for resources: {'Port': ['ID=92ffe154-59f4-4430-9e5d-3b95a8b66c20,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:51.553749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] No DVR routers for this DVR port 92ffe154-59f4-4430-9e5d-3b95a8b66c20 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:51.556219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:51.559458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914136e9-e132-4fbe-a725-3575b559d7f2', 'name': 'network-vif-deleted', 'tag': '92ffe154-59f4-4430-9e5d-3b95a8b66c20'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:51.576415 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57f90718-e149-4d3e-ad85-7bb49c8a930b req-560a1385-7635-4274-a4aa-3d47bf451d40 tempest-TestServerAdvancedOps-1753149026 tempest-TestServerAdvancedOps-1753149026-project] 10.222.0.69 "DELETE /v2.0/ports/92ffe154-59f4-4430-9e5d-3b95a8b66c20 HTTP/1.1" status: 204 len: 173 time: 0.8487611 May 06 13:58:51.704243 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acb6a1d-db94-4af0-a02f-398b51062041'] response: {'server_uuid': '914136e9-e132-4fbe-a725-3575b559d7f2', 'name': 'network-vif-deleted', 'tag': '92ffe154-59f4-4430-9e5d-3b95a8b66c20', 'status': 'completed', 'code': 200} May 06 13:58:52.326907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39492) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:52.389433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-94647222-9478-4df8-b96a-9bea5a941ceb admin admin] Deleting subnet 88fbd1fe-8aa0-4120-811e-ec537bf358ed {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:58:52.393389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94647222-9478-4df8-b96a-9bea5a941ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.447680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94647222-9478-4df8-b96a-9bea5a941ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.507155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94647222-9478-4df8-b96a-9bea5a941ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.576775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94647222-9478-4df8-b96a-9bea5a941ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.615118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94647222-9478-4df8-b96a-9bea5a941ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fbd1fe-8aa0-4120-811e-ec537bf358ed,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:52.626833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94647222-9478-4df8-b96a-9bea5a941ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.634397 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-94647222-9478-4df8-b96a-9bea5a941ceb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/88fbd1fe-8aa0-4120-811e-ec537bf358ed HTTP/1.1" status: 204 len: 168 time: 0.3054588 May 06 13:58:52.636363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39496) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:52.744353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.873024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.898543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:52.910681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7534d82a-8611-4ecb-b0b9-7ed6ea35998b') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:52.910976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7534d82a-8611-4ecb-b0b9-7ed6ea35998b') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:52.922745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.940150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.947517 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:58:52.947966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:52.961283 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:53.038592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.054853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.064870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:53.073722 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-392484f0-27a1-4d3a-b316-446bac546e96 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a8c6eb1c-eabf-4808-b9c7-6a1eb0c9ec33 HTTP/1.1" status: 204 len: 168 time: 0.4363549 May 06 13:58:53.076463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39500) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:53.139562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e18c90-bb9c-42d0-acd0-a3e331998b4b admin admin] Deleting subnet 0aad14a2-fd8e-46d7-a9e7-f63e4059aa8b {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:58:53.143094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0e18c90-bb9c-42d0-acd0-a3e331998b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.191573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0e18c90-bb9c-42d0-acd0-a3e331998b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.244763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0e18c90-bb9c-42d0-acd0-a3e331998b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.314236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0e18c90-bb9c-42d0-acd0-a3e331998b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.350718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e18c90-bb9c-42d0-acd0-a3e331998b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aad14a2-fd8e-46d7-a9e7-f63e4059aa8b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:53.357173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0e18c90-bb9c-42d0-acd0-a3e331998b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.363099 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a0e18c90-bb9c-42d0-acd0-a3e331998b4b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0aad14a2-fd8e-46d7-a9e7-f63e4059aa8b HTTP/1.1" status: 204 len: 168 time: 0.2856941 May 06 13:58:53.365513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39504) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:53.469749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.591115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.616897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96342f46-b633-4d4e-8845-ce7f0bc324c5']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:53.630211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9aa4f0c-6174-494b-b192-128fd7008e74') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:53.630511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9aa4f0c-6174-494b-b192-128fd7008e74') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:53.641783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.657211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.663248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:58:53.663639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:53.677234 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:53.754462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.769652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.778412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] Pushing event deleted for resources: {'Network': ['ID=96342f46-b633-4d4e-8845-ce7f0bc324c5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:53.781489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e1e05e49-6900-4baf-964e-65d3547c1830 admin admin] 10.222.0.65 "DELETE /v2.0/networks/96342f46-b633-4d4e-8845-ce7f0bc324c5 HTTP/1.1" status: 204 len: 168 time: 0.4150655 May 06 13:58:53.878823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 92ffe154-59f4-4430-9e5d-3b95a8b66c20 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:53.912396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 92ffe154-59f4-4430-9e5d-3b95a8b66c20 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:58:53.912737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 92ffe154-59f4-4430-9e5d-3b95a8b66c20 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:53.976923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39510) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:54.027605 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e6dbad46-a4d5-4889-b2f7-820990411be9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97af13852700482b9953ceab111d3387&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494587 May 06 13:58:54.029977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39514) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:54.091502 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6de42882-b681-4f53-8e28-942adc2950c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.118828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6de42882-b681-4f53-8e28-942adc2950c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.169996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6de42882-b681-4f53-8e28-942adc2950c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.185855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de42882-b681-4f53-8e28-942adc2950c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a633a7b-819c-4670-af8a-1cb5852e11fd,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:54.199699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6de42882-b681-4f53-8e28-942adc2950c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.200857 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6de42882-b681-4f53-8e28-942adc2950c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a633a7b-819c-4670-af8a-1cb5852e11fd HTTP/1.1" status: 204 len: 168 time: 0.1700001 May 06 13:58:54.584547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39522) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:54.635345 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6a3d47ac-87c4-48ec-adb7-4f53e0ec6358 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=052af09280af423ebd866dd854551b94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496531 May 06 13:58:54.637798 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39526) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:54.699419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f962665d-8b79-4a18-9fd2-e58cb131174f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.725265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f962665d-8b79-4a18-9fd2-e58cb131174f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.777591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f962665d-8b79-4a18-9fd2-e58cb131174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.792446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962665d-8b79-4a18-9fd2-e58cb131174f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27474231-9198-4a4d-a687-8989c9ff7dcc,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:54.798422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f962665d-8b79-4a18-9fd2-e58cb131174f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.799585 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f962665d-8b79-4a18-9fd2-e58cb131174f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27474231-9198-4a4d-a687-8989c9ff7dcc HTTP/1.1" status: 204 len: 168 time: 0.1608090 May 06 13:59:00.370759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39538) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:00.486472 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e6c669b5-34f1-4e60-b740-8e6049821b36 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/61999af4-080c-4665-bcb5-4c75abb1e4b3 HTTP/1.1" status: 200 len: 994 time: 0.1159210 May 06 13:59:00.858018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39548) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:01.084884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 37cd8400-8f6a-49e5-b3eb-7f311c9a8179 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:59:01.084884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:01.280688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:01.280688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:01.411728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 37cd8400-8f6a-49e5-b3eb-7f311c9a8179 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:59:01.579001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:01.627308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=37cd8400-8f6a-49e5-b3eb-7f311c9a8179,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:01.820567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.008389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98efc194-84b8-4aa4-9503-cbad69bbfbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.240254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router f52d96d9-2e7c-4269-a43a-397808b1f13f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:59:02.450411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:59:02.462300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] Sync routers for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:59:02.480231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:02.480231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:58:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:02.491020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.556783 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7a95066f-498f-498f-9841-202a288f7ee7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/61999af4-080c-4665-bcb5-4c75abb1e4b3 HTTP/1.1" status: 204 len: 168 time: 1.6947722 May 06 13:59:02.556783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:59:02.654654 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be524ef2-2197-4957-9a37-08845e539445'] response: {'name': 'network-changed', 'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'status': 'completed', 'code': 200} May 06 13:59:02.683955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:02.777603 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-90055fb3-08bc-47cb-97e1-32ca80da75f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 1099 time: 0.0852334 May 06 13:59:02.993735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-af645290-3d75-4ec6-ba7e-a04471aa88d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:02.993735 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-af645290-3d75-4ec6-ba7e-a04471aa88d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=179ff06f-2187-4c27-81e7-be714dff88bc HTTP/1.1" status: 200 len: 898 time: 0.2119668 May 06 13:59:03.148569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:03.153216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] Checking router: f52d96d9-2e7c-4269-a43a-397808b1f13f for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:59:03.165577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:03.166206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:58:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:03.220289 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-29326ff7-af1c-4de9-966d-bf2570189506 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f1da788-ad94-497d-8986-f40537bd1bc5 HTTP/1.1" status: 200 len: 217 time: 0.2209966 May 06 13:59:03.302252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-1b027243-7ffe-4cf2-a96a-a85c9e4c56fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:03.303637 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-1b027243-7ffe-4cf2-a96a-a85c9e4c56fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69eb0047-b8c3-49c0-9f91-8e936bca4199 HTTP/1.1" status: 200 len: 835 time: 0.0750115 May 06 13:59:03.343955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:03.350756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c3591-ab1e-4a4f-83cc-0100a5e9a7da req-4782c49c-a6f3-4012-8e68-7a04bd5d680f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:03.352209 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac7c3591-ab1e-4a4f-83cc-0100a5e9a7da req-4782c49c-a6f3-4012-8e68-7a04bd5d680f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 946 time: 0.2786572 May 06 13:59:03.428809 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac7c3591-ab1e-4a4f-83cc-0100a5e9a7da req-6dc76443-440f-4fcd-8cae-5db871bc0578 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672293 May 06 13:59:03.434563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-640c77fa-cedb-402c-b183-1312f3770eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=179ff06f-2187-4c27-81e7-be714dff88bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236415 May 06 13:59:03.582516 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-1623a58b-e46c-4c64-924d-43a100b42263 service neutron] 10.222.0.69 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404645 May 06 13:59:03.672946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:03.678349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3204bc-9c82-4762-b5f2-635d5b244aac None None] The sync data for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv is: [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:58:00Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '476d1889-2c54-45bd-b78e-74af25d862e6', 'name': '', 'network_id': '179ff06f-2187-4c27-81e7-be714dff88bc', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:fb:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:59Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '69eb0047-b8c3-49c0-9f91-8e936bca4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:59:03.717478 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-804f149a-dbf9-4cbe-9263-4cf4de5a93b5 req-ec77d537-7d77-4a03-b962-7f78be0f46a6 service neutron] 10.222.0.69 "GET /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288016 May 06 13:59:03.898629 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f36e1ee-ecb9-4bae-aafa-200a6d3b0747 None None] New status for floating IP 61999af4-080c-4665-bcb5-4c75abb1e4b3: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:59:04.343993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a20b3c4f-5c75-4bcb-bb2e-16af6a25381d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.404044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a28eb-a739-4d70-b114-730b44c98a8e req-aeebe65d-a0ef-4d4e-a813-20921b4be30a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:04.405461 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-354a28eb-a739-4d70-b114-730b44c98a8e req-aeebe65d-a0ef-4d4e-a813-20921b4be30a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 946 time: 0.0780206 May 06 13:59:04.477506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 9f1da788-ad94-497d-8986-f40537bd1bc5 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:59:04.477847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.650622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13bd5a-b42b-445c-a3c6-2a5f22896c25 req-7e146ca7-3769-497d-8457-c11ea9036daf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:04.651304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-db13bd5a-b42b-445c-a3c6-2a5f22896c25 req-7e146ca7-3769-497d-8457-c11ea9036daf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:04.670059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-db13bd5a-b42b-445c-a3c6-2a5f22896c25 req-7e146ca7-3769-497d-8457-c11ea9036daf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:04.671399 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-db13bd5a-b42b-445c-a3c6-2a5f22896c25 req-7e146ca7-3769-497d-8457-c11ea9036daf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a364ff4-bf76-42ba-9451-bde7c2dc6a6a HTTP/1.1" status: 200 len: 946 time: 0.1111932 May 06 13:59:04.724427 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-db13bd5a-b42b-445c-a3c6-2a5f22896c25 req-bb933b2e-7274-4d2e-8d1d-6f0945e932da tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456169 May 06 13:59:04.750670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 9f1da788-ad94-497d-8986-f40537bd1bc5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9f1da788-ad94-497d-8986-f40537bd1bc5,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:04.751028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.874912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 9f1da788-ad94-497d-8986-f40537bd1bc5 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:59:05.014901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.066473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=9f1da788-ad94-497d-8986-f40537bd1bc5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:05.144409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port 9f1da788-ad94-497d-8986-f40537bd1bc5 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:59:05.145678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.148285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'name': 'network-vif-deleted', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:59:05.165172 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-354a28eb-a739-4d70-b114-730b44c98a8e req-05fe025a-0e2c-48df-85e7-dee289eea921 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/9f1da788-ad94-497d-8986-f40537bd1bc5 HTTP/1.1" status: 204 len: 173 time: 0.7542102 May 06 13:59:05.204713 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfaadbb-b543-4a70-bf8b-063d28db022a'] response: {'server_uuid': '7a364ff4-bf76-42ba-9451-bde7c2dc6a6a', 'name': 'network-vif-deleted', 'tag': '9f1da788-ad94-497d-8986-f40537bd1bc5', 'status': 'completed', 'code': 200} May 06 13:59:05.539284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.580193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.834191 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39566) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:05.912382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a4d1167f-ad83-4854-80b4-f359922d594f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.944083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a4d1167f-ad83-4854-80b4-f359922d594f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:06.008305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a4d1167f-ad83-4854-80b4-f359922d594f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:06.025463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1167f-ad83-4854-80b4-f359922d594f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:06.037236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a4d1167f-ad83-4854-80b4-f359922d594f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:06.037236 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a4d1167f-ad83-4854-80b4-f359922d594f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/a4e86f21-1b20-41b2-a4ac-6836d3fcdc4d HTTP/1.1" status: 204 len: 168 time: 0.2037337 May 06 13:59:06.080171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39572) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:06.651263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:06.857501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:07.294323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 476d1889-2c54-45bd-b78e-74af25d862e6 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:59:07.294943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:07.484129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 476d1889-2c54-45bd-b78e-74af25d862e6, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=476d1889-2c54-45bd-b78e-74af25d862e6,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:07.484485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:07.606135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 476d1889-2c54-45bd-b78e-74af25d862e6 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:59:07.790015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:07.847917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=476d1889-2c54-45bd-b78e-74af25d862e6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:07.933208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 9f1da788-ad94-497d-8986-f40537bd1bc5 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:07.970086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 9f1da788-ad94-497d-8986-f40537bd1bc5 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:59:07.970432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 9f1da788-ad94-497d-8986-f40537bd1bc5 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:08.277950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:08.929570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router f52d96d9-2e7c-4269-a43a-397808b1f13f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:59:09.140045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:59:09.161357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] Sync routers for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:59:09.167158 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8cdd5b93-79e6-47fd-a287-f8d55acdf4ed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/f52d96d9-2e7c-4269-a43a-397808b1f13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0741785 May 06 13:59:09.167158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39576) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:09.179171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:09.179171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:59:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:09.368345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:09.383889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f2feb8-0d6d-4b22-a661-717f45ff5dbd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet 69eb0047-b8c3-49c0-9f91-8e936bca4199 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:59:09.383889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97f2feb8-0d6d-4b22-a661-717f45ff5dbd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:09.444747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97f2feb8-0d6d-4b22-a661-717f45ff5dbd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:09.544132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97f2feb8-0d6d-4b22-a661-717f45ff5dbd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:09.634043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97f2feb8-0d6d-4b22-a661-717f45ff5dbd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:09.670572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2feb8-0d6d-4b22-a661-717f45ff5dbd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=69eb0047-b8c3-49c0-9f91-8e936bca4199,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:09.680753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97f2feb8-0d6d-4b22-a661-717f45ff5dbd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:09.691361 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-97f2feb8-0d6d-4b22-a661-717f45ff5dbd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/69eb0047-b8c3-49c0-9f91-8e936bca4199 HTTP/1.1" status: 204 len: 168 time: 0.5250950 May 06 13:59:09.691361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39580) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:09.695247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b6125-65a0-4f4e-99ed-67be0e4db4ea None None] Network 179ff06f-2187-4c27-81e7-be714dff88bc requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:59:09.708514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:59:07Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:09.790476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] Checking router: f52d96d9-2e7c-4269-a43a-397808b1f13f for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:59:09.904794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] Routers {'f52d96d9-2e7c-4269-a43a-397808b1f13f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:09.904794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:59:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['f52d96d9-2e7c-4269-a43a-397808b1f13f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:09.916030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.174300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] Set router f52d96d9-2e7c-4269-a43a-397808b1f13f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:10.256481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.270330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 9c67a636-a908-4c58-bac8-55850e9a9ca6 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:59:10.270330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.295035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] DHCP port deletion for 179ff06f-2187-4c27-81e7-be714dff88bc request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:59:10.318079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Deleting port 2bef572e-c206-4b63-9f81-38d6960c3934 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:59:10.318881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.454052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 9c67a636-a908-4c58-bac8-55850e9a9ca6, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c67a636-a908-4c58-bac8-55850e9a9ca6,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:10.454407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.574654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 9c67a636-a908-4c58-bac8-55850e9a9ca6 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:59:10.671667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] For port 2bef572e-c206-4b63-9f81-38d6960c3934, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2bef572e-c206-4b63-9f81-38d6960c3934,segment=NetworkSegment(bff111e3-d778-4a03-8850-662667ccab29),segment_id=bff111e3-d778-4a03-8850-662667ccab29)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:10.672086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.763407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.809656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=9c67a636-a908-4c58-bac8-55850e9a9ca6,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:10.818466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Calling delete_port for 2bef572e-c206-4b63-9f81-38d6960c3934 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:59:10.881598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:59:07Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:10.895614 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b995b2c-2975-4a50-983c-cecbd9d0d073 None None] The sync data for ids ['f52d96d9-2e7c-4269-a43a-397808b1f13f'] in dv-neutron-840889-1-hyperv is: [{'id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'name': 'tempest-TestNetworkBasicOps-router-775467008', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:54Z', 'updated_at': '2022-05-06T13:59:07Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '9c67a636-a908-4c58-bac8-55850e9a9ca6', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d96d9-2e7c-4269-a43a-397808b1f13f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:55Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:59:10.914704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.958856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Pushing event deleted for resources: {'Port': ['ID=2bef572e-c206-4b63-9f81-38d6960c3934,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:10.969381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] No DVR routers for this DVR port 2bef572e-c206-4b63-9f81-38d6960c3934 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:59:10.973136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.973462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.976576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.976576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.976576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.976576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.976576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.977445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.977445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.977445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:10.978093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b87718-ce22-4983-b973-af1d43b31773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:11.048128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.303599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.308935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.341372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.341950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Fanout notify agent at l3_agent the message router_deleted on router f52d96d9-2e7c-4269-a43a-397808b1f13f {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:59:11.356174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.357253 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-37719d4a-1d42-4c23-a23d-19f0a1c09213 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/routers/f52d96d9-2e7c-4269-a43a-397808b1f13f HTTP/1.1" status: 204 len: 168 time: 1.6679039 May 06 13:59:11.360003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39584) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:11.387855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2bef572e-c206-4b63-9f81-38d6960c3934 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:11.426263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 2bef572e-c206-4b63-9f81-38d6960c3934 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:59:11.426615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2bef572e-c206-4b63-9f81-38d6960c3934 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:11.427042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 476d1889-2c54-45bd-b78e-74af25d862e6 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:11.464229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 476d1889-2c54-45bd-b78e-74af25d862e6 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:59:11.464573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 476d1889-2c54-45bd-b78e-74af25d862e6 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:11.572196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.705483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.729349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179ff06f-2187-4c27-81e7-be714dff88bc']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:11.741425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff111e3-d778-4a03-8850-662667ccab29') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:11.741713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff111e3-d778-4a03-8850-662667ccab29') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:11.753474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.768697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.774640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:59:11.775016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:59:11.789289 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:59:11.868821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.886512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:11.898188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=179ff06f-2187-4c27-81e7-be714dff88bc,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:11.907602 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-29c177ec-795a-4acd-ac8c-f01e64ab8e19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/179ff06f-2187-4c27-81e7-be714dff88bc HTTP/1.1" status: 204 len: 168 time: 0.5466361 May 06 13:59:11.923206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39588) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:11.931590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--1575241761', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:11.936782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:11.941531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:11.944583 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:11.950393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:11.965534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:59:11.968724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.000135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:59:12.009442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.009781 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment ca9c8e2b-1861-4fe1-9353-afd5ec61351f of type vlan for network 992edfc1-ac4e-4190-84f3-f297605db777 May 06 13:59:12.035561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.063724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.067824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:12.068384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.172023 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2469785 May 06 13:59:12.175869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39592) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:12.178922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2256a3-e8a5-4445-b1b3-a4c71b297ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=992edfc1-ac4e-4190-84f3-f297605db777,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:12.181442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-773944834', 'admin_state_up': True, 'project_id': '52812628270e4c08bba09224380d4cd5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:12.188447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:12.192689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 992edfc1-ac4e-4190-84f3-f297605db777 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:59:12.193103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:router and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:12.196053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:12.201788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:12.213659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.214624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.233028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.387286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.565671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.603013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.742236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.167 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/4a830287-674a-43d8-bc80-3a6c7774fe6d) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:12.907102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.938633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:13.002828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:13.005464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:13.009175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:59:13.041541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=4a830287-674a-43d8-bc80-3a6c7774fe6d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:13.166323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:13.166937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:13.279841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c67a636-a908-4c58-bac8-55850e9a9ca6 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:13.312347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 9c67a636-a908-4c58-bac8-55850e9a9ca6 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:59:13.312687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c67a636-a908-4c58-bac8-55850e9a9ca6 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:13.496104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 42e611d1-6672-42a6-b437-deb970efcc86 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:59:13.697478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:59:13.706962 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Sync routers for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:59:13.719431 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:13.720082 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:59:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:13.721968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:13.723131 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ae27d59d-a9c4-448d-ad1a-a77fecb27430 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5461941 May 06 13:59:13.726278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39598) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:13.770162 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cc3c3dd9-b0e8-4802-be19-ae96b3aaaf6c tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426178 May 06 13:59:13.772601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39602) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:13.898481 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:13.905291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e3b5c7-c6be-42b2-b817-41beb079c4ab tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:13.909559 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a5e3b5c7-c6be-42b2-b817-41beb079c4ab tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332996 May 06 13:59:13.909709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39606) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:13.950294 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-50a7c29d-c846-4e42-9474-c3b3c7954d25 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395005 May 06 13:59:13.952911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39610) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:13.958399 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1869939923', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:14.078990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:14.082913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:14.085754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:14.091497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:14.101730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:59:14.190808 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:13Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:14.194654 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Checking router: 42e611d1-6672-42a6-b437-deb970efcc86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:59:14.194990 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Updating router 42e611d1-6672-42a6-b437-deb970efcc86 port 4a830287-674a-43d8-bc80-3a6c7774fe6d binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:59:14.224991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.248567 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.480918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.559866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=694ee388-4502-45ab-8196-5150b31f10e1,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:14.575914 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.576592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:59:14.576964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: 992edfc1-ac4e-4190-84f3-f297605db777, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:59:14.589169 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Transition to ACTIVE for port object 4a830287-674a-43d8-bc80-3a6c7774fe6d will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:14.596118 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.598418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 992edfc1-ac4e-4190-84f3-f297605db777 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:59:14.607571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 992edfc1-ac4e-4190-84f3-f297605db777) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:14.612057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:14.612715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.616642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c4352-90c2-43ad-91bd-986c8117a9fb None None] Network 992edfc1-ac4e-4190-84f3-f297605db777 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:59:14.637530 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-762102d5-f3d2-45e9-b619-70ab196c5f92 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6830845 May 06 13:59:14.639952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39614) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:14.677305 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Attempting to bind port 4a830287-674a-43d8-bc80-3a6c7774fe6d on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:59:14.677661 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Attempting to bind port 4a830287-674a-43d8-bc80-3a6c7774fe6d by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:59:14.678227 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Attempting to bind port 4a830287-674a-43d8-bc80-3a6c7774fe6d on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:59:14.680363 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Pushing event updated for resources: {'Port': ['ID=4a830287-674a-43d8-bc80-3a6c7774fe6d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:14.693144 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.693480 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.694007 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.694341 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.694668 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.694996 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.695315 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.695639 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.696054 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.696367 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.696679 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:14.701042 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:59:14.701707 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:59:14.702273 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.702808 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:59:14.703470 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Bound port: 4a830287-674a-43d8-bc80-3a6c7774fe6d, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:59:14.704037 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.779889 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] For port 4a830287-674a-43d8-bc80-3a6c7774fe6d, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:59:14.782799 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] For port 4a830287-674a-43d8-bc80-3a6c7774fe6d, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4a830287-674a-43d8-bc80-3a6c7774fe6d,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:59:14.789808 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.865660 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:14.866282 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:59:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:14.939563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-992edfc1-ac4e-4190-84f3-f297605db777', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:59:14.941366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.026307 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69b6cb-0c84-4dac-b002-e881b06eb621 None None] Pushing event updated for resources: {'Port': ['ID=4a830287-674a-43d8-bc80-3a6c7774fe6d,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:15.077367 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:15.120144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Allocated IP 172.20.0.2 (992edfc1-ac4e-4190-84f3-f297605db777/694ee388-4502-45ab-8196-5150b31f10e1/4ec63786-51b6-4d4d-bdf4-c13a20b180aa) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:15.342427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.354013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Transition to ACTIVE for port object 4ec63786-51b6-4d4d-bdf4-c13a20b180aa will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:15.374766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Transition to ACTIVE for port object 4ec63786-51b6-4d4d-bdf4-c13a20b180aa will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:15.382932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.399446 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:13Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:15.403519 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4caba4-001f-48d6-b20a-a28f3cc5da80 None None] The sync data for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv is: [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:13Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:59:15.446230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Network 992edfc1-ac4e-4190-84f3-f297605db777 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:15.453589 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:15.458272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:59:15.507085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Pushing event updated for resources: {'Port': ['ID=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:15.558447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Attempting to bind port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:59:15.558814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Attempting to bind port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:59:15.559132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.559255 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Attempting to bind port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa on network 992edfc1-ac4e-4190-84f3-f297605db777 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:59:15.567488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:59:15.567932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Checking segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:59:15.568515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.568913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Bound using segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:59:15.569386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Bound port: 4ec63786-51b6-4d4d-bdf4-c13a20b180aa, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:59:15.570449 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.700467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] For port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:59:15.704379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] For port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:59:15.710165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.799841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd5984-162b-4cd4-a1a0-1457ebccba9a None None] Pushing event updated for resources: {'Port': ['ID=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:16.026706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.1 (992edfc1-ac4e-4190-84f3-f297605db777/694ee388-4502-45ab-8196-5150b31f10e1/041c49ca-05b4-4159-8215-e205f5e84827) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:16.222160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:16.239178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 041c49ca-05b4-4159-8215-e205f5e84827 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:16.263036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:16.345339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 992edfc1-ac4e-4190-84f3-f297605db777 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:16.349197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:16.351758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:59:16.391454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=041c49ca-05b4-4159-8215-e205f5e84827,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:16.418098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:16.508127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:16.770588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8700f419-5a83-4401-b1f8-315147ceecc6 None None] Network 992edfc1-ac4e-4190-84f3-f297605db777 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:59:16.864176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a53f3a1e-7f81-4d4d-8977-32c3b643e277 None None] Provisioning for port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:16.948339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:16.953040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.177783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=041c49ca-05b4-4159-8215-e205f5e84827,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:17.181462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.305114 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-04ee8edf-a851-4fac-823c-2edd49b6ab41 None None] Provisioning for port 041c49ca-05b4-4159-8215-e205f5e84827 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:17.316398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-04ee8edf-a851-4fac-823c-2edd49b6ab41 None None] Provisioning complete for port 041c49ca-05b4-4159-8215-e205f5e84827 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:17.316773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04ee8edf-a851-4fac-823c-2edd49b6ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.345971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 992edfc1-ac4e-4190-84f3-f297605db777 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:17.348412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:17.389712 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-04ee8edf-a851-4fac-823c-2edd49b6ab41 None None] Port 041c49ca-05b4-4159-8215-e205f5e84827 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:59:17.423200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4ec63786-51b6-4d4d-bdf4-c13a20b180aa up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:17.504065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:17.509322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:17.509687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.574830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-29262c75-edad-4a1d-966b-acda243d12ea None None] Provisioning complete for port 041c49ca-05b4-4159-8215-e205f5e84827 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:17.575192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29262c75-edad-4a1d-966b-acda243d12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.663169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-29262c75-edad-4a1d-966b-acda243d12ea None None] Port 041c49ca-05b4-4159-8215-e205f5e84827 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:59:17.688663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.720746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:17.725194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.726168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4a830287-674a-43d8-bc80-3a6c7774fe6d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:17.757748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 42e611d1-6672-42a6-b437-deb970efcc86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:59:17.852794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:17.858165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1d871435-a456-41f4-a90e-18477d46998e None None] Provisioning complete for port 041c49ca-05b4-4159-8215-e205f5e84827 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:17.858529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1d871435-a456-41f4-a90e-18477d46998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.915944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4a830287-674a-43d8-bc80-3a6c7774fe6d completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:17.918923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1d871435-a456-41f4-a90e-18477d46998e None None] Port 041c49ca-05b4-4159-8215-e205f5e84827 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:59:17.922331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4a830287-674a-43d8-bc80-3a6c7774fe6d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:17.922609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.964708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:59:17.978843 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-70bcb072-3aa1-4939-b3e7-21637e9d37f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/42e611d1-6672-42a6-b437-deb970efcc86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3372769 May 06 13:59:17.981400 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39618) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:18.072136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.088422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4a830287-674a-43d8-bc80-3a6c7774fe6d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4a830287-674a-43d8-bc80-3a6c7774fe6d,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:18.092645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.125158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ebbce-6d14-4498-a43f-8d70f8451c80 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.126723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ebbce-6d14-4498-a43f-8d70f8451c80 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.126723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ebbce-6d14-4498-a43f-8d70f8451c80 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.126723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ebbce-6d14-4498-a43f-8d70f8451c80 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.126723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ebbce-6d14-4498-a43f-8d70f8451c80 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.127084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ebbce-6d14-4498-a43f-8d70f8451c80 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.131152 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-425ebbce-6d14-4498-a43f-8d70f8451c80 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1463523 May 06 13:59:18.131370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39622) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:18.159510 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4a830287-674a-43d8-bc80-3a6c7774fe6d,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:18.213457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe0dd-263e-4b3c-993b-7053a8608001 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.214047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe0dd-263e-4b3c-993b-7053a8608001 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.214154 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe0dd-263e-4b3c-993b-7053a8608001 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.214511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe0dd-263e-4b3c-993b-7053a8608001 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.214917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe0dd-263e-4b3c-993b-7053a8608001 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.215214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe0dd-263e-4b3c-993b-7053a8608001 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:18.217036 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c65fe0dd-263e-4b3c-993b-7053a8608001 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0847459 May 06 13:59:18.219666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39626) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:18.430841 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9313005d-ee30-4c90-b95e-7b0a36386b93 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2100871 May 06 13:59:18.719193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39632) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:18.724822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663492825', 'description': 'tempest-secgroup-smoke-1663492825 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:18.730682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:18.734789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:18.738426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:18.744865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:18.761126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.798328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:18.802373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:18.805358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:18.811198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:18.873881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.878920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.927761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b12384e-c2f7-448d-8f0a-57e8a61b6f37,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:18.931234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.932477 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-57463a42-0638-4ec3-a16c-e456c4908303 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2122793 May 06 13:59:18.935224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39636) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:18.941075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '4b12384e-c2f7-448d-8f0a-57e8a61b6f37', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:18.947146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:18.951240 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:18.954249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:18.960411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:18.977018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.030260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Sync routers for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:59:19.040176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.041879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:19.042496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:59:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:19.044244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.068311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f293d101-2dec-4fcf-b52d-9b878ffc21d2,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:19.077631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.080141 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bc262fae-dbb0-4810-aef8-173b1df724cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1426427 May 06 13:59:19.081602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39640) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:19.086965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '4b12384e-c2f7-448d-8f0a-57e8a61b6f37', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:19.092900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:19.096704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:19.099532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:19.105256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:19.122687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.229527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:19.280319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.286606 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.312474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b604916c-74a5-4e32-8ac9-94b8f55ba81c,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:19.324805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.328672 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2fa8f46a-dc2b-42e4-97c6-10c21d950cf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2434072 May 06 13:59:19.328977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39644) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:19.334979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '4b12384e-c2f7-448d-8f0a-57e8a61b6f37', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:19.344881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:19.351710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:19.352919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:19.359966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:19.368370 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4ec63786-51b6-4d4d-bdf4-c13a20b180aa up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:19.382958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.447754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.451886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.475571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690d1b05-f063-48f9-9551-91011faf7d0b,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:19.485724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.490187 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fa0c8dc4-c725-426c-8039-eb25ba73876c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1574774 May 06 13:59:19.490521 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39648) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:19.496066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '4b12384e-c2f7-448d-8f0a-57e8a61b6f37', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:19.502112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:19.506116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:19.508989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:19.514710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:19.532071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.590369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:19.590741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.595576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.601077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.625023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1c33da-b182-4151-9571-b79a469a1a01,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:19.633790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.634970 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ca903793-0f44-4463-9860-bea47c77b200 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1434598 May 06 13:59:19.637742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39652) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:19.643757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '4b12384e-c2f7-448d-8f0a-57e8a61b6f37', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:19.649430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:19.653330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:19.656173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:19.662762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:19.677471 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:59:19.685762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.722483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:19.733130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Checking router: 42e611d1-6672-42a6-b437-deb970efcc86 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:59:19.733397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Updating router 42e611d1-6672-42a6-b437-deb970efcc86 port 041c49ca-05b4-4159-8215-e205f5e84827 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:59:19.756248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.760471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.782269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c050f5b-2012-4522-8b01-e581d6215c95,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:19.794680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.795963 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-42ec983c-f868-4d02-a7c5-5dbd6a2cb7b1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1572735 May 06 13:59:19.798612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39656) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:19.798756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4a830287-674a-43d8-bc80-3a6c7774fe6d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:19.804455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '4b12384e-c2f7-448d-8f0a-57e8a61b6f37', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:19.810127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:19.813869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:19.818296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:19.823936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:19.834721 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:59:19.841328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.848739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.910154 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.914626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.938392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa3891e-d3e5-47dd-88f3-e8eb7e5a4737,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:19.948235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:19.949577 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b83f77f3-79b2-4c34-a8da-2bb4d6285d58 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1495256 May 06 13:59:19.993198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4a830287-674a-43d8-bc80-3a6c7774fe6d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:19.993567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.187625 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-57448880-e5f7-404a-b5bf-1cbbaa8b61ff tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663492825&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0449049 May 06 13:59:20.331597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.338271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-7e41b06b-49f4-46bd-b82b-33e3f66c49cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:20.339067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-7e41b06b-49f4-46bd-b82b-33e3f66c49cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:20.340820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.353968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Transition to ACTIVE for port object 041c49ca-05b4-4159-8215-e205f5e84827 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:20.355488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-7e41b06b-49f4-46bd-b82b-33e3f66c49cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:20.356880 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-7e41b06b-49f4-46bd-b82b-33e3f66c49cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 797 time: 0.1624324 May 06 13:59:20.362476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.380221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-89682ad5-9668-49ed-9f18-880c6c3cf64f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.0114467 May 06 13:59:20.474008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-b679676c-ae78-413c-94da-43c7cabe7252 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:20.491766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-b679676c-ae78-413c-94da-43c7cabe7252 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:20.493615 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-b679676c-ae78-413c-94da-43c7cabe7252 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080027 May 06 13:59:20.511267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-f26d7ded-3e1e-4c7c-ab51-635befa50521 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:59:20.512449 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-f26d7ded-3e1e-4c7c-ab51-635befa50521 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052867 May 06 13:59:20.532008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682bb0f-aa6e-4aeb-92bf-042879fd8da7 None None] Pushing event updated for resources: {'Port': ['ID=041c49ca-05b4-4159-8215-e205f5e84827,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:20.626760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Attempting to bind port 041c49ca-05b4-4159-8215-e205f5e84827 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:59:20.627125 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Attempting to bind port 041c49ca-05b4-4159-8215-e205f5e84827 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:59:20.627476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Attempting to bind port 041c49ca-05b4-4159-8215-e205f5e84827 on network 992edfc1-ac4e-4190-84f3-f297605db777 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:59:20.634434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:59:20.634434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Checking segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:59:20.634840 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.635159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Bound using segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:59:20.635615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Bound port: 041c49ca-05b4-4159-8215-e205f5e84827, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:59:20.636407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.659894 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-c39eb7ac-a0f1-4579-bfb0-c0979efa7770 service neutron] 10.222.0.65 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396744 May 06 13:59:20.736219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] For port 041c49ca-05b4-4159-8215-e205f5e84827, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:59:20.739799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] For port 041c49ca-05b4-4159-8215-e205f5e84827, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=041c49ca-05b4-4159-8215-e205f5e84827,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:59:20.745154 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.794248 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-23772664-fd58-4d27-a505-80086b936ddc service neutron] 10.222.0.65 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283972 May 06 13:59:20.833412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682bb0f-aa6e-4aeb-92bf-042879fd8da7 None None] Pushing event updated for resources: {'Port': ['ID=041c49ca-05b4-4159-8215-e205f5e84827,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:20.836737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:20.837353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:59:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:21.032828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-b5e237db-45f0-47eb-86d0-e695ca055099 req-e7261b2a-259d-4d5b-8251-ed6ff137770e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:21.044766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-b5e237db-45f0-47eb-86d0-e695ca055099 req-e7261b2a-259d-4d5b-8251-ed6ff137770e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:21.045914 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b5e237db-45f0-47eb-86d0-e695ca055099 req-e7261b2a-259d-4d5b-8251-ed6ff137770e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 210 time: 0.0643458 May 06 13:59:21.080061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:21.412935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:20Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:21.417240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f96902-6c38-46c7-ad34-a51fdb1f868b None None] The sync data for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv is: [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:20Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:59:22.247970 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cd858ff1-bfe5-42b1-a4e6-57c38834689d req-79d3c267-fd4b-4e13-8612-38130544fd4e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 210 time: 0.0549586 May 06 13:59:22.260123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-14e2224a-347a-45bb-ae93-d4c4df39ecbc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:22.261606 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-14e2224a-347a-45bb-ae93-d4c4df39ecbc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 797 time: 0.2962995 May 06 13:59:22.318711 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-4998a616-67af-4d3b-9f46-5543468b10f3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 380 time: 0.0432856 May 06 13:59:22.329606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': '672520cb-a9af-431e-b935-2bfc11310f87', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['4b12384e-c2f7-448d-8f0a-57e8a61b6f37']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:22.467847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:22.477499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:22.486730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:59:22.489691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:22.653038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.12 (992edfc1-ac4e-4190-84f3-f297605db777/694ee388-4502-45ab-8196-5150b31f10e1/669e8a9c-a525-4a78-aa76-a538811faa34) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:22.841497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:22.857775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 669e8a9c-a525-4a78-aa76-a538811faa34 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:22.860113 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:59:22.881924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:22.956814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 992edfc1-ac4e-4190-84f3-f297605db777 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:22.959815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:22.963837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:59:22.994452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=669e8a9c-a525-4a78-aa76-a538811faa34,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:23.016289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.016631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.016966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.017288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.017657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.017984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.018306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.018698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.018937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.019257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.019576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:23.041451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:23.042057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.069064 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-975cef23-9a6c-4dc2-940e-842f5b507a5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7431936 May 06 13:59:23.080139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Request body: {'port': {'device_id': '672520cb-a9af-431e-b935-2bfc11310f87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:23.169402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-84d642db-e880-434b-883c-9e640a583b49 None None] Provisioning for port 669e8a9c-a525-4a78-aa76-a538811faa34 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:23.174682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-84d642db-e880-434b-883c-9e640a583b49 None None] Provisioning complete for port 669e8a9c-a525-4a78-aa76-a538811faa34 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:23.175040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-84d642db-e880-434b-883c-9e640a583b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.196379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.226686 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-84d642db-e880-434b-883c-9e640a583b49 None None] Port 669e8a9c-a525-4a78-aa76-a538811faa34 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:59:23.392358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 041c49ca-05b4-4159-8215-e205f5e84827 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:23.486629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178138f-da60-4950-8b42-a05b56fd8941 req-31a34bee-2c56-4570-8dba-b724e0720a3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:23.487420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 041c49ca-05b4-4159-8215-e205f5e84827 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:23.488262 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b178138f-da60-4950-8b42-a05b56fd8941 req-31a34bee-2c56-4570-8dba-b724e0720a3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 932 time: 0.1044931 May 06 13:59:23.492653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 041c49ca-05b4-4159-8215-e205f5e84827 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:23.493054 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.535623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-b178138f-da60-4950-8b42-a05b56fd8941 req-57d2af94-9534-48a4-9683-56340e0f7fe9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:23.552220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-b178138f-da60-4950-8b42-a05b56fd8941 req-57d2af94-9534-48a4-9683-56340e0f7fe9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:23.553704 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b178138f-da60-4950-8b42-a05b56fd8941 req-57d2af94-9534-48a4-9683-56340e0f7fe9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597243 May 06 13:59:23.599587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669e8a9c-a525-4a78-aa76-a538811faa34 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:59:23.606632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.610310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.621443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Transition to ACTIVE for port object 669e8a9c-a525-4a78-aa76-a538811faa34 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:23.626458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.643267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 041c49ca-05b4-4159-8215-e205f5e84827, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=041c49ca-05b4-4159-8215-e205f5e84827,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:23.647194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.717236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=041c49ca-05b4-4159-8215-e205f5e84827,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:23.753937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Pushing event updated for resources: {'Port': ['ID=669e8a9c-a525-4a78-aa76-a538811faa34,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:23.879063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Attempting to bind port 669e8a9c-a525-4a78-aa76-a538811faa34 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:59:23.879580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Attempting to bind port 669e8a9c-a525-4a78-aa76-a538811faa34 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:59:23.880118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Attempting to bind port 669e8a9c-a525-4a78-aa76-a538811faa34 on network 992edfc1-ac4e-4190-84f3-f297605db777 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:59:23.889376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Port 669e8a9c-a525-4a78-aa76-a538811faa34 on network 992edfc1-ac4e-4190-84f3-f297605db777 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:59:23.889869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Attempting to bind port 669e8a9c-a525-4a78-aa76-a538811faa34 on network 992edfc1-ac4e-4190-84f3-f297605db777 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:59:23.900311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:59:23.900829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Checking segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:59:23.901420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Bound using segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:59:23.902082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Bound port: 669e8a9c-a525-4a78-aa76-a538811faa34, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:59:23.902621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.043867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] For port 669e8a9c-a525-4a78-aa76-a538811faa34, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:59:24.048357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] For port 669e8a9c-a525-4a78-aa76-a538811faa34, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=669e8a9c-a525-4a78-aa76-a538811faa34,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:59:24.053104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.204531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.205993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] 10.222.0.69 "PUT /v2.0/ports/669e8a9c-a525-4a78-aa76-a538811faa34 HTTP/1.1" status: 200 len: 1094 time: 1.1300855 May 06 13:59:24.206416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:59:24.223716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0e3ff-febf-42d4-bf9c-7f88b8fd51e9 service neutron] Pushing event updated for resources: {'Port': ['ID=669e8a9c-a525-4a78-aa76-a538811faa34,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:24.281153 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85f915a-b6f2-46d8-9796-fdc134b36c6e'] response: {'name': 'network-changed', 'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34', 'status': 'completed', 'code': 200} May 06 13:59:24.325355 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-d0e1578f-7c21-4cb7-86ed-608ce8f71280 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 1097 time: 0.0761211 May 06 13:59:24.398253 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-9fbf8560-93e3-4fa3-9554-875853be9167 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669e8a9c-a525-4a78-aa76-a538811faa34 HTTP/1.1" status: 200 len: 217 time: 0.0655446 May 06 13:59:24.465113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-8ef0f9f0-bf16-4ae7-8799-b2e5744606de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:24.466559 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-8ef0f9f0-bf16-4ae7-8799-b2e5744606de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=694ee388-4502-45ab-8196-5150b31f10e1 HTTP/1.1" status: 200 len: 835 time: 0.0621443 May 06 13:59:24.543891 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-1bbcd82e-cb96-443f-a923-6889b147a2ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992edfc1-ac4e-4190-84f3-f297605db777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712376 May 06 13:59:24.681380 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-a642e1b9-5710-4961-801b-bf76a56ea431 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308627 May 06 13:59:24.755811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d4246-b610-47d8-88ad-04d7243e390a req-a33a80c2-be2b-4c32-9741-5fbb4c6c1ebe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:24.758259 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e31d4246-b610-47d8-88ad-04d7243e390a req-a33a80c2-be2b-4c32-9741-5fbb4c6c1ebe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 944 time: 0.0764766 May 06 13:59:24.810357 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e31d4246-b610-47d8-88ad-04d7243e390a req-4af76dca-c0dd-428d-941a-54f84ba5d37b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457432 May 06 13:59:24.823243 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee5f164-70a6-4735-b820-9a9af4b19f9c req-977fb8c1-001e-4fc6-8145-c7f3f6218227 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355705 May 06 13:59:24.979611 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-34a08831-83e7-45c1-96b1-530885702099 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 1097 time: 0.0834744 May 06 13:59:25.122422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-d8aa3e19-94f6-4613-8535-178fc59cb801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:25.125340 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-d8aa3e19-94f6-4613-8535-178fc59cb801 service neutron] 10.222.0.69 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 898 time: 0.1383078 May 06 13:59:25.199717 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-e8c25852-e07c-4ad7-9c77-ef9c80b5994e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669e8a9c-a525-4a78-aa76-a538811faa34 HTTP/1.1" status: 200 len: 217 time: 0.0693345 May 06 13:59:25.269899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-0a1cd08a-7b4c-454c-9394-1088c88162c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:25.269899 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-0a1cd08a-7b4c-454c-9394-1088c88162c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=694ee388-4502-45ab-8196-5150b31f10e1 HTTP/1.1" status: 200 len: 835 time: 0.0635855 May 06 13:59:25.341991 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 041c49ca-05b4-4159-8215-e205f5e84827 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:25.360345 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-0cb658da-9610-4d63-bb52-cbffe79aded6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992edfc1-ac4e-4190-84f3-f297605db777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831368 May 06 13:59:25.419257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 041c49ca-05b4-4159-8215-e205f5e84827 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:25.419664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.511819 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-48c78a45-2131-4066-81ec-d232be079f6c service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450224 May 06 13:59:25.677088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6dc8f30d-3004-4a63-924f-130cf9043b82 req-9edd3845-29b1-49ee-9a83-9784dcafb8ef service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585388 May 06 13:59:25.993328 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 669e8a9c-a525-4a78-aa76-a538811faa34 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:59:26.028540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956f3fc-ad9c-420b-9080-ead7d8afbb78 req-f6dc2c6a-a440-487c-8ea5-cb7c9a90c1c6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:26.028540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8956f3fc-ad9c-420b-9080-ead7d8afbb78 req-f6dc2c6a-a440-487c-8ea5-cb7c9a90c1c6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:26.048694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8956f3fc-ad9c-420b-9080-ead7d8afbb78 req-f6dc2c6a-a440-487c-8ea5-cb7c9a90c1c6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:26.052327 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8956f3fc-ad9c-420b-9080-ead7d8afbb78 req-f6dc2c6a-a440-487c-8ea5-cb7c9a90c1c6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 944 time: 0.1093376 May 06 13:59:26.120397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8956f3fc-ad9c-420b-9080-ead7d8afbb78 req-08424a7a-4c7e-4e3a-a071-56e75f22c2c1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568221 May 06 13:59:26.152827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 669e8a9c-a525-4a78-aa76-a538811faa34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=669e8a9c-a525-4a78-aa76-a538811faa34,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:26.170146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '669e8a9c-a525-4a78-aa76-a538811faa34', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'port_id': '669e8a9c-a525-4a78-aa76-a538811faa34', 'mac_address': 'fa:16:3e:0f:a2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:59:26.237810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:26.262727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669e8a9c-a525-4a78-aa76-a538811faa34 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:59:26.279015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 669e8a9c-a525-4a78-aa76-a538811faa34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=669e8a9c-a525-4a78-aa76-a538811faa34,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:26.282441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:26.385816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=669e8a9c-a525-4a78-aa76-a538811faa34,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:26.538585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['669e8a9c-a525-4a78-aa76-a538811faa34'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:59:27.323386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce837f-4306-4d22-b436-f4c6eec5a8d1 req-43cf5c34-ee3b-4ba6-9376-99a3ddd03642 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:27.325744 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dce837f-4306-4d22-b436-f4c6eec5a8d1 req-43cf5c34-ee3b-4ba6-9376-99a3ddd03642 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 945 time: 0.0891747 May 06 13:59:27.374447 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dce837f-4306-4d22-b436-f4c6eec5a8d1 req-bf35773c-5fc6-4c83-b13b-a0440111d3ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436578 May 06 13:59:28.008225 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 669e8a9c-a525-4a78-aa76-a538811faa34 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:28.077551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 669e8a9c-a525-4a78-aa76-a538811faa34 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:28.082866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 669e8a9c-a525-4a78-aa76-a538811faa34 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:28.083228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:28.199092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:28.225924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:59:28.235575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 669e8a9c-a525-4a78-aa76-a538811faa34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=669e8a9c-a525-4a78-aa76-a538811faa34,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:59:28.240822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:28.283399 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6b7258-6112-41ab-9635-d3ccd393d078'] response: {'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34', 'code': 200} May 06 13:59:28.320404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=669e8a9c-a525-4a78-aa76-a538811faa34,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:28.527504 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bc0561cb-870c-4260-82d7-512e86fac8cc req-09222915-eac7-4028-bd59-76d200b9075c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 1099 time: 0.0815241 May 06 13:59:28.581540 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bc0561cb-870c-4260-82d7-512e86fac8cc req-43bab36a-f46e-4934-b4a1-046672a51523 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436976 May 06 13:59:28.603759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66c1a3-fddc-413f-93e1-aaf12e0c0a30 req-3705f894-9ce7-4a7e-a8b4-e88b48e83669 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:28.605386 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3c66c1a3-fddc-413f-93e1-aaf12e0c0a30 req-3705f894-9ce7-4a7e-a8b4-e88b48e83669 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 946 time: 0.0940638 May 06 13:59:28.654966 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3c66c1a3-fddc-413f-93e1-aaf12e0c0a30 req-f99a66be-1689-4f71-b0f9-85dd8e5893db tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440710 May 06 13:59:29.866006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0659a7-b813-41bc-af29-9dab5dc937cb req-a64c5434-760c-4c82-a4c5-f5e146acbede tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:29.867467 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed0659a7-b813-41bc-af29-9dab5dc937cb req-a64c5434-760c-4c82-a4c5-f5e146acbede tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 946 time: 0.0756886 May 06 13:59:30.004536 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed0659a7-b813-41bc-af29-9dab5dc937cb req-15782b12-ad27-493b-a108-8298202f098d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312060 May 06 13:59:30.200981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ac9b4-a235-4824-bf18-41cc155873ce req-f2098c21-9377-4524-88b2-affa04fa871b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:30.202922 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-984ac9b4-a235-4824-bf18-41cc155873ce req-f2098c21-9377-4524-88b2-affa04fa871b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 946 time: 0.0806346 May 06 13:59:30.250142 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-984ac9b4-a235-4824-bf18-41cc155873ce req-6c468c77-1a1e-462b-8539-effebf4aa370 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 May 06 13:59:30.277720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39700) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:30.351310 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-48a0629b-ffe9-4be0-8a11-1072f815379b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 1094 time: 0.0724549 May 06 13:59:30.353972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39704) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:30.359056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '669e8a9c-a525-4a78-aa76-a538811faa34', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:59:30.365031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:30.369046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:30.372197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:30.378485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:30.388752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.526306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.665206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.120 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/7f2931a1-d875-4826-9717-85ea50306b5c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:30.823719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.854615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.925119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:30.927962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:30.933018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:59:30.960543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=7f2931a1-d875-4826-9717-85ea50306b5c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:30.983725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.984085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.984417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.984741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.985065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.985385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.985709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.986024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.986379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.986691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:30.987002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:31.542123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.597140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.813170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.818012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.927492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=7f2931a1-d875-4826-9717-85ea50306b5c,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:31.942579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.010753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f6fcc0b-8955-42e6-9872-bbb007c587a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.131341 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 611c9ea1-7e53-431f-af9a-af2b96d50941 associated. External IP: 172.26.0.120, port: 669e8a9c-a525-4a78-aa76-a538811faa34. May 06 13:59:32.533499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 42e611d1-6672-42a6-b437-deb970efcc86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:59:32.737953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:59:32.747827 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] Sync routers for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:59:32.760505 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:32.761116 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:59:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:32.769108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.827414 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3d40c7fc-a6e1-4d43-bee7-42ee7537fe1e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4699583 May 06 13:59:32.827414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:59:32.827743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39708) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:32.905490 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d064ff-a738-43df-b01f-18e69cf73526'] response: {'name': 'network-changed', 'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34', 'status': 'completed', 'code': 200} May 06 13:59:32.957750 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:32.982615 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91d21410-31dd-40a1-ba96-4bac006db8e4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 992 time: 0.1531451 May 06 13:59:33.012770 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-ed87ac85-bf87-4d8e-9bcc-2024ace9975f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 1099 time: 0.0838408 May 06 13:59:33.149788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-5c63173b-113c-4e80-b766-e98971c28b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:33.151207 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-5c63173b-113c-4e80-b766-e98971c28b65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 898 time: 0.1320674 May 06 13:59:33.263293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-c7cc3e6c-6237-464d-bc75-b4a7f8cda46f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669e8a9c-a525-4a78-aa76-a538811faa34 HTTP/1.1" status: 200 len: 1000 time: 0.1046040 May 06 13:59:33.310667 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '611c9ea1-7e53-431f-af9a-af2b96d50941', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'port_id': '669e8a9c-a525-4a78-aa76-a538811faa34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'mac_address': 'fa:16:3e:0f:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672520cb-a9af-431e-b935-2bfc11310f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:31Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:33.315093 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] Checking router: 42e611d1-6672-42a6-b437-deb970efcc86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:59:33.325400 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:59:33.325988 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T13:59:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:33.326613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-ce603554-d96a-4b59-9a2c-26c68c36e303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:33.328145 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-ce603554-d96a-4b59-9a2c-26c68c36e303 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=694ee388-4502-45ab-8196-5150b31f10e1 HTTP/1.1" status: 200 len: 835 time: 0.0588498 May 06 13:59:33.407310 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-59b76c70-7283-4a57-9d99-bbd061ee28d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992edfc1-ac4e-4190-84f3-f297605db777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730407 May 06 13:59:33.509298 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:59:33.547293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-c94e13e9-af84-43c9-bf39-0c6be7062575 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320722 May 06 13:59:33.683734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bc84c58-3ccd-46a8-8d29-56ace20e104c req-7ac4d9a2-18bb-43ce-bd06-6de4eb1ead4c service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302080 May 06 13:59:33.861832 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '611c9ea1-7e53-431f-af9a-af2b96d50941', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'port_id': '669e8a9c-a525-4a78-aa76-a538811faa34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'mac_address': 'fa:16:3e:0f:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672520cb-a9af-431e-b935-2bfc11310f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:31Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:33.866278 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734351f9-ac5b-4291-b811-7b355f246f06 None None] The sync data for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv is: [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '611c9ea1-7e53-431f-af9a-af2b96d50941', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'port_id': '669e8a9c-a525-4a78-aa76-a538811faa34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'mac_address': 'fa:16:3e:0f:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672520cb-a9af-431e-b935-2bfc11310f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:31Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:59:33.985726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39716) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:34.195563 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7639e098-e9d0-412b-8f90-95ed1520c49e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 992 time: 0.2081137 May 06 13:59:34.348702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-655f4129-c05a-478e-8b84-91d25cca0716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.199108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39720) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:35.306882 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-491d8c7f-95c2-40cb-a228-a5cd3628768d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 992 time: 0.1065533 May 06 13:59:35.540108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.582295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.310771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39724) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:36.422256 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-58d7cd11-cb95-4197-9f9b-f15f643899f2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 992 time: 0.1103566 May 06 13:59:36.849429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:37.015745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a13e03-a2ba-443a-abb8-87122bf7bcb2 None None] New status for floating IP 611c9ea1-7e53-431f-af9a-af2b96d50941: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:59:37.425897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39728) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:37.544441 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dc83dd2c-73c5-48a8-9399-11dd3ffe78a1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 994 time: 0.1168013 May 06 13:59:50.323617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:59.860573 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:00:02.016127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b56d4e2a-141d-4b68-a554-cbd46a7abcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:04.351447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb95acc8-3210-4690-bf8e-d5b7a87f187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:05.542557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:05.585371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:06.840974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39746) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:06.841920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:07.180515 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-61064c5a-a468-4307-8ad5-cb2f6787631d tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=52812628270e4c08bba09224380d4cd5&network_id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 3000 time: 0.3372061 May 06 14:00:08.946118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39760) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:09.003946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3f0ff-804b-40bd-8187-11c0c495b542 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:09.005375 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-72f3f0ff-804b-40bd-8187-11c0c495b542 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc HTTP/1.1" status: 200 len: 814 time: 0.0582767 May 06 14:00:09.466465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39768) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:09.557873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:09.655931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:09.925439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:09.928752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:09.929149 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 611c9ea1-7e53-431f-af9a-af2b96d50941 disassociated. External IP: 172.26.0.120, port: 669e8a9c-a525-4a78-aa76-a538811faa34. May 06 14:00:10.410084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 42e611d1-6672-42a6-b437-deb970efcc86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:00:10.606963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:00:10.612247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:10.617158 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] Sync routers for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:00:10.631420 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:10.632135 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:10.666627 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f756ed6f-726a-4e7d-b712-ca46733b7553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 690 time: 1.1988857 May 06 14:00:10.667045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:10.669290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39774) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:10.722821 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe1ba69-8f78-45df-9597-5b00c66d402b'] response: {'name': 'network-changed', 'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34', 'status': 'completed', 'code': 200} May 06 14:00:10.754798 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-442fb5f9-59ac-4d69-aa47-39ed2ee6fe53 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 690 time: 0.0832467 May 06 14:00:10.811650 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:10.819071 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-95303509-fd32-408f-bee4-a0888ee51c98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 1099 time: 0.0742555 May 06 14:00:10.952471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-47a7eacf-03ca-4f60-9c66-8a431fb7b5f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:10.953816 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-47a7eacf-03ca-4f60-9c66-8a431fb7b5f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 898 time: 0.1287582 May 06 14:00:11.022631 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-adf04a8e-6537-4034-879d-751700bca87a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669e8a9c-a525-4a78-aa76-a538811faa34 HTTP/1.1" status: 200 len: 217 time: 0.0627956 May 06 14:00:11.085317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-2a9cce3a-59ec-462a-86ce-fe7460d61ca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:11.086760 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-2a9cce3a-59ec-462a-86ce-fe7460d61ca8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=694ee388-4502-45ab-8196-5150b31f10e1 HTTP/1.1" status: 200 len: 835 time: 0.0589519 May 06 14:00:11.124800 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:11.129380 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] Checking router: 42e611d1-6672-42a6-b437-deb970efcc86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:00:11.139850 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:11.140470 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:11.160530 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-5692204a-eb18-4b5e-aaf2-702f07bddc0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992edfc1-ac4e-4190-84f3-f297605db777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683298 May 06 14:00:11.292646 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-a78e5fb3-1db8-4398-b431-5d7ea2af66d0 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257119 May 06 14:00:11.318385 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:11.429725 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-acfa6374-4324-489b-84f7-38b83c0ec76f req-2334bb8f-269c-4e34-859a-323917409b60 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302884 May 06 14:00:11.628144 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:11.632154 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704fe31-d1a7-46c0-9902-f6cd84a16a3a None None] The sync data for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv is: [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:00:11.757620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39780) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:11.844334 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a4a0029e-7b1a-4145-8cd0-00612bfcd94e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 690 time: 0.0849946 May 06 14:00:11.848048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba27f6-b85f-4105-99cf-203e179036da None None] New status for floating IP 611c9ea1-7e53-431f-af9a-af2b96d50941: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:00:12.846694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39784) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:12.929477 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-15739f28-944a-4a76-9481-ccfc593d7338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 688 time: 0.0816410 May 06 14:00:14.314342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39790) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:14.320258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167815569', 'description': 'tempest-secgroup-smoke-167815569 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:14.326345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:14.335982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:14.345241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.386466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:14.390330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:00:14.393165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:00:14.398759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:14.453877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.457818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.502061 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b438a9-e970-4114-a973-c94a7791d17d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:14.507892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.509356 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-60309a55-e5a7-4fec-983b-07f44ffaa372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1937625 May 06 14:00:14.512039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39794) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:14.517583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'b7b438a9-e970-4114-a973-c94a7791d17d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:14.523402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:14.527211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:00:14.530055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:00:14.536357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:14.552246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.613327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.617128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.640206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672c1cc7-ced7-4ae7-bc88-7ad67d3467a6,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:14.649935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.651174 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3384675b-b90c-4c69-a1e7-700f59090f72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1382577 May 06 14:00:14.653978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39798) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:14.659981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'b7b438a9-e970-4114-a973-c94a7791d17d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:14.667572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:14.671414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:00:14.674979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:00:14.680590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:14.695875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.759824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.763313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.882411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b148ea6-5ccc-4890-be4a-93dff62c01ee,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:14.892640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.893479 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-152174eb-d9c7-4394-aea5-a5bd65fc7bd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2385840 May 06 14:00:14.896151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39802) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:14.901654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'b7b438a9-e970-4114-a973-c94a7791d17d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:14.908014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:14.912742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:00:14.915975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:00:14.921661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:14.938928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.001029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.005327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.029076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fd3509-132f-4e28-b66e-fa7983992dd3,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:15.038688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.039858 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cc8235fb-d855-48b9-a29c-62dc3b14301a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1427894 May 06 14:00:15.042570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39806) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:15.047909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'b7b438a9-e970-4114-a973-c94a7791d17d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:15.053581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:15.057332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:00:15.060151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:00:15.065818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:15.082194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.146353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.150063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.173334 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534b39e9-80ad-4510-89fb-23ed26f679ee,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:15.181849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.183113 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-16a5f902-1157-4262-be05-fc14fdaa6d7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1396112 May 06 14:00:15.185884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39810) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:15.191845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'b7b438a9-e970-4114-a973-c94a7791d17d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:15.197573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:15.201411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:00:15.204932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:00:15.210602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:15.223255 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:00:15.229607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.294757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.298394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.323025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6323fe-6e35-4db7-8bcb-ffac2242a87f,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:15.333692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.334844 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9cf2a4f8-f0e8-426d-82bd-83fa8bc2032f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1480556 May 06 14:00:15.337690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39814) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:15.342946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': 'b7b438a9-e970-4114-a973-c94a7791d17d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:15.348671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:15.352412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:00:15.355204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:00:15.360817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:15.372457 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:00:15.379302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.444225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.447952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.472710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48202509-1705-48bf-a959-5bcc2618e8ed,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:15.482074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.483284 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6d63ed48-4b39-4c1c-b3cd-9e376fc97682 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446600 May 06 14:00:15.654854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a636bdcb-2a81-4143-9708-ebc7af23484e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:00:15.669652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a636bdcb-2a81-4143-9708-ebc7af23484e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:00:15.671075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a636bdcb-2a81-4143-9708-ebc7af23484e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167815569&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0561259 May 06 14:00:15.835641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-0a040894-cb81-4bae-bdeb-26f7ba716e88 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:15.837092 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-0a040894-cb81-4bae-bdeb-26f7ba716e88 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 797 time: 0.1589308 May 06 14:00:15.853734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-ccab1d71-2af8-46e3-a004-fddf0d5e1bc9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.0112884 May 06 14:00:15.940171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-38277377-0e77-4eab-8871-7d42467fe6c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0811148 May 06 14:00:16.076251 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-20cf3726-74cd-42af-8619-2a7be580638a service neutron] 10.222.0.65 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247377 May 06 14:00:16.204467 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-04d58b62-c8a9-4fff-9fc8-db326e4a18df service neutron] 10.222.0.65 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224000 May 06 14:00:16.389813 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-288dfd45-a1c3-4cfd-b628-4d973f4ce142 req-f91b98e8-2c7a-41fd-b475-a22545d08958 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 210 time: 0.0426240 May 06 14:00:17.398394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-67574e2b-4238-481e-9acb-4bfc57055df5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:17.399804 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-67574e2b-4238-481e-9acb-4bfc57055df5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 797 time: 0.1459835 May 06 14:00:17.457508 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-859fe896-2407-4084-968a-efe1058edd77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 472 time: 0.0450373 May 06 14:00:17.465761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['b7b438a9-e970-4114-a973-c94a7791d17d']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:17.595737 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-986cd55d-12ff-4a70-92b3-be09f6ad7d96 req-8c8f0e07-202e-4682-a389-12f3ebfd41f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 210 time: 0.0623724 May 06 14:00:17.645684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:00:17.654939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:00:17.665134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:00:17.668021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:17.828080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.4 (992edfc1-ac4e-4190-84f3-f297605db777/694ee388-4502-45ab-8196-5150b31f10e1/003d1483-d6e9-4280-9b0f-8286f674aeae) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:00:18.026562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:18.042590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 003d1483-d6e9-4280-9b0f-8286f674aeae will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:00:18.064129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:18.135536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 992edfc1-ac4e-4190-84f3-f297605db777 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:00:18.138654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:00:18.141042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:00:18.172385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=003d1483-d6e9-4280-9b0f-8286f674aeae,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:18.211984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:18.212684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:18.237880 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-88b93459-2d78-49c8-8e2a-fe9c8fe398b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7756951 May 06 14:00:18.249209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Request body: {'port': {'device_id': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:18.397366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ab860aaa-a640-4f6c-bca2-795c9941248f None None] Provisioning for port 003d1483-d6e9-4280-9b0f-8286f674aeae completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:00:18.402065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ab860aaa-a640-4f6c-bca2-795c9941248f None None] Provisioning complete for port 003d1483-d6e9-4280-9b0f-8286f674aeae triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:00:18.402428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab860aaa-a640-4f6c-bca2-795c9941248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:18.452499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:18.456639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ab860aaa-a640-4f6c-bca2-795c9941248f None None] Port 003d1483-d6e9-4280-9b0f-8286f674aeae cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:00:18.799653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac975a-f79e-4ec0-8e68-de1c526df50f req-63204742-1860-4ff2-9702-d721c80bf1aa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:18.800848 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-edac975a-f79e-4ec0-8e68-de1c526df50f req-63204742-1860-4ff2-9702-d721c80bf1aa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 931 time: 0.0775807 May 06 14:00:18.801993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003d1483-d6e9-4280-9b0f-8286f674aeae {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:00:18.808999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:18.824403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Transition to ACTIVE for port object 003d1483-d6e9-4280-9b0f-8286f674aeae will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:00:18.828512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:18.850707 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-edac975a-f79e-4ec0-8e68-de1c526df50f req-4ab2b332-d1a7-4415-8b95-f49e0025023e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 May 06 14:00:18.959141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Pushing event updated for resources: {'Port': ['ID=003d1483-d6e9-4280-9b0f-8286f674aeae,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:19.071315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Attempting to bind port 003d1483-d6e9-4280-9b0f-8286f674aeae on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:00:19.071643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Attempting to bind port 003d1483-d6e9-4280-9b0f-8286f674aeae by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:00:19.071992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Attempting to bind port 003d1483-d6e9-4280-9b0f-8286f674aeae on network 992edfc1-ac4e-4190-84f3-f297605db777 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:00:19.078415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Port 003d1483-d6e9-4280-9b0f-8286f674aeae on network 992edfc1-ac4e-4190-84f3-f297605db777 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:00:19.078737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Attempting to bind port 003d1483-d6e9-4280-9b0f-8286f674aeae on network 992edfc1-ac4e-4190-84f3-f297605db777 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:00:19.085967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:00:19.086303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Checking segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:00:19.086781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Bound using segment: {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:00:19.087211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Bound port: 003d1483-d6e9-4280-9b0f-8286f674aeae, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:00:19.087554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:19.175315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] For port 003d1483-d6e9-4280-9b0f-8286f674aeae, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:00:19.178645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] For port 003d1483-d6e9-4280-9b0f-8286f674aeae, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=003d1483-d6e9-4280-9b0f-8286f674aeae,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:00:19.182485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:19.244735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:19.246300 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] 10.222.0.69 "PUT /v2.0/ports/003d1483-d6e9-4280-9b0f-8286f674aeae HTTP/1.1" status: 200 len: 1093 time: 1.0013876 May 06 14:00:19.249634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'tag': '003d1483-d6e9-4280-9b0f-8286f674aeae'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:19.277580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839a8df-0af5-45d2-8fad-7c91fb9c9e86 service neutron] Pushing event updated for resources: {'Port': ['ID=003d1483-d6e9-4280-9b0f-8286f674aeae,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:19.323103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a9900d-ce6e-4ba0-a3b5-42593bb4e2e7'] response: {'name': 'network-changed', 'server_uuid': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'tag': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'status': 'completed', 'code': 200} May 06 14:00:19.361588 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-e6756f56-de6d-4cae-b984-c7669c2f374a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 1096 time: 0.0775359 May 06 14:00:19.436242 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-d3c6cd22-da64-46b9-aa4c-dc477b205132 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=003d1483-d6e9-4280-9b0f-8286f674aeae HTTP/1.1" status: 200 len: 217 time: 0.0681043 May 06 14:00:19.500473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-dbdd93e4-4b16-47c1-ab0a-a4ee0f135816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:19.502571 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-dbdd93e4-4b16-47c1-ab0a-a4ee0f135816 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=694ee388-4502-45ab-8196-5150b31f10e1 HTTP/1.1" status: 200 len: 835 time: 0.0608160 May 06 14:00:19.580292 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-9de57dc6-5b5c-4550-b65f-7cccf60edca3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992edfc1-ac4e-4190-84f3-f297605db777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718150 May 06 14:00:19.713120 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-575f98b1-6763-44bf-9311-6f8d5ed663b5 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270354 May 06 14:00:19.851658 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b4e92fd2-d69a-4336-b913-94e80828a8a4 req-3d182a16-c0db-491c-8b8d-e5018b508c81 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324887 May 06 14:00:19.973250 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-b8aa7a41-23bf-4c30-b618-2644719851a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 1096 time: 0.0738716 May 06 14:00:20.056235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb7cc8-557e-43d5-8cda-cc2005c83c5a req-0a37f718-f561-4b58-be31-1373fe6b9ea1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:20.057854 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cadb7cc8-557e-43d5-8cda-cc2005c83c5a req-0a37f718-f561-4b58-be31-1373fe6b9ea1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 943 time: 0.0797026 May 06 14:00:20.107382 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cadb7cc8-557e-43d5-8cda-cc2005c83c5a req-edab23a8-3c61-4776-82cb-dfe43710959b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 May 06 14:00:20.199887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-07feacf1-ac03-4cbb-bb31-061fe5efc5f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:20.201356 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-07feacf1-ac03-4cbb-bb31-061fe5efc5f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 898 time: 0.2220509 May 06 14:00:20.271165 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-17d2411a-41e7-4397-b873-0146e80895f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=003d1483-d6e9-4280-9b0f-8286f674aeae HTTP/1.1" status: 200 len: 217 time: 0.0635138 May 06 14:00:20.332736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:20.333826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-2c9316db-a490-4532-952c-356bfc4f9a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:20.335271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-2c9316db-a490-4532-952c-356bfc4f9a42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=694ee388-4502-45ab-8196-5150b31f10e1 HTTP/1.1" status: 200 len: 835 time: 0.0579445 May 06 14:00:20.411277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-d9dce286-77ff-4e59-84e5-53379a7eb0f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992edfc1-ac4e-4190-84f3-f297605db777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693779 May 06 14:00:20.543203 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-88ce9827-e1d2-4b8d-b7f6-3891d0f25031 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254888 May 06 14:00:20.679938 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e9f64bc-65fd-430c-9d3a-5b04ba21cacc req-45137c91-1290-440a-80a2-e8d727c91b35 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301298 May 06 14:00:21.311132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf21c4-f4e3-4150-ad85-e1391f1daaf8 req-3a6cf9ae-41a3-47c6-b5b5-7b0075956f4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:21.311829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-e1cf21c4-f4e3-4150-ad85-e1391f1daaf8 req-3a6cf9ae-41a3-47c6-b5b5-7b0075956f4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:00:21.329658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-e1cf21c4-f4e3-4150-ad85-e1391f1daaf8 req-3a6cf9ae-41a3-47c6-b5b5-7b0075956f4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:00:21.330833 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e1cf21c4-f4e3-4150-ad85-e1391f1daaf8 req-3a6cf9ae-41a3-47c6-b5b5-7b0075956f4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 943 time: 0.0987339 May 06 14:00:21.379806 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e1cf21c4-f4e3-4150-ad85-e1391f1daaf8 req-274e5052-d5d8-49c3-af2b-8a5927c35a19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433342 May 06 14:00:22.287838 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 003d1483-d6e9-4280-9b0f-8286f674aeae details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:00:22.458295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 003d1483-d6e9-4280-9b0f-8286f674aeae, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=003d1483-d6e9-4280-9b0f-8286f674aeae,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:22.472408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'port_id': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'mac_address': 'fa:16:3e:2e:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:00:22.528011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:22.545797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003d1483-d6e9-4280-9b0f-8286f674aeae {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:00:22.560979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 003d1483-d6e9-4280-9b0f-8286f674aeae, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=003d1483-d6e9-4280-9b0f-8286f674aeae,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:22.566000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:22.577670 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ca2aa-4ec6-49b6-8fd4-4575143308fa req-d23ecb7d-5f3d-41e6-8b16-02774f1d8dde tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:22.579619 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0a2ca2aa-4ec6-49b6-8fd4-4575143308fa req-d23ecb7d-5f3d-41e6-8b16-02774f1d8dde tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 943 time: 0.0779328 May 06 14:00:22.628973 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0a2ca2aa-4ec6-49b6-8fd4-4575143308fa req-ee9f032a-7cd4-451b-b591-3cc75798421a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435057 May 06 14:00:22.633281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=003d1483-d6e9-4280-9b0f-8286f674aeae,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:22.642715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.643058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.643391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.643721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.644169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.644509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.644899 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.645237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.645558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.645877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.646197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:22.720895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39848) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:22.807535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['003d1483-d6e9-4280-9b0f-8286f674aeae'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:00:22.934862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Deleting port b2c06560-b760-483a-ba6e-f9b0c12ad642 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:22.935150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:23.105225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:23.105551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:23.225353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Calling delete_port for b2c06560-b760-483a-ba6e-f9b0c12ad642 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:23.386803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:23.429456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event deleted for resources: {'Port': ['ID=b2c06560-b760-483a-ba6e-f9b0c12ad642,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:23.441094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.441431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.441762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.442083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.442412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.442735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.443051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.443369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.443701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.444021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.444333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:23.537545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:23.886916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a204fb4-188e-4cbc-9dea-af23885da6c0 req-b4bb23ff-19a4-4c03-a268-842edf0f74d2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:23.888387 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9a204fb4-188e-4cbc-9dea-af23885da6c0 req-b4bb23ff-19a4-4c03-a268-842edf0f74d2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 944 time: 0.1250317 May 06 14:00:23.953726 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9a204fb4-188e-4cbc-9dea-af23885da6c0 req-c4c8e024-be15-452c-b598-c88a9f5d397d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581014 May 06 14:00:24.176573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:00:24.303242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 003d1483-d6e9-4280-9b0f-8286f674aeae up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:00:24.377559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 003d1483-d6e9-4280-9b0f-8286f674aeae completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:00:24.382650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 003d1483-d6e9-4280-9b0f-8286f674aeae triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:00:24.383018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:24.384994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:00:24.401452 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:00:24.414827 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:24.415449 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:24.418678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:24.482814 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-929f59e1-8750-4fd0-8d9f-a02822c6db5c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "DELETE /v2.0/floatingips/6a841d17-dd41-4538-8829-e8f22c109cb5 HTTP/1.1" status: 204 len: 168 time: 1.7584660 May 06 14:00:24.482814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:24.512342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:24.543857 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ea5d84-6f36-43fa-b28a-ff63f2c8622e'] response: {'name': 'network-changed', 'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'status': 'completed', 'code': 200} May 06 14:00:24.547035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003d1483-d6e9-4280-9b0f-8286f674aeae'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:24.563956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 003d1483-d6e9-4280-9b0f-8286f674aeae, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=003d1483-d6e9-4280-9b0f-8286f674aeae,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:24.569795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:24.647531 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-506b394f-8290-4597-b075-c8572e32faa7 req-e4551c56-c3cb-4cfd-8006-faccd19670cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 1098 time: 0.0794799 May 06 14:00:24.661667 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c148bde-b365-43c6-9451-15bfc7532b08'] response: {'server_uuid': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'code': 200} May 06 14:00:24.679145 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:24.688134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=003d1483-d6e9-4280-9b0f-8286f674aeae,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:24.839709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b394f-8290-4597-b075-c8572e32faa7 req-c309af3c-d5bc-4b59-9dd1-9f25b17722eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:24.841246 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-506b394f-8290-4597-b075-c8572e32faa7 req-c309af3c-d5bc-4b59-9dd1-9f25b17722eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.1861870 May 06 14:00:25.017787 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-506b394f-8290-4597-b075-c8572e32faa7 req-60546154-28fc-4885-8291-96975399098c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce HTTP/1.1" status: 200 len: 217 time: 0.1679888 May 06 14:00:25.076336 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:24Z', 'revision_number': 1, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:25.080760 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:00:25.092799 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:25.093759 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:25.123746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b394f-8290-4597-b075-c8572e32faa7 req-7aee4102-0177-4324-bae4-808e3e0a03d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:25.125247 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-506b394f-8290-4597-b075-c8572e32faa7 req-7aee4102-0177-4324-bae4-808e3e0a03d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.1009073 May 06 14:00:25.129771 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c488b62b-fd8b-4c81-b0d4-df80cd994d4f req-786db2cd-f3ad-4bff-8c9c-54b6df56b2d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 1098 time: 0.1957576 May 06 14:00:25.139270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857592d-f8fd-41e4-87f0-da3914589e63 req-a3d70371-5707-4d86-8baa-5d320b809fee tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:25.139969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5857592d-f8fd-41e4-87f0-da3914589e63 req-a3d70371-5707-4d86-8baa-5d320b809fee tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:00:25.161064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c3333-9055-4a00-9f7b-5ac568757fba req-4cfddd62-5289-4702-afc8-9eeaff8f35bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:25.162959 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2c1c3333-9055-4a00-9f7b-5ac568757fba req-4cfddd62-5289-4702-afc8-9eeaff8f35bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 945 time: 0.0811098 May 06 14:00:25.212580 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2c1c3333-9055-4a00-9f7b-5ac568757fba req-587d7341-5b2b-4334-aa26-5b0039eea37a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436580 May 06 14:00:25.226442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5857592d-f8fd-41e4-87f0-da3914589e63 req-a3d70371-5707-4d86-8baa-5d320b809fee tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:00:25.227586 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5857592d-f8fd-41e4-87f0-da3914589e63 req-a3d70371-5707-4d86-8baa-5d320b809fee tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 945 time: 0.2924216 May 06 14:00:25.262372 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c488b62b-fd8b-4c81-b0d4-df80cd994d4f req-6c5f212f-665b-4245-b4b0-6f8286aa08d3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194608 May 06 14:00:25.295711 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-506b394f-8290-4597-b075-c8572e32faa7 req-0cca118c-e425-4d75-822a-ffae17e9059a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1507006 May 06 14:00:25.298625 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5857592d-f8fd-41e4-87f0-da3914589e63 req-351c48e4-977c-4be7-8547-eca21cb8b395 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568852 May 06 14:00:25.317214 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:25.588695 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-506b394f-8290-4597-b075-c8572e32faa7 req-7b2113ba-4798-4c97-8dc9-c989d39fe130 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253326 May 06 14:00:25.729005 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:24Z', 'revision_number': 1, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:25.733288 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9502348-e984-48cd-8ce2-7aa353ab7e06 None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2bcf89c7-90e8-4a44-be9d-314606fb6acf', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'port_id': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'mac_address': 'fa:16:3e:38:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:16Z', 'updated_at': '2022-05-06T13:56:24Z', 'revision_number': 1, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:00:25.836665 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-506b394f-8290-4597-b075-c8572e32faa7 req-4756857e-1330-4b61-b7ee-4804c5a7639a service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409308 May 06 14:00:25.952735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6243bfa-7fa6-44b7-8898-c0d7c0a90d15 None None] New status for floating IP 6a841d17-dd41-4538-8829-e8f22c109cb5: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:00:26.441074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e2cb-8b76-44de-b0d9-bbce1c3d7989 req-82d71937-fb4f-4e4a-a2b0-cc249b3f4999 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:26.444559 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4545e2cb-8b76-44de-b0d9-bbce1c3d7989 req-82d71937-fb4f-4e4a-a2b0-cc249b3f4999 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 945 time: 0.1085861 May 06 14:00:26.490414 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4545e2cb-8b76-44de-b0d9-bbce1c3d7989 req-bbd560e8-69c6-4c96-a53b-706e64e54457 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 May 06 14:00:26.582557 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f430536-b934-4817-9825-302736f3d4ee req-6f2b5846-6179-4208-8f5d-2398c9a05a12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1437116 May 06 14:00:26.587421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb13c7-ea04-411d-924e-8e0c9b77951f req-288a1c2e-e8af-4ffc-bda1-c2ea40d270a6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:26.588161 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e3fb13c7-ea04-411d-924e-8e0c9b77951f req-288a1c2e-e8af-4ffc-bda1-c2ea40d270a6 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 945 time: 0.1202068 May 06 14:00:26.634750 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e3fb13c7-ea04-411d-924e-8e0c9b77951f req-f90486c5-f31d-492f-b809-cf4ed19abfbe tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 May 06 14:00:26.769349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4408359-f887-4f8a-8756-e09db9feb335 req-63028f55-406d-4524-bdcf-07b17961ad2d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:26.770631 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c4408359-f887-4f8a-8756-e09db9feb335 req-63028f55-406d-4524-bdcf-07b17961ad2d tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 945 time: 0.1343737 May 06 14:00:26.774085 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f430536-b934-4817-9825-302736f3d4ee req-d6e23287-0ef2-4853-a507-c6fd79c63ab3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 1099 time: 0.1078072 May 06 14:00:26.916174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Deleting port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:26.916506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:27.030675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430536-b934-4817-9825-302736f3d4ee req-daa40433-ecf4-4708-a082-6cf27482d6e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:27.032586 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f430536-b934-4817-9825-302736f3d4ee req-daa40433-ecf4-4708-a082-6cf27482d6e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.2289536 May 06 14:00:27.225765 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f430536-b934-4817-9825-302736f3d4ee req-ce60865a-e5ea-49b7-8ede-21cf7fba3d9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a HTTP/1.1" status: 200 len: 1001 time: 0.1865993 May 06 14:00:27.315483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] For port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:27.315961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:27.327079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430536-b934-4817-9825-302736f3d4ee req-13e2814b-4190-49ae-b67f-40d9b79e0e3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:27.328519 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f430536-b934-4817-9825-302736f3d4ee req-13e2814b-4190-49ae-b67f-40d9b79e0e3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.0971580 May 06 14:00:27.468864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Calling delete_port for 7b32c1b0-c31e-47fc-b7b3-354c73a886ce owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:27.607530 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f430536-b934-4817-9825-302736f3d4ee req-7f3e5586-2675-472d-a302-6fab820bd733 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2268858 May 06 14:00:27.693610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dffc4-6e4d-4668-ba7a-4db0711b12f9 req-c95ffe30-9642-4f0c-98f8-a9451004e017 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:27.695948 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-479dffc4-6e4d-4668-ba7a-4db0711b12f9 req-c95ffe30-9642-4f0c-98f8-a9451004e017 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 945 time: 0.0816410 May 06 14:00:27.723372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:27.745228 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-479dffc4-6e4d-4668-ba7a-4db0711b12f9 req-f9b0e6b4-6551-4d4a-82bf-7e263388540f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429635 May 06 14:00:27.810183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event deleted for resources: {'Port': ['ID=7b32c1b0-c31e-47fc-b7b3-354c73a886ce,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:27.837424 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c3154f14-cc96-4e6e-a7ea-414273d1d761 req-f09f5325-c102-4117-8780-e7dad202039f tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 210 time: 0.0723958 May 06 14:00:27.979564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332adb0f-74d5-473c-bc98-72b76590c198 req-19c17c10-c4b0-4ddb-bf15-e5d0eb3a63e5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:27.981183 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-332adb0f-74d5-473c-bc98-72b76590c198 req-19c17c10-c4b0-4ddb-bf15-e5d0eb3a63e5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 945 time: 0.0940194 May 06 14:00:28.029907 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-332adb0f-74d5-473c-bc98-72b76590c198 req-1f51bfcd-3c05-4932-af72-dff56442bc4e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 May 06 14:00:28.052279 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f430536-b934-4817-9825-302736f3d4ee req-b328f28d-701e-4d41-9219-b0d9f2a066ef service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358990 May 06 14:00:28.053282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] No DVR routers for this DVR port 7b32c1b0-c31e-47fc-b7b3-354c73a886ce on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:00:28.058198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39876) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:28.075697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:28.079710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'name': 'network-vif-deleted', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:28.131044 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e6d3f448-8499-45fd-8d12-61708a9ddb8e tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 1093 time: 0.0689311 May 06 14:00:28.131241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39882) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:28.136863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'port_id': '003d1483-d6e9-4280-9b0f-8286f674aeae'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:00:28.146201 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e0cc6f-b374-4f0e-aa55-96b60d764ba0'] response: {'server_uuid': '7899ce83-c017-4ab7-b6d9-6dc68430fa19', 'name': 'network-vif-deleted', 'tag': '7b32c1b0-c31e-47fc-b7b3-354c73a886ce', 'status': 'completed', 'code': 200} May 06 14:00:28.154539 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c4408359-f887-4f8a-8756-e09db9feb335 req-dab0c313-47f5-4b49-bc44-7958e5630dc0 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "DELETE /v2.0/ports/7b32c1b0-c31e-47fc-b7b3-354c73a886ce HTTP/1.1" status: 204 len: 173 time: 1.3790352 May 06 14:00:28.216826 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f430536-b934-4817-9825-302736f3d4ee req-4f8b57ee-51c7-4120-9e19-9209b154d363 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584179 May 06 14:00:28.221137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:28.930544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:28.936362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:29.096309 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46b526ef-d8c9-4ae9-8b83-466213802fea req-4310f8dd-02a7-4cea-952e-d4857509cbb5 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=7899ce83-c017-4ab7-b6d9-6dc68430fa19 HTTP/1.1" status: 200 len: 210 time: 0.0524242 May 06 14:00:29.175487 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 611c9ea1-7e53-431f-af9a-af2b96d50941 associated. External IP: 172.26.0.120, port: 003d1483-d6e9-4280-9b0f-8286f674aeae. May 06 14:00:29.579580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 42e611d1-6672-42a6-b437-deb970efcc86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:00:29.886009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:00:29.890116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:29.897293 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] Sync routers for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:00:29.910598 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:29.911372 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:29.951247 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b45c9815-6dfa-4cd5-a65e-21cbb5c84292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 991 time: 1.8189311 May 06 14:00:29.952447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'tag': '003d1483-d6e9-4280-9b0f-8286f674aeae'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:29.954522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39888) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:30.024572 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fecbd4-726d-465e-b2b4-e69d6aadeb45'] response: {'name': 'network-changed', 'server_uuid': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'tag': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'status': 'completed', 'code': 200} May 06 14:00:30.137167 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:30.147535 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-723d9387-d12d-42d1-a951-07e1eb06c024 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 991 time: 0.1902452 May 06 14:00:30.175561 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-4794a87e-d988-4ccb-a6cf-4eacb8f6f984 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 1098 time: 0.1265187 May 06 14:00:30.316097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-a36a0f0b-4d22-4a8e-bc84-38dae2b10eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:30.317561 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-a36a0f0b-4d22-4a8e-bc84-38dae2b10eec service neutron] 10.222.0.69 "GET /v2.0/networks?id=992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 200 len: 898 time: 0.1354282 May 06 14:00:30.335332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7b32c1b0-c31e-47fc-b7b3-354c73a886ce no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:30.419333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 7b32c1b0-c31e-47fc-b7b3-354c73a886ce {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:00:30.419671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7b32c1b0-c31e-47fc-b7b3-354c73a886ce not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:00:30.481878 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-063df885-34a7-43c9-9c71-bba6c7e615fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=003d1483-d6e9-4280-9b0f-8286f674aeae HTTP/1.1" status: 200 len: 999 time: 0.1583045 May 06 14:00:30.557675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-55a36044-eebf-47b1-8da7-4f8de5fc1a70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:30.559190 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-55a36044-eebf-47b1-8da7-4f8de5fc1a70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=694ee388-4502-45ab-8196-5150b31f10e1 HTTP/1.1" status: 200 len: 835 time: 0.0705340 May 06 14:00:30.582804 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '611c9ea1-7e53-431f-af9a-af2b96d50941', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'port_id': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'mac_address': 'fa:16:3e:2e:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T14:00:28Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:30.587030 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] Checking router: 42e611d1-6672-42a6-b437-deb970efcc86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:00:30.599225 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:30.600092 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:30.641635 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-63758ddd-8b05-4ded-9759-bdbb2f7f3c1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=992edfc1-ac4e-4190-84f3-f297605db777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757315 May 06 14:00:30.774167 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-fc63b260-36ed-493a-a57f-7debf467ac40 service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269314 May 06 14:00:30.784843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:30.908514 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c7d4117-1a62-4847-8f3d-35045a29b400 req-51eccafa-8f89-494c-bcde-07d98c082d3d service neutron] 10.222.0.69 "GET /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291363 May 06 14:00:31.140281 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '611c9ea1-7e53-431f-af9a-af2b96d50941', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'port_id': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'mac_address': 'fa:16:3e:2e:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T14:00:28Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:31.144928 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6451b760-4f60-46c9-a563-6ad8e0bae3d4 None None] The sync data for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv is: [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '611c9ea1-7e53-431f-af9a-af2b96d50941', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'port_id': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'mac_address': 'fa:16:3e:2e:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T14:00:28Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:00:31.151619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39900) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:31.273978 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c4ecdca1-2a3a-4156-9860-95f9d30539b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 991 time: 0.1207366 May 06 14:00:31.405784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31478341-b0db-43c5-a17f-581f94cb036b None None] New status for floating IP 611c9ea1-7e53-431f-af9a-af2b96d50941: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:00:32.011106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26bec66f-79de-48f7-8874-f96011c9b759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:32.276464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39906) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:32.387605 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-be276594-882c-4d55-ad79-79f19d92ea71 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 200 len: 993 time: 0.1056709 May 06 14:00:34.352765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a799180-2c77-4ad9-a811-5124851752fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:34.945239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39920) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:35.152079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Deleting port d6b54b00-fa85-4250-90ec-31159467f9d1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:35.152325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.426336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.426564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.546636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.549650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Calling delete_port for d6b54b00-fa85-4250-90ec-31159467f9d1 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:35.587722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.704056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.749376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event deleted for resources: {'Port': ['ID=d6b54b00-fa85-4250-90ec-31159467f9d1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:35.849358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:36.260823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:00:36.464625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:00:36.475708 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:00:36.483593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:36.488848 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:36.489467 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:36.543146 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-86cbb9a5-a795-47ae-a254-34721fdbdc76 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "DELETE /v2.0/floatingips/2bcf89c7-90e8-4a44-be9d-314606fb6acf HTTP/1.1" status: 204 len: 168 time: 1.5967417 May 06 14:00:36.543824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:36.601545 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f3694d-ec90-45ee-a05a-c3c34d1bcdd1'] response: {'name': 'network-changed', 'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'status': 'completed', 'code': 200} May 06 14:00:36.682519 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:36.702794 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-fb5685ec-0262-4494-a72c-1cbdb8fd7796 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9474ae57cd847da84ea370292c66aa4&device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 1099 time: 0.0795753 May 06 14:00:36.846822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:36.871459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-c3d17a48-e0cc-4234-8b12-256aec1af67e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:36.873576 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-c3d17a48-e0cc-4234-8b12-256aec1af67e service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 200 len: 913 time: 0.1641021 May 06 14:00:36.940823 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:00:36.985297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb55418-3530-47e3-880a-962adbe9961f req-9694e6f8-d338-48d3-8985-306fc7c90c68 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:36.989730 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1eb55418-3530-47e3-880a-962adbe9961f req-9694e6f8-d338-48d3-8985-306fc7c90c68 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 946 time: 0.0900810 May 06 14:00:37.041986 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1eb55418-3530-47e3-880a-962adbe9961f req-5e819e9b-6c3b-4a9b-a108-b935816c2be1 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481534 May 06 14:00:37.053762 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:37.058018 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:00:37.073513 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:37.074123 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:37.077906 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-60758a34-480d-46ce-83c8-564abf031466 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a HTTP/1.1" status: 200 len: 217 time: 0.1895480 May 06 14:00:37.146690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-da2928b6-8b2f-4b84-9585-65d2ad8b84c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:37.149251 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-da2928b6-8b2f-4b84-9585-65d2ad8b84c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 200 len: 851 time: 0.0649443 May 06 14:00:37.240432 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-bc39e543-7ad4-413a-b7ed-636a787d9981 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771255 May 06 14:00:37.287198 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:37.386890 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-3522d6a7-d304-4883-86bb-4677d6edb9b7 service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395621 May 06 14:00:37.534059 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2db7dad0-928b-478e-a98e-9754c40e0986 req-71573386-802b-4dce-a01b-4b4f8d22903f service neutron] 10.222.0.69 "GET /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410110 May 06 14:00:37.640817 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:37.645473 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ea6d-3dc3-4630-912f-4d681adfc6a3 None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 4, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '3bcfb57f-a638-4d3a-a903-4474e2451220', 'name': '', 'network_id': 'f7b0fd4d-ab06-4664-8d00-e6a6555dbcce', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'mac_address': 'fa:16:3e:03:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:38Z', 'updated_at': '2022-05-06T13:51:56Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'subnets': [{'id': '3a1afb88-e1bb-4d86-b212-51fc47b39d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:00:37.869992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5dbc1-78ca-4652-95bd-a659563b34f9 None None] New status for floating IP 2bcf89c7-90e8-4a44-be9d-314606fb6acf: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:00:38.243202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac242478-91ad-49f2-8e0f-b86ecbef1eae req-994d000e-ea35-4268-84f0-4ed378726816 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:38.243806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-ac242478-91ad-49f2-8e0f-b86ecbef1eae req-994d000e-ea35-4268-84f0-4ed378726816 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Synchronizing usage tracker for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:00:38.259832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-ac242478-91ad-49f2-8e0f-b86ecbef1eae req-994d000e-ea35-4268-84f0-4ed378726816 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Unset dirty status for tenant:f9474ae57cd847da84ea370292c66aa4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:00:38.260993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac242478-91ad-49f2-8e0f-b86ecbef1eae req-994d000e-ea35-4268-84f0-4ed378726816 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 946 time: 0.0950847 May 06 14:00:38.307441 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac242478-91ad-49f2-8e0f-b86ecbef1eae req-69decad5-0308-4baa-97fe-41ac1f854126 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b0baad2-5e5b-4653-9b60-0d640b98d130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406749 May 06 14:00:38.574379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-8ce52c17-34fc-4803-b0f1-cfa29f05f823 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:38.575837 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-8ce52c17-34fc-4803-b0f1-cfa29f05f823 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 946 time: 0.0809245 May 06 14:00:38.645277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Deleting port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:38.645527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:38.913147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] For port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:38.913502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:39.046193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Calling delete_port for 78688f5a-fc5b-40f5-abae-f44ddbc9de0a owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:39.201156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:39.251023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event deleted for resources: {'Port': ['ID=78688f5a-fc5b-40f5-abae-f44ddbc9de0a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:39.331689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] No DVR routers for this DVR port 78688f5a-fc5b-40f5-abae-f44ddbc9de0a on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:00:39.334239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:39.337192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'name': 'network-vif-deleted', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:39.353682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1bbfd71-672a-45ea-8eaa-8004f95f2dc0 req-135176c2-55fe-464b-88f6-27cdce038f7c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.69 "DELETE /v2.0/ports/78688f5a-fc5b-40f5-abae-f44ddbc9de0a HTTP/1.1" status: 204 len: 173 time: 0.7713008 May 06 14:00:39.410166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb413cbf-ae4a-4b33-9aae-2b086d0c292a'] response: {'server_uuid': 'ebac5426-1c70-4d7c-8444-f9291bf9f037', 'name': 'network-vif-deleted', 'tag': '78688f5a-fc5b-40f5-abae-f44ddbc9de0a', 'status': 'completed', 'code': 200} May 06 14:00:39.478705 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-86784231-8a13-47ed-baef-aaf96953c050 req-99ab073f-64f6-4c67-be9c-0cd4864cf51c tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebac5426-1c70-4d7c-8444-f9291bf9f037 HTTP/1.1" status: 200 len: 210 time: 0.0429125 May 06 14:00:40.411624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 78688f5a-fc5b-40f5-abae-f44ddbc9de0a no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:40.453964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 78688f5a-fc5b-40f5-abae-f44ddbc9de0a {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:00:40.454854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 78688f5a-fc5b-40f5-abae-f44ddbc9de0a not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:00:40.590457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39940) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:40.754362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Deleting port 678a4f09-5e56-4d6a-b0f6-21113f2422f8 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:40.754694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:41.028166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:41.028487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:41.148645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Calling delete_port for 678a4f09-5e56-4d6a-b0f6-21113f2422f8 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:41.293208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:41.337747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event deleted for resources: {'Port': ['ID=678a4f09-5e56-4d6a-b0f6-21113f2422f8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:41.432413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:41.446164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:41.447286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6d45c025-98cb-4c32-9bb8-c64411fff832 tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "DELETE /v2.0/floatingips/d2f6dbcc-1c25-4617-a6ab-f03f5ca56b0e HTTP/1.1" status: 204 len: 168 time: 0.8558421 May 06 14:00:43.917748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39956) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:43.990123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-579a6547-7076-4862-9299-b93599bf23be tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:44.020644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-579a6547-7076-4862-9299-b93599bf23be tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:44.087163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-579a6547-7076-4862-9299-b93599bf23be tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:44.112460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a6547-7076-4862-9299-b93599bf23be tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0baad2-5e5b-4653-9b60-0d640b98d130,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:44.127073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-579a6547-7076-4862-9299-b93599bf23be tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:44.132305 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-579a6547-7076-4862-9299-b93599bf23be tempest-TestVolumeBootPattern-123760369 tempest-TestVolumeBootPattern-123760369-project] 10.222.0.65 "DELETE /v2.0/security-groups/9b0baad2-5e5b-4653-9b60-0d640b98d130 HTTP/1.1" status: 204 len: 168 time: 0.2134979 May 06 14:00:44.200168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39962) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:44.786742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:45.408056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Deleting port 3bcfb57f-a638-4d3a-a903-4474e2451220 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:45.408912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:45.589091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] For port 3bcfb57f-a638-4d3a-a903-4474e2451220, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=3bcfb57f-a638-4d3a-a903-4474e2451220,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:45.589479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:45.814926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Calling delete_port for 3bcfb57f-a638-4d3a-a903-4474e2451220 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:46.008768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:46.055336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcfb57f-a638-4d3a-a903-4474e2451220,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:46.101188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.101528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.101951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.102288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.102628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.103196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.103741 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.104335 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.104695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.105099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.105422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.369345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:46.933074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Router cc07bf73-000d-43ae-ba60-28bfbd676e32 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:00:47.131422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:00:47.143274 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] Sync routers for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:00:47.146500 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ad469300-82b2-46c3-9fcf-fde7d6e3764d admin admin] 10.222.0.65 "PUT /v2.0/routers/cc07bf73-000d-43ae-ba60-28bfbd676e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9430025 May 06 14:00:47.146696 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39968) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:47.154997 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:47.155591 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:47.350309 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:47.450865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:47.645451 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T14:00:45Z', 'revision_number': 5, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port': {'id': '4d404c82-4fd8-4988-88ec-9d28c6e29d2e', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:24Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:47.649318 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] Checking router: cc07bf73-000d-43ae-ba60-28bfbd676e32 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:00:47.649995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:47.660573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Deleting port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:47.660781 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] Routers {'cc07bf73-000d-43ae-ba60-28bfbd676e32'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:47.660911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:47.661506 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['cc07bf73-000d-43ae-ba60-28bfbd676e32'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:47.811335 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] Set router cc07bf73-000d-43ae-ba60-28bfbd676e32 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:47.840613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] For port 4d404c82-4fd8-4988-88ec-9d28c6e29d2e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4d404c82-4fd8-4988-88ec-9d28c6e29d2e,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:47.840983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:47.914484 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T14:00:47Z', 'revision_number': 6, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:47.919088 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337813f9-32a7-40aa-8069-c9ca2f523742 None None] The sync data for ids ['cc07bf73-000d-43ae-ba60-28bfbd676e32'] in dv-neutron-840889-1-hyperv is: [{'id': 'cc07bf73-000d-43ae-ba60-28bfbd676e32', 'name': 'tempest-TestVolumeBootPattern-1599059768-router', 'tenant_id': 'f9474ae57cd847da84ea370292c66aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:19Z', 'updated_at': '2022-05-06T14:00:47Z', 'revision_number': 6, 'project_id': 'f9474ae57cd847da84ea370292c66aa4', 'gw_port_host': None}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:00:47.978388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Calling delete_port for 4d404c82-4fd8-4988-88ec-9d28c6e29d2e owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:48.142976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.192418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d404c82-4fd8-4988-88ec-9d28c6e29d2e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:48.421864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.673932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.678027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.808044 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.808611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc07bf73-000d-43ae-ba60-28bfbd676e32 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:00:48.823628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.824806 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-18e71e6c-5612-4e46-bb78-36de21967918 admin admin] 10.222.0.65 "DELETE /v2.0/routers/cc07bf73-000d-43ae-ba60-28bfbd676e32 HTTP/1.1" status: 204 len: 168 time: 1.6771953 May 06 14:00:48.827688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39972) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:48.889824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b630b7-5a9d-4abf-85f4-2eca29ae63f9 admin admin] Deleting subnet 3a1afb88-e1bb-4d86-b212-51fc47b39d78 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:00:48.892991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-90b630b7-5a9d-4abf-85f4-2eca29ae63f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.948762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-90b630b7-5a9d-4abf-85f4-2eca29ae63f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.029170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-90b630b7-5a9d-4abf-85f4-2eca29ae63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.093840 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-90b630b7-5a9d-4abf-85f4-2eca29ae63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.135906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b630b7-5a9d-4abf-85f4-2eca29ae63f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1afb88-e1bb-4d86-b212-51fc47b39d78,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:49.141304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-90b630b7-5a9d-4abf-85f4-2eca29ae63f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.147243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee2517-9206-4255-8ca6-073c36b4030d None None] Network f7b0fd4d-ab06-4664-8d00-e6a6555dbcce requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:00:49.150767 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-90b630b7-5a9d-4abf-85f4-2eca29ae63f9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3a1afb88-e1bb-4d86-b212-51fc47b39d78 HTTP/1.1" status: 204 len: 168 time: 0.3220274 May 06 14:00:49.150899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39976) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:49.258380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.268819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Deleting port 7760831f-bcaa-4fa2-a230-9042977b4521 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:49.269173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.381929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3bcfb57f-a638-4d3a-a903-4474e2451220 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:49.412656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 3bcfb57f-a638-4d3a-a903-4474e2451220 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:00:49.412998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 3bcfb57f-a638-4d3a-a903-4474e2451220 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:00:49.413651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4d404c82-4fd8-4988-88ec-9d28c6e29d2e no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:49.440177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] DHCP port deletion for f7b0fd4d-ab06-4664-8d00-e6a6555dbcce request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:00:49.452547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] Deleting port 7760831f-bcaa-4fa2-a230-9042977b4521 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:49.452920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.475805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 4d404c82-4fd8-4988-88ec-9d28c6e29d2e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:00:49.476169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4d404c82-4fd8-4988-88ec-9d28c6e29d2e not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:00:49.482195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] For port 7760831f-bcaa-4fa2-a230-9042977b4521, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7760831f-bcaa-4fa2-a230-9042977b4521,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:49.482574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.602357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Calling delete_port for 7760831f-bcaa-4fa2-a230-9042977b4521 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:49.657871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] For port 7760831f-bcaa-4fa2-a230-9042977b4521, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=7760831f-bcaa-4fa2-a230-9042977b4521,segment=NetworkSegment(7925ed95-ac30-48b7-9407-56bd0cd8215e),segment_id=7925ed95-ac30-48b7-9407-56bd0cd8215e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:49.658174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.685757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.730273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Pushing event deleted for resources: {'Port': ['ID=7760831f-bcaa-4fa2-a230-9042977b4521,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:49.734072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] No DVR routers for this DVR port 7760831f-bcaa-4fa2-a230-9042977b4521 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:00:49.787688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] Calling delete_port for 7760831f-bcaa-4fa2-a230-9042977b4521 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:49.851543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn_limited( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn_limited( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:00:49.853657 dv-neutron-840889-1-hyperv neutron-server[84023]: util.warn( May 06 14:00:49.860190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:00:49.860554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:00:49.877759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b0fd4d-ab06-4664-8d00-e6a6555dbcce']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:49.889589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7925ed95-ac30-48b7-9407-56bd0cd8215e') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:49.889886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7925ed95-ac30-48b7-9407-56bd0cd8215e') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:49.901970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.918366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.924945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:00:49.925304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:00:49.938083 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:00:50.105866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:50.121806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:50.132692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b0fd4d-ab06-4664-8d00-e6a6555dbcce,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:50.146157 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-292e0aa3-1fb6-4cae-8c06-0dc010891044 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f7b0fd4d-ab06-4664-8d00-e6a6555dbcce HTTP/1.1" status: 204 len: 168 time: 0.9942906 May 06 14:00:50.149608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39980) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:50.331252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:50.362266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] Deleting port 7760831f-bcaa-4fa2-a230-9042977b4521 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:50.362545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:50.429763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-da0b4b0c-ff75-45c6-9e7c-e236b172abcf None None] The port '7760831f-bcaa-4fa2-a230-9042977b4521' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:00:50.607235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:51.211205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Deleting port f83ca818-bb84-4680-bbdd-f30cf1682e1d {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:51.211452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:51.361741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7760831f-bcaa-4fa2-a230-9042977b4521 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:51.383354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] For port f83ca818-bb84-4680-bbdd-f30cf1682e1d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=f83ca818-bb84-4680-bbdd-f30cf1682e1d,segment=NetworkSegment(be2e462e-2d60-4e22-a5fa-a497e1940106),segment_id=be2e462e-2d60-4e22-a5fa-a497e1940106)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:51.383803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:51.394759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 7760831f-bcaa-4fa2-a230-9042977b4521 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:00:51.395104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 7760831f-bcaa-4fa2-a230-9042977b4521 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:00:51.503670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Calling delete_port for f83ca818-bb84-4680-bbdd-f30cf1682e1d owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:51.757955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:51.804083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Pushing event deleted for resources: {'Port': ['ID=f83ca818-bb84-4680-bbdd-f30cf1682e1d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:52.088344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:52.669190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:00:52.861248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:00:52.870762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] Sync routers for ids ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:00:52.879019 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f5e2370d-c3a5-456d-add2-e6d6d4ea6aff admin admin] 10.222.0.65 "PUT /v2.0/routers/4c13c233-ee17-4d7c-8f20-177e40ff8c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280917 May 06 14:00:52.881217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39988) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:52.886878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] Routers {'4c13c233-ee17-4d7c-8f20-177e40ff8c47'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:52.887488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:53.081571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] Set router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:53.191235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:53.401432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '90ff387b-56bb-473e-b573-af95922ded8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T14:00:51Z', 'revision_number': 5, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port': {'id': '90ff387b-56bb-473e-b573-af95922ded8f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:57Z', 'updated_at': '2022-05-06T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:53.402611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:53.405237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] Checking router: 4c13c233-ee17-4d7c-8f20-177e40ff8c47 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:00:53.412898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Deleting port 90ff387b-56bb-473e-b573-af95922ded8f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:53.413240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:53.416845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] Routers {'4c13c233-ee17-4d7c-8f20-177e40ff8c47'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:00:53.417476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:00:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:53.567418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] Set router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:00:53.587773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] For port 90ff387b-56bb-473e-b573-af95922ded8f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=90ff387b-56bb-473e-b573-af95922ded8f,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:53.588155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:53.674527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T14:00:53Z', 'revision_number': 6, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:53.678647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf07f1-1e65-4f33-9be9-b739247f5983 None None] The sync data for ids ['4c13c233-ee17-4d7c-8f20-177e40ff8c47'] in dv-neutron-840889-1-hyperv is: [{'id': '4c13c233-ee17-4d7c-8f20-177e40ff8c47', 'name': 'tempest-TestVolumeBootPattern-372867087-router', 'tenant_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:55Z', 'updated_at': '2022-05-06T14:00:53Z', 'revision_number': 6, 'project_id': 'f05539d90be84cfa8dbb53bfd7b1ded2', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:00:53.708661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Calling delete_port for 90ff387b-56bb-473e-b573-af95922ded8f owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:53.872612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:53.918191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ff387b-56bb-473e-b573-af95922ded8f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:54.148375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.415398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.419529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.444161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.444655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c13c233-ee17-4d7c-8f20-177e40ff8c47 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:00:54.456447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.457577 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4fdeb7e1-941b-4f41-8801-96da604a3a90 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4c13c233-ee17-4d7c-8f20-177e40ff8c47 HTTP/1.1" status: 204 len: 168 time: 1.5751677 May 06 14:00:54.460234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 39992) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:54.522061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-67db7749-44b0-415f-a057-8fc0a62357cc admin admin] Deleting subnet 4360bfc6-ee4b-4777-8d44-bca9af14c667 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:00:54.525167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67db7749-44b0-415f-a057-8fc0a62357cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.574009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67db7749-44b0-415f-a057-8fc0a62357cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.653659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67db7749-44b0-415f-a057-8fc0a62357cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.726937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67db7749-44b0-415f-a057-8fc0a62357cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.763653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db7749-44b0-415f-a057-8fc0a62357cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4360bfc6-ee4b-4777-8d44-bca9af14c667,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:54.770711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-67db7749-44b0-415f-a057-8fc0a62357cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.776252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af2832-e3dd-4cff-bb4e-f759f822a294 None None] Network b0aec0cf-f165-4f16-b440-dead2cbde68c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:00:54.776763 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-67db7749-44b0-415f-a057-8fc0a62357cc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4360bfc6-ee4b-4777-8d44-bca9af14c667 HTTP/1.1" status: 204 len: 168 time: 0.3154931 May 06 14:00:54.779432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 39996) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:54.988441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.999775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Deleting port 08479a8b-4987-438c-94a9-d4d648145723 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:54.999917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.036309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] DHCP port deletion for b0aec0cf-f165-4f16-b440-dead2cbde68c request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:00:55.040573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] Deleting port 08479a8b-4987-438c-94a9-d4d648145723 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:55.040944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.205733 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] For port 08479a8b-4987-438c-94a9-d4d648145723, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=08479a8b-4987-438c-94a9-d4d648145723,segment=NetworkSegment(be2e462e-2d60-4e22-a5fa-a497e1940106),segment_id=be2e462e-2d60-4e22-a5fa-a497e1940106)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:55.206086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.243077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] For port 08479a8b-4987-438c-94a9-d4d648145723, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=08479a8b-4987-438c-94a9-d4d648145723,segment=NetworkSegment(be2e462e-2d60-4e22-a5fa-a497e1940106),segment_id=be2e462e-2d60-4e22-a5fa-a497e1940106)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:55.243391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.326721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Calling delete_port for 08479a8b-4987-438c-94a9-d4d648145723 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:55.363516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] Calling delete_port for 08479a8b-4987-438c-94a9-d4d648145723 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:00:55.392111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 90ff387b-56bb-473e-b573-af95922ded8f no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:55.404146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.432775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 90ff387b-56bb-473e-b573-af95922ded8f {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:00:55.433119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 90ff387b-56bb-473e-b573-af95922ded8f not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:00:55.433537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 08479a8b-4987-438c-94a9-d4d648145723 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:55.446894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Pushing event deleted for resources: {'Port': ['ID=08479a8b-4987-438c-94a9-d4d648145723,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:55.452898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] No DVR routers for this DVR port 08479a8b-4987-438c-94a9-d4d648145723 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:00:55.477023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 08479a8b-4987-438c-94a9-d4d648145723 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:00:55.477367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 08479a8b-4987-438c-94a9-d4d648145723 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:00:55.477790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f83ca818-bb84-4680-bbdd-f30cf1682e1d no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:55.515063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: f83ca818-bb84-4680-bbdd-f30cf1682e1d {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:00:55.515312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device f83ca818-bb84-4680-bbdd-f30cf1682e1d not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:00:55.538210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:00:55.538558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:00:55.570032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.594956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0aec0cf-f165-4f16-b440-dead2cbde68c']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:55.606873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2e462e-2d60-4e22-a5fa-a497e1940106') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:55.607160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2e462e-2d60-4e22-a5fa-a497e1940106') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:00:55.618942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.635734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.642312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:00:55.642689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:00:55.655664 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:00:55.732345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.737567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:55.762407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] Pushing event deleted for resources: {'Network': ['ID=b0aec0cf-f165-4f16-b440-dead2cbde68c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:55.767856 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c9be00e4-3bb2-4d7c-8596-6bba99cb8afd admin admin] 10.222.0.65 "DELETE /v2.0/networks/b0aec0cf-f165-4f16-b440-dead2cbde68c HTTP/1.1" status: 204 len: 168 time: 0.9873612 May 06 14:00:55.905407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40004) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:55.956116 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8348f582-e2ae-4e84-bcb5-9351f4942c44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9474ae57cd847da84ea370292c66aa4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495434 May 06 14:00:55.958638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40008) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:56.023410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7470cbf2-2cc4-4e41-b3f7-e12317339b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.039643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] Deleting port 08479a8b-4987-438c-94a9-d4d648145723 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:00:56.040238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.048814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7470cbf2-2cc4-4e41-b3f7-e12317339b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.101268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7470cbf2-2cc4-4e41-b3f7-e12317339b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.109596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-43dd3ffc-e456-46b1-bb3a-9a2ddc40ccc3 None None] The port '08479a8b-4987-438c-94a9-d4d648145723' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:00:56.119046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470cbf2-2cc4-4e41-b3f7-e12317339b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa93f0d-9585-4362-94d5-c57d60e619a7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:56.128790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7470cbf2-2cc4-4e41-b3f7-e12317339b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.132285 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7470cbf2-2cc4-4e41-b3f7-e12317339b81 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/faa93f0d-9585-4362-94d5-c57d60e619a7 HTTP/1.1" status: 204 len: 168 time: 0.1703913 May 06 14:00:56.509839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40016) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:56.560117 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-62a30d18-4e26-4a22-ae76-c5692e0b7f82 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f05539d90be84cfa8dbb53bfd7b1ded2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490072 May 06 14:00:56.562429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40020) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:00:56.620441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-832d28cc-b985-45b6-a7f1-6f074fd6423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.645568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-832d28cc-b985-45b6-a7f1-6f074fd6423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.697133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-832d28cc-b985-45b6-a7f1-6f074fd6423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.712739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d28cc-b985-45b6-a7f1-6f074fd6423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54d3616-7f4d-4576-9ec4-883b1447832b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:56.716900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-832d28cc-b985-45b6-a7f1-6f074fd6423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:56.717999 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-832d28cc-b985-45b6-a7f1-6f074fd6423a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f54d3616-7f4d-4576-9ec4-883b1447832b HTTP/1.1" status: 204 len: 168 time: 0.1546538 May 06 14:01:02.015183 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4aea3aad-3f41-4008-9eb8-1f03aa51b76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:03.926815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255e0b8-01f9-4715-b6d3-2923fe202977 req-7de9b55e-e2f5-4eb1-85ce-eb14180b9cbc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:03.928295 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6255e0b8-01f9-4715-b6d3-2923fe202977 req-7de9b55e-e2f5-4eb1-85ce-eb14180b9cbc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 945 time: 0.0762701 May 06 14:01:03.973571 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6255e0b8-01f9-4715-b6d3-2923fe202977 req-99158f27-d5bf-48aa-9ce8-033b3ca51fb6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397432 May 06 14:01:04.355414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f139ba54-c4db-48bb-871e-ecbb8e53da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.172715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f2427-96ba-4b6c-a9df-21b2e7296359 req-1db53e04-fe73-4d20-b6e2-84bc04263441 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:05.174786 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-096f2427-96ba-4b6c-a9df-21b2e7296359 req-1db53e04-fe73-4d20-b6e2-84bc04263441 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 945 time: 0.0797410 May 06 14:01:05.223233 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-096f2427-96ba-4b6c-a9df-21b2e7296359 req-8bf5a91d-5afa-4102-a0fb-b924cda641c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7b438a9-e970-4114-a973-c94a7791d17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430539 May 06 14:01:05.303749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-2c732164-4827-4692-9646-86f27de2a27e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:05.305210 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-2c732164-4827-4692-9646-86f27de2a27e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 945 time: 0.0792522 May 06 14:01:05.371393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 003d1483-d6e9-4280-9b0f-8286f674aeae {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:05.371732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.547466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.590920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.701173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 003d1483-d6e9-4280-9b0f-8286f674aeae, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=003d1483-d6e9-4280-9b0f-8286f674aeae,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:05.701521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.984779 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.985148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.985458 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 611c9ea1-7e53-431f-af9a-af2b96d50941 disassociated. External IP: 172.26.0.120, port: 003d1483-d6e9-4280-9b0f-8286f674aeae. May 06 14:01:05.985795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 003d1483-d6e9-4280-9b0f-8286f674aeae owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:06.126333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:06.175153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=003d1483-d6e9-4280-9b0f-8286f674aeae,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:06.394144 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1815526c-b08e-4768-858e-d15ad53d40d4 req-8f4d7a2f-b8c2-47c2-9d58-22d357c18588 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5651bc9d-9b39-4fdc-b8ec-38757a40321e HTTP/1.1" status: 200 len: 210 time: 0.0454395 May 06 14:01:06.430802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 42e611d1-6672-42a6-b437-deb970efcc86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:01:06.637575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:01:06.648985 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] Sync routers for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:01:06.662790 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:06.663529 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:06.704718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port 003d1483-d6e9-4280-9b0f-8286f674aeae on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:01:06.707176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:06.709634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'name': 'network-vif-deleted', 'tag': '003d1483-d6e9-4280-9b0f-8286f674aeae'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:06.726142 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-58a728f8-3c35-4b85-a857-52ed77a69fc7 req-ea476274-e306-4a82-a869-3e24fbc29a5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/003d1483-d6e9-4280-9b0f-8286f674aeae HTTP/1.1" status: 204 len: 173 time: 1.4159558 May 06 14:01:06.775075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927cd5f3-f84a-4ea2-8450-6fda9cc4173d'] response: {'server_uuid': '5651bc9d-9b39-4fdc-b8ec-38757a40321e', 'name': 'network-vif-deleted', 'tag': '003d1483-d6e9-4280-9b0f-8286f674aeae', 'status': 'completed', 'code': 200} May 06 14:01:06.855531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:06.889009 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:07.202242 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:07.206184 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] Checking router: 42e611d1-6672-42a6-b437-deb970efcc86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:01:07.216477 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:07.217060 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:07.397631 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:07.506526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40042) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:07.585477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e02a9b53-e1ca-4332-86cf-bd4494a09ff1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:07.614499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e02a9b53-e1ca-4332-86cf-bd4494a09ff1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:07.678613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e02a9b53-e1ca-4332-86cf-bd4494a09ff1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:07.697331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a9b53-e1ca-4332-86cf-bd4494a09ff1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b438a9-e970-4114-a973-c94a7791d17d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:07.711545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e02a9b53-e1ca-4332-86cf-bd4494a09ff1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:07.712716 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e02a9b53-e1ca-4332-86cf-bd4494a09ff1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/b7b438a9-e970-4114-a973-c94a7791d17d HTTP/1.1" status: 204 len: 168 time: 0.2051809 May 06 14:01:07.715682 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:07.720294 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9fd12-503d-4554-8481-57436b9578f8 None None] The sync data for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv is: [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '041c49ca-05b4-4159-8215-e205f5e84827', 'name': '', 'network_id': '992edfc1-ac4e-4190-84f3-f297605db777', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e8:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ee388-4502-45ab-8196-5150b31f10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:15Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '694ee388-4502-45ab-8196-5150b31f10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:01:07.757243 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40048) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:07.922882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 7f2931a1-d875-4826-9717-85ea50306b5c {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:07.923360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:07.982258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d8357-11ad-4cbc-a21a-aee5891b5b3a None None] New status for floating IP 611c9ea1-7e53-431f-af9a-af2b96d50941: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:01:08.204736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:08.204999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:08.331843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 7f2931a1-d875-4826-9717-85ea50306b5c owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:08.415757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.db.api [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:01:08.416197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG oslo_db.api [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:01:08.552942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 003d1483-d6e9-4280-9b0f-8286f674aeae no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:01:08.589326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 003d1483-d6e9-4280-9b0f-8286f674aeae {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:01:08.589669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 003d1483-d6e9-4280-9b0f-8286f674aeae not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:01:08.916964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 7f2931a1-d875-4826-9717-85ea50306b5c {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:08.917473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:09.084910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:09.085231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:09.202864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 7f2931a1-d875-4826-9717-85ea50306b5c owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:09.339083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:09.383131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=7f2931a1-d875-4826-9717-85ea50306b5c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:09.478767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:09.492818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:09.494556 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-428885e2-d5f2-411d-a89f-0cdcec522436 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/611c9ea1-7e53-431f-af9a-af2b96d50941 HTTP/1.1" status: 204 len: 168 time: 1.7355893 May 06 14:01:09.878427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628efbd-9d12-45d4-9b5e-7030a309358e req-8d25b53c-c1f2-4596-9f76-4c973be2ebe0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:09.879918 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6628efbd-9d12-45d4-9b5e-7030a309358e req-8d25b53c-c1f2-4596-9f76-4c973be2ebe0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 946 time: 0.0776591 May 06 14:01:09.935805 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6628efbd-9d12-45d4-9b5e-7030a309358e req-09bdb858-0034-4003-8c41-8882ed0d6db3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499647 May 06 14:01:11.134381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1869f3-a91a-4d94-a4cc-f330f58dfd8a req-188efb5d-2bfd-4d78-a548-010587f0a13c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:11.135067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4b1869f3-a91a-4d94-a4cc-f330f58dfd8a req-188efb5d-2bfd-4d78-a548-010587f0a13c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:11.151046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4b1869f3-a91a-4d94-a4cc-f330f58dfd8a req-188efb5d-2bfd-4d78-a548-010587f0a13c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:11.152371 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4b1869f3-a91a-4d94-a4cc-f330f58dfd8a req-188efb5d-2bfd-4d78-a548-010587f0a13c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 946 time: 0.0943797 May 06 14:01:11.249208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4b1869f3-a91a-4d94-a4cc-f330f58dfd8a req-9365ec7c-7d47-40c4-922d-b1ea04ac5a03 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:11.274778 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4b1869f3-a91a-4d94-a4cc-f330f58dfd8a req-9365ec7c-7d47-40c4-922d-b1ea04ac5a03 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:11.275960 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4b1869f3-a91a-4d94-a4cc-f330f58dfd8a req-9365ec7c-7d47-40c4-922d-b1ea04ac5a03 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b12384e-c2f7-448d-8f0a-57e8a61b6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181684 May 06 14:01:11.282454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-b28442ad-4848-435a-98c2-76de38b0f61f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:11.284015 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-b28442ad-4848-435a-98c2-76de38b0f61f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 946 time: 0.1087799 May 06 14:01:11.352214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 669e8a9c-a525-4a78-aa76-a538811faa34 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:11.352558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:11.593776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 669e8a9c-a525-4a78-aa76-a538811faa34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=669e8a9c-a525-4a78-aa76-a538811faa34,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:11.594124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:11.712605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 669e8a9c-a525-4a78-aa76-a538811faa34 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:11.952656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:12.002315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=669e8a9c-a525-4a78-aa76-a538811faa34,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:12.074035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port 669e8a9c-a525-4a78-aa76-a538811faa34 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:01:12.076437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:12.078861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'name': 'network-vif-deleted', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:12.096279 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b04ea27f-7440-488c-999a-84cd4e5e6f7f req-aeb923b6-f78e-43e3-bdaa-a3899b975555 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/669e8a9c-a525-4a78-aa76-a538811faa34 HTTP/1.1" status: 204 len: 173 time: 0.8070076 May 06 14:01:12.140516 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63f65ff-20cb-4684-bc0a-8925b22370dc'] response: {'server_uuid': '672520cb-a9af-431e-b935-2bfc11310f87', 'name': 'network-vif-deleted', 'tag': '669e8a9c-a525-4a78-aa76-a538811faa34', 'status': 'completed', 'code': 200} May 06 14:01:12.453134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-37b00b94-4d60-4d8c-a770-f2f71b79accc req-3cea59b9-d68c-4824-a2ef-94ff24a9bf75 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:12.470838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-37b00b94-4d60-4d8c-a770-f2f71b79accc req-3cea59b9-d68c-4824-a2ef-94ff24a9bf75 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:12.472911 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-37b00b94-4d60-4d8c-a770-f2f71b79accc req-3cea59b9-d68c-4824-a2ef-94ff24a9bf75 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=672520cb-a9af-431e-b935-2bfc11310f87 HTTP/1.1" status: 200 len: 210 time: 0.0610552 May 06 14:01:13.579615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40064) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:13.647551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d4518c97-c34b-4427-b521-cd89ce3472df tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:13.675997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d4518c97-c34b-4427-b521-cd89ce3472df tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:13.741957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d4518c97-c34b-4427-b521-cd89ce3472df tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:13.760229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4518c97-c34b-4427-b521-cd89ce3472df tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b12384e-c2f7-448d-8f0a-57e8a61b6f37,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:13.773043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d4518c97-c34b-4427-b521-cd89ce3472df tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:13.774154 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d4518c97-c34b-4427-b521-cd89ce3472df tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/4b12384e-c2f7-448d-8f0a-57e8a61b6f37 HTTP/1.1" status: 204 len: 168 time: 0.1934290 May 06 14:01:13.815662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40070) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:13.931552 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:01:14.213241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:14.599645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 669e8a9c-a525-4a78-aa76-a538811faa34 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:01:14.632605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 669e8a9c-a525-4a78-aa76-a538811faa34 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:01:14.632940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 669e8a9c-a525-4a78-aa76-a538811faa34 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:01:14.822086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 041c49ca-05b4-4159-8215-e205f5e84827 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:14.822647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:15.005691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 041c49ca-05b4-4159-8215-e205f5e84827, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=041c49ca-05b4-4159-8215-e205f5e84827,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:15.006035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:15.217075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 041c49ca-05b4-4159-8215-e205f5e84827 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:15.383590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:15.428626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=041c49ca-05b4-4159-8215-e205f5e84827,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:15.716636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:16.281395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 42e611d1-6672-42a6-b437-deb970efcc86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:01:16.491805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:01:16.501947 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] Sync routers for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:01:16.509612 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-aa581076-095d-4916-b0e9-2e70ecf8c823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/42e611d1-6672-42a6-b437-deb970efcc86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6927824 May 06 14:01:16.512177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40074) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:16.514453 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:16.515050 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:16.691909 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:16.803739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1c8ced-1c5c-46f1-93bd-c080520fe431 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet 694ee388-4502-45ab-8196-5150b31f10e1 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:01:16.806628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e1c8ced-1c5c-46f1-93bd-c080520fe431 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:16.862054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e1c8ced-1c5c-46f1-93bd-c080520fe431 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:16.950267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e1c8ced-1c5c-46f1-93bd-c080520fe431 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:16.976482 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T14:01:15Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:16.980289 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] Checking router: 42e611d1-6672-42a6-b437-deb970efcc86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:01:16.991016 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] Routers {'42e611d1-6672-42a6-b437-deb970efcc86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:16.991603 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['42e611d1-6672-42a6-b437-deb970efcc86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:17.023613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e1c8ced-1c5c-46f1-93bd-c080520fe431 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.066650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c8ced-1c5c-46f1-93bd-c080520fe431 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=694ee388-4502-45ab-8196-5150b31f10e1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:17.071297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4e1c8ced-1c5c-46f1-93bd-c080520fe431 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.079992 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4e1c8ced-1c5c-46f1-93bd-c080520fe431 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/694ee388-4502-45ab-8196-5150b31f10e1 HTTP/1.1" status: 204 len: 168 time: 0.5643282 May 06 14:01:17.080170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dbe4a-4acc-4c1d-aa9f-1041f03662f6 None None] Network 992edfc1-ac4e-4190-84f3-f297605db777 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:01:17.080592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40078) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:17.209133 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] Set router 42e611d1-6672-42a6-b437-deb970efcc86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:17.280280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.346290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] DHCP port deletion for 992edfc1-ac4e-4190-84f3-f297605db777 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:01:17.352222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Deleting port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:17.352593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.461324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4ec63786-51b6-4d4d-bdf4-c13a20b180aa no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:01:17.519643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.522825 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T14:01:15Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:17.527070 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449d636-8561-41ae-89e1-7d98f780a999 None None] The sync data for ids ['42e611d1-6672-42a6-b437-deb970efcc86'] in dv-neutron-840889-1-hyperv is: [{'id': '42e611d1-6672-42a6-b437-deb970efcc86', 'name': 'tempest-TestNetworkBasicOps-router-773944834', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T14:01:15Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '4a830287-674a-43d8-bc80-3a6c7774fe6d', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e611d1-6672-42a6-b437-deb970efcc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:12Z', 'updated_at': '2022-05-06T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:01:17.531025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 4a830287-674a-43d8-bc80-3a6c7774fe6d {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:17.531025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.667365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] For port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:17.667758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.703944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 4a830287-674a-43d8-bc80-3a6c7774fe6d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4a830287-674a-43d8-bc80-3a6c7774fe6d,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:17.704303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.786579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.800534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Calling delete_port for 4ec63786-51b6-4d4d-bdf4-c13a20b180aa owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:17.824268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 4a830287-674a-43d8-bc80-3a6c7774fe6d owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:17.875173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:17.888318 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.952554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:01:17.952896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:01:17.968192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:18.021690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.069343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=4a830287-674a-43d8-bc80-3a6c7774fe6d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:18.366216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.453733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Deleting port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:18.454273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.617741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.621869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.645319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.646157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Fanout notify agent at l3_agent the message router_deleted on router 42e611d1-6672-42a6-b437-deb970efcc86 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:01:18.661152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.662332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7ff0f0cb-6564-479c-9498-fc329037dbd0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/routers/42e611d1-6672-42a6-b437-deb970efcc86 HTTP/1.1" status: 204 len: 168 time: 1.5813313 May 06 14:01:18.665209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40082) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:18.668455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] For port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,segment=NetworkSegment(ca9c8e2b-1861-4fe1-9353-afd5ec61351f),segment_id=ca9c8e2b-1861-4fe1-9353-afd5ec61351f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:18.668841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.784970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.790838 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Calling delete_port for 4ec63786-51b6-4d4d-bdf4-c13a20b180aa owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:18.795438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:18.795770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.866245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.883284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] The port '4ec63786-51b6-4d4d-bdf4-c13a20b180aa' was deleted {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:01:18.914690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] Pushing event deleted for resources: {'Port': ['ID=4ec63786-51b6-4d4d-bdf4-c13a20b180aa,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:18.920883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c805876-6f76-4c13-ad34-5f56b3491f21 None None] No DVR routers for this DVR port 4ec63786-51b6-4d4d-bdf4-c13a20b180aa on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:01:19.006218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.030889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992edfc1-ac4e-4190-84f3-f297605db777']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:19.043080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:19.043371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9c8e2b-1861-4fe1-9353-afd5ec61351f') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:19.054411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.069811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.075662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:01:19.076071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:01:19.090903 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:01:19.179086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.196162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.206882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=992edfc1-ac4e-4190-84f3-f297605db777,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:19.215527 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fefa9001-5dfb-4d5b-b51a-c14dd6d51855 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/992edfc1-ac4e-4190-84f3-f297605db777 HTTP/1.1" status: 204 len: 168 time: 0.5492225 May 06 14:01:19.237786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40086) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:19.243279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--1334329562', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:19.248491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:19.253146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:19.256091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:19.261717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:19.271437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:01:19.274252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.301983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:01:19.310393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.310705 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment dacd0488-8d89-4a59-abdb-75fc8fa7d42d of type vlan for network 01ceb009-aa75-4044-919a-c7b6bb6f9589 May 06 14:01:19.336499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.367044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.370746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:19.371338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.377858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 041c49ca-05b4-4159-8215-e205f5e84827 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:01:19.446118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 041c49ca-05b4-4159-8215-e205f5e84827 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:01:19.446342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 041c49ca-05b4-4159-8215-e205f5e84827 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:01:19.446758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4a830287-674a-43d8-bc80-3a6c7774fe6d no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:01:19.479202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 4a830287-674a-43d8-bc80-3a6c7774fe6d {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:01:19.479935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4a830287-674a-43d8-bc80-3a6c7774fe6d not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:01:19.481411 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2425735 May 06 14:01:19.484311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2164a-5ca9-466d-b7a3-61c8c6af7aed tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=01ceb009-aa75-4044-919a-c7b6bb6f9589,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:19.484933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40090) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:19.491117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-447443181', 'admin_state_up': True, 'project_id': '52812628270e4c08bba09224380d4cd5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:19.495833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:01:19.498779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:19.502978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:router and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:19.505860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:19.512120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:19.521836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.522804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.541236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.689605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.865098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:19.894180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.030176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.45 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/909ce874-92c7-4a72-86dd-3064e9228d50) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:01:20.174102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.200333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.347512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.348263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:01:20.351365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:20.355114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:01:20.386578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=909ce874-92c7-4a72-86dd-3064e9228d50,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:20.515753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.516476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.740257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 67b838a5-da72-44c9-916a-8623dcdd50de is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:01:20.939731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:01:20.949580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Sync routers for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:01:20.961719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:20.962324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:20.967662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.968922 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b6e5928f-e0bf-421b-b00d-dc71b2c678fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4828908 May 06 14:01:20.972165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40094) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:21.012797 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d6fd5024-778b-4500-bd9b-3287baf955db tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395544 May 06 14:01:21.015472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40098) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:21.139828 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:21.146589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aecd36-cf69-48de-96f1-24ad3fa3ddcf tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:21.148104 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f1aecd36-cf69-48de-96f1-24ad3fa3ddcf tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316826 May 06 14:01:21.150823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40102) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:21.193462 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f2527c0b-ab58-422d-b00e-a936b45cc711 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414922 May 06 14:01:21.195839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40106) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:21.201150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860228670', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:21.308769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:21.312573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:21.316082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:21.321728 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:21.331715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:01:21.423180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:20Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:21.427543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Checking router: 67b838a5-da72-44c9-916a-8623dcdd50de for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:01:21.427918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Updating router 67b838a5-da72-44c9-916a-8623dcdd50de port 909ce874-92c7-4a72-86dd-3064e9228d50 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:01:21.430048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:21.482332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:21.649847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:21.723386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=320acab9-cb42-4dd4-af41-933f79e42f09,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:21.739122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:01:21.739395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: 01ceb009-aa75-4044-919a-c7b6bb6f9589, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:01:21.760985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:01:21.770363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 01ceb009-aa75-4044-919a-c7b6bb6f9589) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:21.774629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:21.775208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:21.788513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c137755-d32e-44c6-b90e-cd6fcbba2fac None None] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:01:21.797051 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bedfe3b1-e626-48d5-8c9a-87fdc6fd80f9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6002381 May 06 14:01:21.800625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40110) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:21.886427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:21.914670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Transition to ACTIVE for port object 909ce874-92c7-4a72-86dd-3064e9228d50 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:21.932601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.072010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69401109-9f37-4b54-93b4-7eb3f78bac62 None None] Pushing event updated for resources: {'Port': ['ID=909ce874-92c7-4a72-86dd-3064e9228d50,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:22.075882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Attempting to bind port 909ce874-92c7-4a72-86dd-3064e9228d50 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:01:22.076246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Attempting to bind port 909ce874-92c7-4a72-86dd-3064e9228d50 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:01:22.076601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Attempting to bind port 909ce874-92c7-4a72-86dd-3064e9228d50 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:22.117018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:01:22.117555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:01:22.117763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.118139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:01:22.118603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Bound port: 909ce874-92c7-4a72-86dd-3064e9228d50, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:01:22.118968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.143362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-01ceb009-aa75-4044-919a-c7b6bb6f9589', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:01:22.144180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.300832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] For port 909ce874-92c7-4a72-86dd-3064e9228d50, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:01:22.315797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] For port 909ce874-92c7-4a72-86dd-3064e9228d50, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=909ce874-92c7-4a72-86dd-3064e9228d50,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:01:22.346557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.450877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Allocated IP 172.20.0.2 (01ceb009-aa75-4044-919a-c7b6bb6f9589/320acab9-cb42-4dd4-af41-933f79e42f09/127ce8af-8d34-4852-8ad7-f3362bb287cc) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:01:22.463135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69401109-9f37-4b54-93b4-7eb3f78bac62 None None] Pushing event updated for resources: {'Port': ['ID=909ce874-92c7-4a72-86dd-3064e9228d50,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:22.490325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:22.490947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:22.672274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.802678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:22.933148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.996312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Transition to ACTIVE for port object 127ce8af-8d34-4852-8ad7-f3362bb287cc will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:23.029842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Transition to ACTIVE for port object 127ce8af-8d34-4852-8ad7-f3362bb287cc will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:23.044787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.104627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.1 (01ceb009-aa75-4044-919a-c7b6bb6f9589/320acab9-cb42-4dd4-af41-933f79e42f09/9c76972b-0656-4d12-ae94-0d8d6b7a3071) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:01:23.157312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:01:23.164119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Pushing event updated for resources: {'Port': ['ID=127ce8af-8d34-4852-8ad7-f3362bb287cc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:23.166316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:23.171111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:01:23.185499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.185763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.186096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.186427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.186751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.187075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.187400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.187718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.188066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.188381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.188696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:23.262738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.278178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 9c76972b-0656-4d12-ae94-0d8d6b7a3071 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:23.287013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Attempting to bind port 127ce8af-8d34-4852-8ad7-f3362bb287cc on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:01:23.287386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Attempting to bind port 127ce8af-8d34-4852-8ad7-f3362bb287cc by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:01:23.287743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Attempting to bind port 127ce8af-8d34-4852-8ad7-f3362bb287cc on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:23.297953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:01:23.298420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Checking segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:01:23.299349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.299729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Bound using segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:01:23.300268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Bound port: 127ce8af-8d34-4852-8ad7-f3362bb287cc, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:01:23.300634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.300749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.317003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:20Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:23.346031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ba02e-ed07-4831-b459-26f4b265fb30 None None] The sync data for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv is: [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:20Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:01:23.369553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:01:23.372920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:23.377526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:01:23.401397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] For port 127ce8af-8d34-4852-8ad7-f3362bb287cc, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:01:23.405867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] For port 127ce8af-8d34-4852-8ad7-f3362bb287cc, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=127ce8af-8d34-4852-8ad7-f3362bb287cc,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:01:23.411897 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.413090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=9c76972b-0656-4d12-ae94-0d8d6b7a3071,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:23.446518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.510387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cfd72-d87b-4717-aca4-8333da5d6139 None None] Pushing event updated for resources: {'Port': ['ID=127ce8af-8d34-4852-8ad7-f3362bb287cc,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:23.586724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:24.164811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:24.171462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:24.286505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=9c76972b-0656-4d12-ae94-0d8d6b7a3071,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:24.288853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:24.304197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.304197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.304520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.304843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.305171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.305490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.305808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.306123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.306437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.306748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.307059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:24.442604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:01:24.443683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:24.448652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e2627-be44-4b4c-ad49-87af7391e216 None None] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:01:24.618881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ae58fb4a-c860-440a-812d-c80f9773524e None None] Provisioning for port 127ce8af-8d34-4852-8ad7-f3362bb287cc completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:24.829713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 67b838a5-da72-44c9-916a-8623dcdd50de has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:01:24.952099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-04f14842-0b5f-4e4a-afd9-71dc87570fbb None None] Provisioning for port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:24.957343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-04f14842-0b5f-4e4a-afd9-71dc87570fbb None None] Provisioning complete for port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:24.957791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f14842-0b5f-4e4a-afd9-71dc87570fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.052530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:01:25.065086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-04f14842-0b5f-4e4a-afd9-71dc87570fbb None None] Port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:01:25.066342 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ae6ce3fe-6019-4dc7-86e1-c8f0fcb3823a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/67b838a5-da72-44c9-916a-8623dcdd50de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2646430 May 06 14:01:25.068794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40114) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:25.202460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-35b2b84a-5278-4a1d-8b05-500c997fa294 None None] Provisioning complete for port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:25.203003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35b2b84a-5278-4a1d-8b05-500c997fa294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.218143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba8cd1-aef2-4565-9804-23a1f6db7d9e tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:25.218653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba8cd1-aef2-4565-9804-23a1f6db7d9e tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:25.218969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba8cd1-aef2-4565-9804-23a1f6db7d9e tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:25.219339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba8cd1-aef2-4565-9804-23a1f6db7d9e tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:25.221613 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-18ba8cd1-aef2-4565-9804-23a1f6db7d9e tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1519015 May 06 14:01:25.224402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40118) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:25.258092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-35b2b84a-5278-4a1d-8b05-500c997fa294 None None] Port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:01:25.294225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240ea77-b79c-4ecd-8edb-2d8c07ed4b9a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:25.294590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240ea77-b79c-4ecd-8edb-2d8c07ed4b9a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:25.294949 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240ea77-b79c-4ecd-8edb-2d8c07ed4b9a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:25.295301 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240ea77-b79c-4ecd-8edb-2d8c07ed4b9a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:25.298091 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c240ea77-b79c-4ecd-8edb-2d8c07ed4b9a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0715685 May 06 14:01:25.299619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40122) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:25.381613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-892dc1f5-9786-453c-ae00-10af3f42977e None None] Provisioning complete for port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:25.381983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-892dc1f5-9786-453c-ae00-10af3f42977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.443429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-892dc1f5-9786-453c-ae00-10af3f42977e None None] Port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:01:25.446211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 909ce874-92c7-4a72-86dd-3064e9228d50 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:25.515171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 909ce874-92c7-4a72-86dd-3064e9228d50 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:25.522407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 909ce874-92c7-4a72-86dd-3064e9228d50 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:25.522777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.593595 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fc49d9ee-dc16-45d5-b750-adbb42faed3b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2928691 May 06 14:01:25.596387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40126) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:25.602011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1413798636', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:25.638074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.655568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 909ce874-92c7-4a72-86dd-3064e9228d50, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=909ce874-92c7-4a72-86dd-3064e9228d50,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:25.659397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.660188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 127ce8af-8d34-4852-8ad7-f3362bb287cc up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:25.738908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:25.742926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:port and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:25.745850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:25.752486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:25.762707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:01:25.771430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.772121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=909ce874-92c7-4a72-86dd-3064e9228d50,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:25.794882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 127ce8af-8d34-4852-8ad7-f3362bb287cc completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:25.801088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 127ce8af-8d34-4852-8ad7-f3362bb287cc triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:25.801836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.803961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] device_id is not set on port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c yet. {{(pid=84021) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 14:01:25.913479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.945715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 127ce8af-8d34-4852-8ad7-f3362bb287cc, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=127ce8af-8d34-4852-8ad7-f3362bb287cc,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:25.949768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.953430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.4 (01ceb009-aa75-4044-919a-c7b6bb6f9589/320acab9-cb42-4dd4-af41-933f79e42f09/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:01:26.017845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=127ce8af-8d34-4852-8ad7-f3362bb287cc,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:26.158550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.174425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:26.196033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.271411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:01:26.274281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:26.278229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:01:26.308296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:26.343656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:26.344284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.368538 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-911f2279-e832-48d6-8fd5-a65849f9ce54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7710857 May 06 14:01:26.470009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3c1e844e-d405-4649-8cd5-424155333e08 None None] Provisioning for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:26.475193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3c1e844e-d405-4649-8cd5-424155333e08 None None] Provisioning complete for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:26.475627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c1e844e-d405-4649-8cd5-424155333e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.526793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e844e-d405-4649-8cd5-424155333e08 None None] Port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:01:26.581148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40132) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:26.587242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787734460', 'description': 'tempest-secgroup-smoke-787734460 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:26.597931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:26.602582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:26.605548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:26.611609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:26.620584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.656517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:26.661337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:26.664434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:26.670392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:26.727024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.731086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.777559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85391771-1e8f-43d0-b54f-95afeea8ae5f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:26.780135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.784487 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2c1cb0ae-bcb8-4dd0-aa82-4f450dbf556a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1991868 May 06 14:01:26.784899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40136) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:26.790422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '85391771-1e8f-43d0-b54f-95afeea8ae5f', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:26.796379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:26.800977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:26.804167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:26.809946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:26.827169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.876446 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Sync routers for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:01:26.889734 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:26.890421 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:26.896272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.900242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.925048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d13480-ec94-4671-902d-29db31637bad,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:26.934289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.935458 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2b43d58f-f3f0-4661-b613-fc1267dc9d16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1494985 May 06 14:01:26.938374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40140) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:26.944161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '85391771-1e8f-43d0-b54f-95afeea8ae5f', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:26.950051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:26.954326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:26.957000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:26.962810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:26.980314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.042849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.046704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.070673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0c10a2-9602-46d2-adfd-6ccc0101a995,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:27.072706 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:27.080892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.082254 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-14c786b4-fbec-4c24-8389-369f4ad7e443 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1429770 May 06 14:01:27.085205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40144) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:27.090692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '85391771-1e8f-43d0-b54f-95afeea8ae5f', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:27.096583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:27.100382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:27.103357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:27.109023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:27.125999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.188920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.192988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.213683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ba5d13-a690-4945-8acf-db09fb2b8094,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:27.225473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.226744 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-92a9f435-19e2-46d0-8cd2-a2e73e427cdf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1406174 May 06 14:01:27.229593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40148) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:27.234909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '85391771-1e8f-43d0-b54f-95afeea8ae5f', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:27.241222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:27.245060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:27.248128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:27.254293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:27.272367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.336487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.341405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.366226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e395eefa-71fe-4f8d-8836-15b69f5dd265,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:27.377789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.381648 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2ea416d4-ef4a-451c-bbcc-1de79b663128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1484978 May 06 14:01:27.382012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40152) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:27.387825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '85391771-1e8f-43d0-b54f-95afeea8ae5f', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:27.394515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:27.396888 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:27.398591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 909ce874-92c7-4a72-86dd-3064e9228d50 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:27.399064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:27.401223 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Checking router: 67b838a5-da72-44c9-916a-8623dcdd50de for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:01:27.402003 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Updating router 67b838a5-da72-44c9-916a-8623dcdd50de port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:01:27.402619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:27.412923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:27.428015 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:01:27.436017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.460401 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.472644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 909ce874-92c7-4a72-86dd-3064e9228d50 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:27.473273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.506884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.509957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.533558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5c68fa-89af-4fa3-9c9c-9f2d40ad6288,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:27.542434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.543665 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-91c18fce-94b2-46c9-bd8a-bd8feb9698d6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1606538 May 06 14:01:27.546499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40156) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:27.552936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '85391771-1e8f-43d0-b54f-95afeea8ae5f', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:27.558918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:27.562848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:27.565756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:27.571744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:27.582434 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:01:27.589088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.598663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 127ce8af-8d34-4852-8ad7-f3362bb287cc up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:27.657110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.662467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.669550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 127ce8af-8d34-4852-8ad7-f3362bb287cc triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:27.670104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.690000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb704156-1249-4c92-8200-77f6c4f10e7d,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:27.699720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.701676 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2dc67321-4bd4-445d-acfc-00d44c3ad8dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1540115 May 06 14:01:27.826247 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:27.838045 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Transition to ACTIVE for port object 9c76972b-0656-4d12-ae94-0d8d6b7a3071 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:27.844586 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:28.017484 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-cbddf861-e2b9-404c-9c11-b88a3c5684d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787734460&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0505550 May 06 14:01:28.058476 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Pushing event updated for resources: {'Port': ['ID=9c76972b-0656-4d12-ae94-0d8d6b7a3071,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:28.086864 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.087215 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.087540 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.087893 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.088269 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.088532 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.088846 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.089677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.089677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.089892 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.090059 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:28.095693 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Attempting to bind port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:01:28.096097 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Attempting to bind port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:01:28.096445 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Attempting to bind port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:28.096644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-de8f8bea-3b5e-4d0b-943f-9f0ad97a4581 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:28.097223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-de8f8bea-3b5e-4d0b-943f-9f0ad97a4581 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:28.103013 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:01:28.103376 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Checking segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:01:28.103756 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:28.104397 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Bound using segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:01:28.104847 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Bound port: 9c76972b-0656-4d12-ae94-0d8d6b7a3071, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:01:28.105211 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:28.115198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-de8f8bea-3b5e-4d0b-943f-9f0ad97a4581 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:28.120459 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-de8f8bea-3b5e-4d0b-943f-9f0ad97a4581 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 930 time: 0.0960133 May 06 14:01:28.197097 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] For port 9c76972b-0656-4d12-ae94-0d8d6b7a3071, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:01:28.199962 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] For port 9c76972b-0656-4d12-ae94-0d8d6b7a3071, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c76972b-0656-4d12-ae94-0d8d6b7a3071,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:01:28.205521 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:28.287281 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:28.288141 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:28.340079 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840d44-2bdf-49e6-9f4f-09c9bfe53754 None None] Pushing event updated for resources: {'Port': ['ID=9c76972b-0656-4d12-ae94-0d8d6b7a3071,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:28.432816 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-c6fa80bb-741f-4cea-957b-a4e56f14fa1b service neutron] 10.222.0.65 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3022757 May 06 14:01:28.489843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:28.566549 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-0c19ec83-90b4-4037-b25c-72bc79b15dc2 service neutron] 10.222.0.65 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265066 May 06 14:01:28.700440 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-ff47b819-5a53-4d76-bff3-7240f083075e service neutron] 10.222.0.65 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276417 May 06 14:01:28.801398 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:28Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:28.805623 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2950d-56ad-46d9-b445-12f18ff2f912 None None] The sync data for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv is: [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:28Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:01:28.904942 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-f3001539-fbe6-44fc-9c76-07df0e7c32b7 req-3c1c1809-2cc6-4071-a1ab-0ca3f5b8d68d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:28.933012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-f3001539-fbe6-44fc-9c76-07df0e7c32b7 req-3c1c1809-2cc6-4071-a1ab-0ca3f5b8d68d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:28.937164 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3001539-fbe6-44fc-9c76-07df0e7c32b7 req-3c1c1809-2cc6-4071-a1ab-0ca3f5b8d68d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 210 time: 0.0835023 May 06 14:01:29.443490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c76972b-0656-4d12-ae94-0d8d6b7a3071 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:29.537771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:29.546697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:29.547576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:29.672344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:29.704329 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 9c76972b-0656-4d12-ae94-0d8d6b7a3071, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c76972b-0656-4d12-ae94-0d8d6b7a3071,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:29.709010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:29.775611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=9c76972b-0656-4d12-ae94-0d8d6b7a3071,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:29.936776 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-cb41adef-cca6-4092-9960-ef7195aaf880 service neutron] 10.222.0.69 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1026 time: 0.0609152 May 06 14:01:30.121626 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2ce7bd07-ae90-4b93-9f31-67a52a1b0ff1 req-daf8f3af-d1c6-482b-ad46-79cd074500f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 210 time: 0.0564065 May 06 14:01:30.126982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-6da285a2-936e-4124-83f9-b0a124e3af87 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:30.127605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-6da285a2-936e-4124-83f9-b0a124e3af87 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:30.147217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-6da285a2-936e-4124-83f9-b0a124e3af87 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:30.148395 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-6da285a2-936e-4124-83f9-b0a124e3af87 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=01ceb009-aa75-4044-919a-c7b6bb6f9589 HTTP/1.1" status: 200 len: 797 time: 0.2068396 May 06 14:01:30.206054 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-a60ac837-2626-45e2-840a-4d15b0c27f4a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 379 time: 0.0403306 May 06 14:01:30.215351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Request body: {'port': {'device_id': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:30.321518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:30.653018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:01:30.659890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:30.674237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Transition to ACTIVE for port object 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:30.677952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:30.803154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:30.932331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Attempting to bind port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:01:30.932656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Attempting to bind port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:01:30.932977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Attempting to bind port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:30.938613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:01:30.939877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Attempting to bind port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:30.946205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:01:30.946531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Checking segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:01:30.946903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Bound using segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:01:30.947316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Bound port: 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:01:30.947652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:31.032395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:01:31.035719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:01:31.040402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:31.102263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:31.103606 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] 10.222.0.69 "PUT /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1131 time: 0.8920453 May 06 14:01:31.104055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:31.122426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aeb032-2aa0-4754-839e-83d924751d52 service neutron] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:31.184512 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e022d03-eb93-4d39-a94a-a2f444d67fa5'] response: {'name': 'network-changed', 'server_uuid': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'status': 'completed', 'code': 200} May 06 14:01:31.228583 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-87b57b2f-3956-4d8f-af51-a73e2ac4e9f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 1134 time: 0.0809872 May 06 14:01:31.388116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c76972b-0656-4d12-ae94-0d8d6b7a3071 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:31.426582 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-2afa527f-92a7-4226-a6d7-bf96ede43380 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 217 time: 0.1916246 May 06 14:01:31.456561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:31.456934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:31.509882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-93c930fc-029e-4e8b-b767-b8fdee045865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:31.511293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-93c930fc-029e-4e8b-b767-b8fdee045865 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=320acab9-cb42-4dd4-af41-933f79e42f09 HTTP/1.1" status: 200 len: 835 time: 0.0786445 May 06 14:01:31.523311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee67f-ec44-4b9c-8bd5-2710d7b37ed4 req-818f32ef-4592-4245-891a-9f0adb71cab0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:31.524715 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-589ee67f-ec44-4b9c-8bd5-2710d7b37ed4 req-818f32ef-4592-4245-891a-9f0adb71cab0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 981 time: 0.2384279 May 06 14:01:31.615074 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-589ee67f-ec44-4b9c-8bd5-2710d7b37ed4 req-0de823a4-626e-41cc-b34d-d4127bacd5ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629947 May 06 14:01:31.628853 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-8c885450-9ab1-449c-bd9f-b868c243b63d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01ceb009-aa75-4044-919a-c7b6bb6f9589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1118398 May 06 14:01:31.759451 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-fe74f847-1dc9-413f-9254-07c4efba5f4c service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247706 May 06 14:01:31.890437 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6828a4ed-ddd8-40b6-8a65-f91ea3c2306e req-79ef1820-a4b2-4914-a0e6-067ff1e4fcc2 service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255875 May 06 14:01:32.005775 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-d1f26680-39c8-412a-a63a-5dc7ae60358c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 1134 time: 0.0729544 May 06 14:01:32.018682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-480fbdbf-4f8b-44f1-b584-2f506432946b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:32.137799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-ca47e27c-dc33-424f-a8d0-fdebfaccd566 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:32.139243 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-ca47e27c-dc33-424f-a8d0-fdebfaccd566 service neutron] 10.222.0.69 "GET /v2.0/networks?id=01ceb009-aa75-4044-919a-c7b6bb6f9589 HTTP/1.1" status: 200 len: 898 time: 0.1272750 May 06 14:01:32.213339 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-2bad67bb-64f4-4ec6-a80b-ae4ca0b76734 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 217 time: 0.0676956 May 06 14:01:32.276816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-0a874d68-0442-42ee-b522-418c079a2204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:32.278127 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-0a874d68-0442-42ee-b522-418c079a2204 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=320acab9-cb42-4dd4-af41-933f79e42f09 HTTP/1.1" status: 200 len: 835 time: 0.0590849 May 06 14:01:32.356483 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-737709a7-7b2f-4b7d-b038-bf09bf2e310b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01ceb009-aa75-4044-919a-c7b6bb6f9589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712399 May 06 14:01:32.504315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-6f67859d-68be-4970-8bb0-b91730fff4e1 service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391346 May 06 14:01:32.635198 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fff0cc98-9c23-42b8-b04b-bdacb3e3386e req-1fd6dfb3-5d99-4996-995c-2e4864de3f7e service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242132 May 06 14:01:32.801526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:01:32.814158 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78001bf9-e281-4c97-9f10-3851866b7066 req-3bc13ec9-939a-4f3c-b34c-70c46eeaa007 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:32.815610 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-78001bf9-e281-4c97-9f10-3851866b7066 req-3bc13ec9-939a-4f3c-b34c-70c46eeaa007 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 981 time: 0.0767431 May 06 14:01:32.859862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-78001bf9-e281-4c97-9f10-3851866b7066 req-db893a67-f8f7-4da1-8473-c81386c1edc6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:32.875987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-78001bf9-e281-4c97-9f10-3851866b7066 req-db893a67-f8f7-4da1-8473-c81386c1edc6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:32.877827 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-78001bf9-e281-4c97-9f10-3851866b7066 req-db893a67-f8f7-4da1-8473-c81386c1edc6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566299 May 06 14:01:32.970438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:32.985923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'port_id': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'mac_address': 'fa:16:3e:fa:cd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:01:33.038955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:33.055199 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:01:33.070244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:33.073361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:33.140489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:33.295402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['6794fba2-abb8-48a7-8b0a-8c3f873e7b7c'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:01:34.076302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf407c-46b9-4ad7-acb5-23e1feb4af0e req-d412b76f-a3f2-40c2-b667-5fc3b5456e9d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:34.077738 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-10cf407c-46b9-4ad7-acb5-23e1feb4af0e req-d412b76f-a3f2-40c2-b667-5fc3b5456e9d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 982 time: 0.0787454 May 06 14:01:34.122906 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-10cf407c-46b9-4ad7-acb5-23e1feb4af0e req-dcd2a165-66fe-4ac5-b969-bd53c5206ebf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 May 06 14:01:34.359098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53d15a50-b9cb-4360-8d2a-b8c01b9d29a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:34.818090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:34.884721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:34.889683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:34.890048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:35.005480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:35.032294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:35.041807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:35.045488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:35.088610 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c211e89-a1a7-4df0-8b88-92846fc6e9ad'] response: {'server_uuid': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'code': 200} May 06 14:01:35.113220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:35.373454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950de7-0a72-41a2-ae8c-81ec0ac8f605 req-c9e68e1c-dee8-49a7-ae9d-8c8ba0819265 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:35.374905 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b950de7-0a72-41a2-ae8c-81ec0ac8f605 req-c9e68e1c-dee8-49a7-ae9d-8c8ba0819265 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 983 time: 0.1318607 May 06 14:01:35.378984 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-70ab9e32-1897-4d5c-823f-1f8fd10bef48 req-2f360eb2-224b-44bc-ae52-42cfdcab366c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 1136 time: 0.1053908 May 06 14:01:35.449964 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b950de7-0a72-41a2-ae8c-81ec0ac8f605 req-0621ff9b-244b-43a8-a982-2ea1b14a480f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688829 May 06 14:01:35.452865 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-70ab9e32-1897-4d5c-823f-1f8fd10bef48 req-1894b46f-13e1-470c-b861-6ce7619d3c88 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584064 May 06 14:01:35.550799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:35.592339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:36.663831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03bdc-8d6c-4c84-bab2-fccdaa64f4e1 req-678d1d5e-c230-4e2b-aca6-2716c62f3d15 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:36.665284 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-55f03bdc-8d6c-4c84-bab2-fccdaa64f4e1 req-678d1d5e-c230-4e2b-aca6-2716c62f3d15 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 983 time: 0.0811181 May 06 14:01:36.712190 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-55f03bdc-8d6c-4c84-bab2-fccdaa64f4e1 req-3fa9d9e2-71ee-4465-812c-9376f4161c74 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 May 06 14:01:36.852830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:38.012764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa24b2-a543-4ff4-9ea2-e3c5aba49014 req-922c6fe8-4268-4ff9-a235-3fe1811a1837 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:38.014201 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d2aa24b2-a543-4ff4-9ea2-e3c5aba49014 req-922c6fe8-4268-4ff9-a235-3fe1811a1837 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 983 time: 0.1709344 May 06 14:01:38.058917 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d2aa24b2-a543-4ff4-9ea2-e3c5aba49014 req-20634eb3-ed12-445c-ae99-bed4d2e84a16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 May 06 14:01:38.249446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593b787-686d-480c-ad6f-208b50521ee4 req-c2b2d6dd-9dab-49e0-b596-a4b466900d98 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:38.250774 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a593b787-686d-480c-ad6f-208b50521ee4 req-c2b2d6dd-9dab-49e0-b596-a4b466900d98 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 983 time: 0.0748837 May 06 14:01:38.294765 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a593b787-686d-480c-ad6f-208b50521ee4 req-c91a242e-64bd-44dc-9da1-8c3fbc3c9f26 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 May 06 14:01:38.321989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40202) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:38.393992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4c7455a9-919c-4721-8ebf-0b6a405713a8 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 1131 time: 0.0708649 May 06 14:01:38.396608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40206) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:38.401616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:38.407030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:38.411489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:38.414342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:38.420051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:38.429858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:38.561241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:38.697352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.159 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/f63c7756-257f-4332-9680-a40b20195d02) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:01:38.856465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:38.887567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:38.960597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:01:38.963436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:38.967704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:01:38.990910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=f63c7756-257f-4332-9680-a40b20195d02,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:39.551188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:39.606043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:39.816004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:39.820319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:39.931350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=f63c7756-257f-4332-9680-a40b20195d02,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:39.946842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:40.132390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 4707312a-030d-4bda-b5bf-051dcf875b43 associated. External IP: 172.26.0.159, port: 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c. May 06 14:01:40.509803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 67b838a5-da72-44c9-916a-8623dcdd50de has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:01:40.832603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:01:40.842953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] Sync routers for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:01:40.854578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:40.855245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:40.858197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:40.923111 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cb1445b1-471c-4d1c-a0d3-5ba885945e9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5253060 May 06 14:01:40.924178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:40.925829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40210) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:40.980214 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda5c59d-4f03-4cd6-9787-9b226a0f7dce'] response: {'name': 'network-changed', 'server_uuid': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'status': 'completed', 'code': 200} May 06 14:01:41.045153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:41.049030 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f86928ca-74ad-42b7-a694-57d4c0bf6bd5 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c&network_id=01ceb009-aa75-4044-919a-c7b6bb6f9589 HTTP/1.1" status: 200 len: 1131 time: 0.1220019 May 06 14:01:41.078662 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-fd640f85-a7be-46aa-b5d2-81a8c6feb5cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 1136 time: 0.0784562 May 06 14:01:41.212718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-67b59b86-2c5c-444f-94d1-b4acb6937bdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:41.214365 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-67b59b86-2c5c-444f-94d1-b4acb6937bdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=01ceb009-aa75-4044-919a-c7b6bb6f9589 HTTP/1.1" status: 200 len: 898 time: 0.1303275 May 06 14:01:41.330854 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-c9a1c67a-6c04-4b1c-a35e-f37e629a4188 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1037 time: 0.1102567 May 06 14:01:41.424698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4707312a-030d-4bda-b5bf-051dcf875b43', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'port_id': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1413798636', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'mac_address': 'fa:16:3e:fa:cd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:01:39Z', 'updated_at': '2022-05-06T14:01:39Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:29Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:41.428541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] Checking router: 67b838a5-da72-44c9-916a-8623dcdd50de for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:01:41.439126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:41.439675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:41.442339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-7b7895a5-e37c-47a0-b769-de1d64147584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:41.443765 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-7b7895a5-e37c-47a0-b769-de1d64147584 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=320acab9-cb42-4dd4-af41-933f79e42f09 HTTP/1.1" status: 200 len: 835 time: 0.1001019 May 06 14:01:41.526830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701c3c3-98e6-4a4e-b265-8cd200c893dc req-e65512d4-9d09-43f8-b080-7a825a635128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:41.528198 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b701c3c3-98e6-4a4e-b265-8cd200c893dc req-e65512d4-9d09-43f8-b080-7a825a635128 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 983 time: 0.1506593 May 06 14:01:41.573131 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-08c3f1a7-ef80-4754-b649-124416a4c610 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01ceb009-aa75-4044-919a-c7b6bb6f9589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136034 May 06 14:01:41.603406 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b701c3c3-98e6-4a4e-b265-8cd200c893dc req-e9e0c380-9b19-4270-bf68-54c717444a44 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669885 May 06 14:01:41.615638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:41.713746 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-52d306c1-d3b7-4106-8c28-6d837e00d362 service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330180 May 06 14:01:41.848309 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb6c6194-5858-4a3a-808f-c690a8582369 req-d203ed48-1d29-47c9-86f4-2525203cac25 service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265507 May 06 14:01:42.000623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4707312a-030d-4bda-b5bf-051dcf875b43', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'port_id': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1413798636', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'mac_address': 'fa:16:3e:fa:cd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:01:39Z', 'updated_at': '2022-05-06T14:01:39Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:29Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:42.005137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06dd63-1af9-47af-8fb3-e59090700a0b None None] The sync data for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv is: [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4707312a-030d-4bda-b5bf-051dcf875b43', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'port_id': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1413798636', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'mac_address': 'fa:16:3e:fa:cd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01009a42-aefa-438b-a8f5-6aa18da6e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:01:39Z', 'updated_at': '2022-05-06T14:01:39Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:29Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:01:42.763770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-f3eee3c5-427e-4182-b847-4e82f0216d47 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:42.765210 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-f3eee3c5-427e-4182-b847-4e82f0216d47 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 983 time: 0.0762589 May 06 14:01:42.807530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd0536-ef04-4b9f-9eb7-d0e7ec1d4754 req-c5c4d04e-42eb-41ae-8f6c-693cce1ef456 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:42.809017 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d4cd0536-ef04-4b9f-9eb7-d0e7ec1d4754 req-c5c4d04e-42eb-41ae-8f6c-693cce1ef456 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 983 time: 0.0774374 May 06 14:01:42.840041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-87a72d1b-0e98-4d76-a413-ef55afa85d52 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:42.841433 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-87a72d1b-0e98-4d76-a413-ef55afa85d52 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0710380 May 06 14:01:42.868502 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d4cd0536-ef04-4b9f-9eb7-d0e7ec1d4754 req-2c15cabd-fae5-4cd2-96c1-486b0c4098c1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532060 May 06 14:01:42.990397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-9d11b6f6-56ae-4b8a-baa4-23e2a428fb18 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1429782 May 06 14:01:42.999869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:43.105723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:43.296181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:43.324962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:01:43.373293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] device_id is not set on port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 14:01:43.381993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:43.387708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:43.622355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=6']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:43.680199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] No DVR routers for this DVR port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:01:43.749479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7d2d975a-e39b-42c4-8161-a8d72c9ad833 None None] Provisioning complete for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:43.750091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d2d975a-e39b-42c4-8161-a8d72c9ad833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:43.806434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d975a-e39b-42c4-8161-a8d72c9ad833 None None] Port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:01:43.934717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] In _notify_port_updated(), no bound segment for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 14:01:43.935758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:43.937049 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e41a2eee-8ded-4c86-94b8-3672e3716b6a req-878defc3-e4b1-4d60-995e-40781fd32849 service neutron] 10.222.0.69 "PUT /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1026 time: 0.9412096 May 06 14:01:44.032875 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef02b37b-fbb9-4412-baca-65d7eed18b95 req-f4791ee9-74b7-4ce4-ae2e-c66950db5331 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=01009a42-aefa-438b-a8f5-6aa18da6e96c HTTP/1.1" status: 200 len: 210 time: 0.0411446 May 06 14:01:44.833121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:01:44.846789 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5223c8-5f23-4413-b433-146d36b553da None None] New status for floating IP 4707312a-030d-4bda-b5bf-051dcf875b43: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:01:44.889672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:01:45.142011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40226) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:45.211722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f9045-d598-45c9-8f90-5241e6600c90 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:45.213082 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-333f9045-d598-45c9-8f90-5241e6600c90 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 925 time: 0.0700510 May 06 14:01:45.554707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40232) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:45.560604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316442042', 'description': 'tempest-secgroup-smoke-1316442042 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:45.567288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:45.578140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:45.590794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.628967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:45.632800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:45.635739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:45.641639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:45.697852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.701752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.750698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f6f209-9e9d-4615-959b-1351857c0d7c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:45.757806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.761700 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-951e3ae2-a1cb-4c3c-899c-a9b102d6735c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2034402 May 06 14:01:45.762053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40236) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:45.768215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '22f6f209-9e9d-4615-959b-1351857c0d7c', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:45.774634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:45.778558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:45.781624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:45.787987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:45.805525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.868526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.872202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.897656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ac99a0-dfa0-46db-be69-62bae79d77c6,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:45.909753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.913835 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e691c829-0674-497f-a698-20069012d41b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1482301 May 06 14:01:45.914199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40240) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:45.920293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '22f6f209-9e9d-4615-959b-1351857c0d7c', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:45.926822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:45.930948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:45.934004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:45.940839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:45.964724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.033539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.038903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.062530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99008e86-d44d-4dbc-9210-15f38dd26ddb,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:46.071649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.072837 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b45cf05e-4100-400b-9d01-b9a9df8eb622 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1574748 May 06 14:01:46.075863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40244) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:46.082191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '22f6f209-9e9d-4615-959b-1351857c0d7c', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:46.088513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:46.092524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:46.096300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:46.102060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:46.121691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.184654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.190122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.217274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8e4cd0-d889-430e-a3fd-62c6e37a8cc7,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:46.228572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.229975 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bc8dd33e-527b-4dc1-8e85-565072522ee3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1526034 May 06 14:01:46.232420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40248) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:46.238157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '22f6f209-9e9d-4615-959b-1351857c0d7c', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:46.244218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:46.248346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:46.251735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:46.257535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:46.274337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.339758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.343507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.366402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7091ea01-70b7-4b2a-aaf1-e27bc626f99e,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:46.375528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.377401 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-20b64f7e-57dd-430d-971c-d0c81e427238 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1437759 May 06 14:01:46.380261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40252) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:46.385595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '22f6f209-9e9d-4615-959b-1351857c0d7c', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:46.391342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:46.395720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:46.398591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:46.404371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:46.415151 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:01:46.421540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.484704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.488802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.515533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8975355-a5b7-496d-b552-311185457aed,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:46.521859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.523174 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b0d5514a-5e41-4dd4-92f1-03c6ad72358b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1420069 May 06 14:01:46.525871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40256) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:46.531183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '22f6f209-9e9d-4615-959b-1351857c0d7c', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:46.537426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:46.541308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:46.544186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:46.550515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:46.561206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:01:46.568461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.633300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.636949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.660266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ac99ae-1cd0-4376-8909-1b3288955b91,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:46.668612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.669957 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c99a06a8-d703-4a03-ae04-4621ce4a6835 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1430671 May 06 14:01:46.844068 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-2d3c2cdd-e2e5-4a42-8a4c-b6ce79c7284b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316442042&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0451946 May 06 14:01:46.920660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-dabcd917-5b4e-4e69-9120-40226aa77885 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:46.921975 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-dabcd917-5b4e-4e69-9120-40226aa77885 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 930 time: 0.0715809 May 06 14:01:46.991994 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-af20d5b5-e621-456b-bdd2-ae55e2060d09 service neutron] 10.222.0.65 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0584719 May 06 14:01:47.120688 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-6f9a8a2e-1fa4-4d89-8419-6d9b41acd4da service neutron] 10.222.0.65 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231577 May 06 14:01:47.250494 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-214e6267-57be-45cf-9a3c-e70ff0d73f5c service neutron] 10.222.0.65 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237776 May 06 14:01:47.439763 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5f873d2b-b726-4e3d-987c-6048be58eabb req-6a872aa6-3606-4bdd-a49b-47a26339c7c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 210 time: 0.0436516 May 06 14:01:48.354482 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-b5a2cd90-1fec-407a-81d3-4d5d90116970 service neutron] 10.222.0.69 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1026 time: 0.0616686 May 06 14:01:48.505770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-3435debc-d709-4990-8dd9-27b351f25a64 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:48.507358 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-3435debc-d709-4990-8dd9-27b351f25a64 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=01ceb009-aa75-4044-919a-c7b6bb6f9589 HTTP/1.1" status: 200 len: 797 time: 0.1480494 May 06 14:01:48.567018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-edaa7e63-8313-4789-ac26-7b115992ac27 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:48.583697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-edaa7e63-8313-4789-ac26-7b115992ac27 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:48.584858 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-edaa7e63-8313-4789-ac26-7b115992ac27 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 472 time: 0.0621641 May 06 14:01:48.594847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Request body: {'port': {'device_id': '6a771827-11e9-4e25-a165-896456139236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:48.606990 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6d947a8d-b394-4f39-9227-b7221077806b req-b0e9267a-94ce-40fb-a184-775cbd594ed6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 210 time: 0.0401080 May 06 14:01:48.704488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.144662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:01:49.151362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.165978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Transition to ACTIVE for port object 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:49.169196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.297059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=7']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:49.438331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Attempting to bind port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:01:49.438555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Attempting to bind port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:01:49.438864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Attempting to bind port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:49.444644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:01:49.444962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Attempting to bind port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:49.451245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:01:49.451580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Checking segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:01:49.451992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Bound using segment: {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:01:49.452419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Bound port: 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:01:49.452767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.543632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:01:49.546463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:01:49.550903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.611365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.612809 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] 10.222.0.69 "PUT /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1131 time: 1.0218983 May 06 14:01:49.613296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a771827-11e9-4e25-a165-896456139236', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:49.632819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421a22f-5267-4b99-8ce3-365466dda540 service neutron] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=8']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:49.692814 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da17e2a0-b21b-408b-ab1f-7209416879f7'] response: {'name': 'network-changed', 'server_uuid': '6a771827-11e9-4e25-a165-896456139236', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'status': 'completed', 'code': 200} May 06 14:01:49.738459 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-38eb4b5f-7574-4d62-9975-aa52e7deb0b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 1134 time: 0.0829966 May 06 14:01:49.828749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e961-36e2-4a8a-b78d-ff4fab00653d req-c864ca64-6fe6-4bd3-b2da-f8fa933e8448 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:49.830998 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ecb8e961-36e2-4a8a-b78d-ff4fab00653d req-c864ca64-6fe6-4bd3-b2da-f8fa933e8448 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 981 time: 0.0849876 May 06 14:01:49.852951 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-2e200d1d-9806-4da2-a9ea-3ec17a7cac06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1037 time: 0.1082444 May 06 14:01:49.890832 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ecb8e961-36e2-4a8a-b78d-ff4fab00653d req-61547a99-dcc3-4b92-84b9-164fee47f628 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537019 May 06 14:01:49.933982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-28d95c04-a255-4cc9-9b73-cb41bdb00d8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:49.935429 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-28d95c04-a255-4cc9-9b73-cb41bdb00d8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=320acab9-cb42-4dd4-af41-933f79e42f09 HTTP/1.1" status: 200 len: 835 time: 0.0767560 May 06 14:01:50.009598 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-c7b433a8-0efc-49f4-b9ee-b01e39e976de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01ceb009-aa75-4044-919a-c7b6bb6f9589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683522 May 06 14:01:50.141141 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-826bf206-de37-41a6-8072-5c630e1e4250 service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260147 May 06 14:01:50.271310 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e0bb51b-22e1-4e05-8f89-145f03cdacc0 req-34936b50-f8ca-4057-bc98-f8b18b338d5b service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239090 May 06 14:01:50.347428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:50.385061 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-61e16f19-69ac-49bb-9dca-8c1b0aac4405 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 1134 time: 0.0734448 May 06 14:01:50.512474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-35a1eb36-ed7e-4dab-9364-b9baf3bfb828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:50.513882 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-35a1eb36-ed7e-4dab-9364-b9baf3bfb828 service neutron] 10.222.0.69 "GET /v2.0/networks?id=01ceb009-aa75-4044-919a-c7b6bb6f9589 HTTP/1.1" status: 200 len: 898 time: 0.1232352 May 06 14:01:50.615067 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-903c8c63-1399-4766-a57b-ebd8bd5e6532 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1037 time: 0.0943031 May 06 14:01:50.675625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-aafc568d-6c3f-47da-8ef6-70baac306a4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:50.677063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-aafc568d-6c3f-47da-8ef6-70baac306a4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=320acab9-cb42-4dd4-af41-933f79e42f09 HTTP/1.1" status: 200 len: 835 time: 0.0561137 May 06 14:01:50.757831 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-23ed0ec0-63df-42cc-aa48-5e96be17987e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01ceb009-aa75-4044-919a-c7b6bb6f9589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741475 May 06 14:01:50.863241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:01:50.931602 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:01:51.004692 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-cceef966-365c-44c7-97e0-ed7e2ac4e441 service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403374 May 06 14:01:51.005748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:51.020703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'port_id': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'mac_address': 'fa:16:3e:fa:cd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:01:51.073683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:51.095253 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:01:51.109805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:51.113903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:51.179342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=9']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:51.201593 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb84b616-93ec-4fae-8c95-047c5f331290 req-242b17ed-4e1e-4293-a3d6-8b65af4fb3d7 service neutron] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909063 May 06 14:01:51.208600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18205f-8a1c-4094-ac0d-e4ff2fd9649b req-16232fd6-6c02-4d12-81e5-3765e6b09277 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:51.209967 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-df18205f-8a1c-4094-ac0d-e4ff2fd9649b req-16232fd6-6c02-4d12-81e5-3765e6b09277 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 981 time: 0.1756196 May 06 14:01:51.262841 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-df18205f-8a1c-4094-ac0d-e4ff2fd9649b req-f973928f-6bd2-4ee9-81d6-96e622b0f62f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473776 May 06 14:01:51.330561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['6794fba2-abb8-48a7-8b0a-8c3f873e7b7c'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:01:52.601595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056cf5b-41d1-4440-9c8a-021e8b0749b3 req-f301145b-9333-4dde-bfe5-8a73584cd164 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:52.603043 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9056cf5b-41d1-4440-9c8a-021e8b0749b3 req-f301145b-9333-4dde-bfe5-8a73584cd164 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 982 time: 0.0755436 May 06 14:01:52.651496 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9056cf5b-41d1-4440-9c8a-021e8b0749b3 req-916a488b-301a-4003-9a79-41bfbfcb9981 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 May 06 14:01:52.879541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:52.946740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:52.951748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:52.952139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:53.079049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:53.104897 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a771827-11e9-4e25-a165-896456139236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:53.114716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:53.118888 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:53.161503 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dec7c3-375e-43dd-9771-957d7fda40e2'] response: {'server_uuid': '6a771827-11e9-4e25-a165-896456139236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6794fba2-abb8-48a7-8b0a-8c3f873e7b7c', 'code': 200} May 06 14:01:53.189419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:53.381994 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1ee540ea-1d18-4a72-9c5b-4c0e9664f958 req-ebc91203-f2d0-40cd-8163-696eeea3e0c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 1137 time: 0.0687881 May 06 14:01:53.423770 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1ee540ea-1d18-4a72-9c5b-4c0e9664f958 req-dba18b3a-9437-4df5-96de-dcdd48bd59b6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354526 May 06 14:01:53.844657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98e933-6ef9-4c49-8ad6-0a6380b1bbe8 req-9786f46a-5b79-406f-a1cb-13c404881a7f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:53.846096 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8e98e933-6ef9-4c49-8ad6-0a6380b1bbe8 req-9786f46a-5b79-406f-a1cb-13c404881a7f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 984 time: 0.0749362 May 06 14:01:53.892559 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8e98e933-6ef9-4c49-8ad6-0a6380b1bbe8 req-101c38d4-f372-422d-9c42-27a538520c86 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 May 06 14:01:55.096719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4a45a-3588-4866-ac23-ffad0536f9bd req-743dc87e-612b-4c6b-b517-a5c2e68e5439 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:55.098145 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eab4a45a-3588-4866-ac23-ffad0536f9bd req-743dc87e-612b-4c6b-b517-a5c2e68e5439 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 984 time: 0.0838511 May 06 14:01:55.144123 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eab4a45a-3588-4866-ac23-ffad0536f9bd req-ada93200-a91d-4129-9fd2-ff32d23f9b19 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 May 06 14:01:55.339003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098e5b4-940b-42d7-9c22-7ea256e9aab3 req-49473e1d-86ed-4af9-80ac-d2fcf4371823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:55.340454 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e098e5b4-940b-42d7-9c22-7ea256e9aab3 req-49473e1d-86ed-4af9-80ac-d2fcf4371823 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 984 time: 0.0799723 May 06 14:01:55.386028 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e098e5b4-940b-42d7-9c22-7ea256e9aab3 req-76f9604d-c135-47a1-8fac-403c563c1908 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 May 06 14:01:55.413680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40296) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:55.481827 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1fcf48ed-d530-42d4-bbd1-4f2b24d75575 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236&network_id=01ceb009-aa75-4044-919a-c7b6bb6f9589 HTTP/1.1" status: 200 len: 1132 time: 0.0670784 May 06 14:01:55.855971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1393d6-778a-422e-ba25-615b1c0cc0c8 req-ee743b7d-ab8f-4e96-a6a5-302e9223b1ff tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:55.857413 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8f1393d6-778a-422e-ba25-615b1c0cc0c8 req-ee743b7d-ab8f-4e96-a6a5-302e9223b1ff tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 984 time: 0.0796952 May 06 14:01:55.902876 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8f1393d6-778a-422e-ba25-615b1c0cc0c8 req-e641c51d-e345-4049-89aa-33382a98d026 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 May 06 14:01:57.140515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-e3f15eca-7a54-4c41-98fd-5954c6aa4a72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:57.142454 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-e3f15eca-7a54-4c41-98fd-5954c6aa4a72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 984 time: 0.0902841 May 06 14:01:57.260961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-fd594da5-97c9-42b8-b375-6d2a54d503ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:57.262184 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-fd594da5-97c9-42b8-b375-6d2a54d503ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1146576 May 06 14:01:57.364903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9988-ec6a-4d50-a4f9-58b35ae76208 req-65e2bfdf-cd7f-4672-9ffb-4bc5ddce6891 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:57.366345 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-625b9988-ec6a-4d50-a4f9-58b35ae76208 req-65e2bfdf-cd7f-4672-9ffb-4bc5ddce6891 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 984 time: 0.1884167 May 06 14:01:57.448203 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-625b9988-ec6a-4d50-a4f9-58b35ae76208 req-24b8f3db-a107-49d2-8fc1-053b359f0a2e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=4eb68387-136c-40b7-9d00-546703a0bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760775 May 06 14:01:57.451442 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-ceea0b1c-8378-4a3b-9418-3957201edf93 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1833920 May 06 14:01:57.461417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:57.568138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:57.758686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:57.788595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] For port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:01:57.840355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] device_id is not set on port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c yet. {{(pid=84022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 14:01:57.848524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:57.853691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:57.980535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] Pushing event updated for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=11']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:58.046350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] No DVR routers for this DVR port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:01:58.162257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6aa4b935-9826-4971-947d-cb6aaeae7bf9 None None] Provisioning complete for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:58.162823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b935-9826-4971-947d-cb6aaeae7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:58.220373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4b935-9826-4971-947d-cb6aaeae7bf9 None None] Port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:01:58.381680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] In _notify_port_updated(), no bound segment for port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c on network 01ceb009-aa75-4044-919a-c7b6bb6f9589 {{(pid=84022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 14:01:58.382722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:58.384034 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-45e1218c-d36d-4da2-b57f-7f2df40825c0 req-5aea7359-5b4f-44fe-ac54-d82d2e6cce8e service neutron] 10.222.0.69 "PUT /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 200 len: 1027 time: 0.9264421 May 06 14:01:58.622120 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14b10bc6-5adc-491f-a853-b824c6fe01b4 req-1c036b9f-2474-4f79-a4df-2896b951c2c5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a771827-11e9-4e25-a165-896456139236 HTTP/1.1" status: 200 len: 210 time: 0.0403607 May 06 14:01:59.726384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40310) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:59.793574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:59.825169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:59.890425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:59.911101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f6f209-9e9d-4615-959b-1351857c0d7c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:59.922338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.922704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.923030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.923351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.923671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.924017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.924331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.924650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.924965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.925276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.925584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:59.930669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:59.934521 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-776789e7-415c-4f80-b066-e252d1e39bce tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/22f6f209-9e9d-4615-959b-1351857c0d7c HTTP/1.1" status: 204 len: 168 time: 0.2044096 May 06 14:01:59.972932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40316) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:00.250672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port f63c7756-257f-4332-9680-a40b20195d02 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:02:00.250925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.417174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.417496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.536761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for f63c7756-257f-4332-9680-a40b20195d02 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:02:00.681302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.725661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=f63c7756-257f-4332-9680-a40b20195d02,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:00.816427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.941758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:02:00.999139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:02:01.214422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 67b838a5-da72-44c9-916a-8623dcdd50de has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:02:01.411584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:02:01.420822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] Sync routers for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:02:01.430914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.432357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:01.432968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:01.487194 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-886429be-a2ee-4c16-98f3-982886bbd77d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/4707312a-030d-4bda-b5bf-051dcf875b43 HTTP/1.1" status: 204 len: 168 time: 1.5120263 May 06 14:02:01.612548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:01.647275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40324) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:01.716146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fef79ee4-4111-4646-b36f-0aeec102c9d0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.749942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fef79ee4-4111-4646-b36f-0aeec102c9d0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.820139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fef79ee4-4111-4646-b36f-0aeec102c9d0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.838107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef79ee4-4111-4646-b36f-0aeec102c9d0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85391771-1e8f-43d0-b54f-95afeea8ae5f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:01.849746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-fef79ee4-4111-4646-b36f-0aeec102c9d0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.852439 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fef79ee4-4111-4646-b36f-0aeec102c9d0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/85391771-1e8f-43d0-b54f-95afeea8ae5f HTTP/1.1" status: 204 len: 168 time: 0.2041101 May 06 14:02:01.893168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40330) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:01.967920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-183c9e3b-6cd3-4527-8ca6-143c40437650 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:02:01.968647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-183c9e3b-6cd3-4527-8ca6-143c40437650 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.984814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:29Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:01.989303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] Checking router: 67b838a5-da72-44c9-916a-8623dcdd50de for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:02:02.000068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:02.000719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:01:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:02.137635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11e648d1-c213-4514-8619-5631d918b3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:02.187489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:02.209494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-183c9e3b-6cd3-4527-8ca6-143c40437650 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:02.327828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-183c9e3b-6cd3-4527-8ca6-143c40437650 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 6794fba2-abb8-48a7-8b0a-8c3f873e7b7c owned by {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:02:02.468758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-183c9e3b-6cd3-4527-8ca6-143c40437650 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:02.498550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:29Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:02.503278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f575abd-a082-479e-bf38-37b0487e8cdc None None] The sync data for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv is: [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:23Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '9c76972b-0656-4d12-ae94-0d8d6b7a3071', 'name': '', 'network_id': '01ceb009-aa75-4044-919a-c7b6bb6f9589', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:e4:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:22Z', 'updated_at': '2022-05-06T14:01:29Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '320acab9-cb42-4dd4-af41-933f79e42f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:02:02.519361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c9e3b-6cd3-4527-8ca6-143c40437650 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=6794fba2-abb8-48a7-8b0a-8c3f873e7b7c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:02.627122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-183c9e3b-6cd3-4527-8ca6-143c40437650 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:02.637500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-183c9e3b-6cd3-4527-8ca6-143c40437650 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/ports/6794fba2-abb8-48a7-8b0a-8c3f873e7b7c HTTP/1.1" status: 204 len: 168 time: 0.7431018 May 06 14:02:02.640095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40334) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:02.757102 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf305cd-72e9-4b78-88e8-169160dbdd14 None None] New status for floating IP 4707312a-030d-4bda-b5bf-051dcf875b43: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:02:03.044290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:03.742861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 9c76972b-0656-4d12-ae94-0d8d6b7a3071 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:02:03.743200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:03.928556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 9c76972b-0656-4d12-ae94-0d8d6b7a3071, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9c76972b-0656-4d12-ae94-0d8d6b7a3071,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:03.928906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:04.053358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 9c76972b-0656-4d12-ae94-0d8d6b7a3071 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:02:04.222997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:04.269028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=9c76972b-0656-4d12-ae94-0d8d6b7a3071,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:04.362249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ef10134-cc29-4057-9d68-34ef315b2a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:04.561070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:05.222698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 67b838a5-da72-44c9-916a-8623dcdd50de has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:02:05.419704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:02:05.428958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] Sync routers for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:02:05.432314 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e1ae2c31-951a-4bab-b0ce-5009a7bbc934 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/67b838a5-da72-44c9-916a-8623dcdd50de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7912388 May 06 14:02:05.435104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40338) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:05.442046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:05.442684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:02:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:05.601376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:05.609245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:05.648814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:05.717892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9d20b2-c947-4048-9138-63bd037f2f7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet 320acab9-cb42-4dd4-af41-933f79e42f09 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:02:05.720927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db9d20b2-c947-4048-9138-63bd037f2f7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:05.778280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db9d20b2-c947-4048-9138-63bd037f2f7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:05.861102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db9d20b2-c947-4048-9138-63bd037f2f7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:05.933599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db9d20b2-c947-4048-9138-63bd037f2f7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:05.936050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:02:04Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:05.940080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] Checking router: 67b838a5-da72-44c9-916a-8623dcdd50de for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:02:05.951593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] Routers {'67b838a5-da72-44c9-916a-8623dcdd50de'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:05.952244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:02:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b838a5-da72-44c9-916a-8623dcdd50de'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:05.978286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d20b2-c947-4048-9138-63bd037f2f7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=320acab9-cb42-4dd4-af41-933f79e42f09,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:05.983040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-db9d20b2-c947-4048-9138-63bd037f2f7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:05.992037 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-db9d20b2-c947-4048-9138-63bd037f2f7c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/320acab9-cb42-4dd4-af41-933f79e42f09 HTTP/1.1" status: 204 len: 168 time: 0.5536048 May 06 14:02:05.992347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40342) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:06.004896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df040e2f-4b9b-46a1-9106-5b52adba567b None None] Network 01ceb009-aa75-4044-919a-c7b6bb6f9589 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:02:06.189848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.325472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] Set router 67b838a5-da72-44c9-916a-8623dcdd50de gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:06.385792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.395387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 909ce874-92c7-4a72-86dd-3064e9228d50 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:02:06.395806 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.571396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] DHCP port deletion for 01ceb009-aa75-4044-919a-c7b6bb6f9589 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:02:06.576550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 909ce874-92c7-4a72-86dd-3064e9228d50, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=909ce874-92c7-4a72-86dd-3064e9228d50,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:06.577026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.604703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] Deleting port 127ce8af-8d34-4852-8ad7-f3362bb287cc {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:02:06.605073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.700901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 909ce874-92c7-4a72-86dd-3064e9228d50 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:02:06.791696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:02:04Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:06.808129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b567ec07-ab45-4ba4-939b-7f36b5af5b80 None None] The sync data for ids ['67b838a5-da72-44c9-916a-8623dcdd50de'] in dv-neutron-840889-1-hyperv is: [{'id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'name': 'tempest-TestNetworkBasicOps-router-447443181', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:02:04Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '909ce874-92c7-4a72-86dd-3064e9228d50', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b838a5-da72-44c9-916a-8623dcdd50de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:01:19Z', 'updated_at': '2022-05-06T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:02:06.830814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] For port 127ce8af-8d34-4852-8ad7-f3362bb287cc, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=127ce8af-8d34-4852-8ad7-f3362bb287cc,segment=NetworkSegment(dacd0488-8d89-4a59-abdb-75fc8fa7d42d),segment_id=dacd0488-8d89-4a59-abdb-75fc8fa7d42d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:06.831335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.875328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.920426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=909ce874-92c7-4a72-86dd-3064e9228d50,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:06.968371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] Calling delete_port for 127ce8af-8d34-4852-8ad7-f3362bb287cc owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:02:06.993555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.041461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.089317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] Pushing event deleted for resources: {'Port': ['ID=127ce8af-8d34-4852-8ad7-f3362bb287cc,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:07.093244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7213ea8-8bae-4c7b-a003-c45bb080b215 None None] No DVR routers for this DVR port 127ce8af-8d34-4852-8ad7-f3362bb287cc on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:02:07.254081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.452194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c76972b-0656-4d12-ae94-0d8d6b7a3071 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:02:07.487364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 9c76972b-0656-4d12-ae94-0d8d6b7a3071 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:02:07.487711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9c76972b-0656-4d12-ae94-0d8d6b7a3071 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:02:07.488136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 127ce8af-8d34-4852-8ad7-f3362bb287cc no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:02:07.519244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 127ce8af-8d34-4852-8ad7-f3362bb287cc {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:02:07.519579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 127ce8af-8d34-4852-8ad7-f3362bb287cc not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:02:07.521283 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.525544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.551076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.551570 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Fanout notify agent at l3_agent the message router_deleted on router 67b838a5-da72-44c9-916a-8623dcdd50de {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:02:07.566448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.568153 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-18c066df-9a99-4146-9eea-f4ea9c1d2c54 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/routers/67b838a5-da72-44c9-916a-8623dcdd50de HTTP/1.1" status: 204 len: 168 time: 1.5743520 May 06 14:02:07.570404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40346) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:07.685320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.810776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.836205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ceb009-aa75-4044-919a-c7b6bb6f9589']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:07.850292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:07.850488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacd0488-8d89-4a59-abdb-75fc8fa7d42d') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:07.861982 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.878199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.884067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:02:07.884444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:02:07.898854 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:02:07.980680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.998957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.012186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=01ceb009-aa75-4044-919a-c7b6bb6f9589,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:08.020568 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a0a4812f-952a-4a05-b9cc-cb2ed4108fcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/01ceb009-aa75-4044-919a-c7b6bb6f9589 HTTP/1.1" status: 204 len: 168 time: 0.4492640 May 06 14:02:08.037018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40350) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:08.046458 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3deb6d0b-6ba0-47d4-95ff-b08a0dabd566 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0113313 May 06 14:02:08.049563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40354) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:08.054764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--419939536', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:08.059510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:08.064274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:08.067538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:08.073263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:08.083151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:02:08.086029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.115961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:02:08.125500 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.125889 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment d811746a-bab7-489b-8ae9-31d986c438a1 of type vlan for network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 May 06 14:02:08.151641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.180213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.183935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:08.184504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.286749 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2361767 May 06 14:02:08.289569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40358) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:08.294880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-499651718', 'admin_state_up': True, 'project_id': '52812628270e4c08bba09224380d4cd5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:08.295079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62413955-f036-4056-ae05-c60963c1230e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=9b4120c5-98cc-471b-b72b-ecb1f78f6975,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:08.303027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:08.305107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:02:08.307082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:router and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:08.309921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:08.316343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:08.330893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.332018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.351630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.496053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.672001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.700491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:08.833049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.239 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/04c636a8-ef89-4d1a-a121-77cc9acb4ed9) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:08.986344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:09.012945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:09.084339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:09.087811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:09.090211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:02:09.114304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:09.258350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:09.258989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:09.356854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 909ce874-92c7-4a72-86dd-3064e9228d50 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:02:09.390768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 909ce874-92c7-4a72-86dd-3064e9228d50 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:02:09.391684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 909ce874-92c7-4a72-86dd-3064e9228d50 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:02:09.588417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 25fd8279-0b72-4036-9f8d-8071a057d489 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:02:09.784431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:02:09.793578 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Sync routers for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:02:09.805517 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:09.806139 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:02:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:09.810065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:09.814599 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7c1b090f-b256-446d-8c56-96dc97adf853 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5207286 May 06 14:02:09.814833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40362) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:09.859195 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fe5f4162-450b-4e60-891e-f0ebcdfd4bcf tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431960 May 06 14:02:09.861927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40366) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:09.994778 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:09.999136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8d7a77-6128-4ac9-81dc-124a58f4151b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:10.001196 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ed8d7a77-6128-4ac9-81dc-124a58f4151b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1376190 May 06 14:02:10.003978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40370) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:10.047390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-864d273d-3848-46b2-b8d2-68280bedb353 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423126 May 06 14:02:10.050376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40374) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:10.055524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4511083', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:10.164511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:10.168327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:10.171795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:10.179699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:10.190763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:02:10.275658 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:09Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:10.279771 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Checking router: 25fd8279-0b72-4036-9f8d-8071a057d489 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:02:10.280187 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Updating router 25fd8279-0b72-4036-9f8d-8071a057d489 port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:02:10.290204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.332193 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.603703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.654590 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.668191 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Transition to ACTIVE for port object 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:10.674936 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.681305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=4fe159e1-c625-4917-81d9-e2321b366e0d,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:10.693130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:02:10.693490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: 9b4120c5-98cc-471b-b72b-ecb1f78f6975, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:02:10.715373 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:02:10.725574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 9b4120c5-98cc-471b-b72b-ecb1f78f6975) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:10.730179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:10.731396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.736101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a67c5a-0c2b-4117-bae1-fdd1dbee1cdf None None] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:02:10.760978 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8f460ee3-ce46-4d28-af68-f0fa054ddc30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.7070050 May 06 14:02:10.761202 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Attempting to bind port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:10.761202 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Attempting to bind port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:10.761202 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Attempting to bind port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:02:10.761456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40378) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:10.761790 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec503b28-db78-487e-91be-9534490ad124 None None] Pushing event updated for resources: {'Port': ['ID=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:10.769466 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:02:10.769466 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:02:10.769784 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.770118 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:02:10.770581 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Bound port: 04c636a8-ef89-4d1a-a121-77cc9acb4ed9, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:10.770947 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.843864 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] For port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:02:10.847103 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] For port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:02:10.852660 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.936937 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:10.937577 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:02:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:11.041835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:02:11.042679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:11.099026 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec503b28-db78-487e-91be-9534490ad124 None None] Pushing event updated for resources: {'Port': ['ID=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:11.145677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:11.207458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Allocated IP 172.20.0.2 (9b4120c5-98cc-471b-b72b-ecb1f78f6975/4fe159e1-c625-4917-81d9-e2321b366e0d/c1cd3142-7b10-4fb0-9511-a869032fe16d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:11.422338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:11.433188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Transition to ACTIVE for port object c1cd3142-7b10-4fb0-9511-a869032fe16d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:11.453580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Transition to ACTIVE for port object c1cd3142-7b10-4fb0-9511-a869032fe16d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:11.460079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:11.474194 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:09Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:11.478162 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf239b6a-1463-43f2-946c-ec3e1f2c7d3d None None] The sync data for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv is: [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:09Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:02:11.531382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:11.534421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:11.538936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:02:11.541088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Pushing event updated for resources: {'Port': ['ID=c1cd3142-7b10-4fb0-9511-a869032fe16d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:11.559121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:11.630689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Attempting to bind port c1cd3142-7b10-4fb0-9511-a869032fe16d on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:11.631054 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Attempting to bind port c1cd3142-7b10-4fb0-9511-a869032fe16d by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:11.631414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Attempting to bind port c1cd3142-7b10-4fb0-9511-a869032fe16d on network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:02:11.638018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:02:11.638389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Checking segment: {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:02:11.638790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:11.639180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Bound using segment: {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:02:11.639721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Bound port: c1cd3142-7b10-4fb0-9511-a869032fe16d, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:11.640245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:11.748396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] For port c1cd3142-7b10-4fb0-9511-a869032fe16d, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:02:11.752545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] For port c1cd3142-7b10-4fb0-9511-a869032fe16d, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c1cd3142-7b10-4fb0-9511-a869032fe16d,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:02:11.757593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:11.845336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5560b-5507-48a3-a753-35488d4fc1eb None None] Pushing event updated for resources: {'Port': ['ID=c1cd3142-7b10-4fb0-9511-a869032fe16d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:12.015199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.1 (9b4120c5-98cc-471b-b72b-ecb1f78f6975/4fe159e1-c625-4917-81d9-e2321b366e0d/8c992239-5183-4a53-b2f8-cb8fdb88bb47) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:12.301103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.317936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 8c992239-5183-4a53-b2f8-cb8fdb88bb47 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:12.340978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.416163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:12.419260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:12.424233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:02:12.448414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=8c992239-5183-4a53-b2f8-cb8fdb88bb47,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:12.481634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.571173 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.807363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aea9826-d4f0-4923-8170-7fa11c6c22f5 None None] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:02:12.903917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-444b8292-e892-4ba1-8a0b-3e2fbf345bd2 None None] Provisioning for port c1cd3142-7b10-4fb0-9511-a869032fe16d completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:12.990548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.995371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.110493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.113975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=8c992239-5183-4a53-b2f8-cb8fdb88bb47,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:13.261655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-daa7006b-a8af-4aee-bf61-ef2eb4114235 None None] Provisioning for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:13.266898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-daa7006b-a8af-4aee-bf61-ef2eb4114235 None None] Provisioning complete for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:13.267260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-daa7006b-a8af-4aee-bf61-ef2eb4114235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.268375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:13.269574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:13.326900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-daa7006b-a8af-4aee-bf61-ef2eb4114235 None None] Port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:02:13.450857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2a75b0a3-de4d-41a9-bbd1-01d6404766f0 None None] Provisioning complete for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:13.451225 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a75b0a3-de4d-41a9-bbd1-01d6404766f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.484134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:13.555522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2a75b0a3-de4d-41a9-bbd1-01d6404766f0 None None] Port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:02:13.574691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:13.590247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:13.590622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.690834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 25fd8279-0b72-4036-9f8d-8071a057d489 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:02:13.712652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.728687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bea4c473-0215-41a6-88b0-7a694268cb8a None None] Provisioning complete for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:13.729052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bea4c473-0215-41a6-88b0-7a694268cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.768609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:13.779168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.779962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c1cd3142-7b10-4fb0-9511-a869032fe16d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:13.867541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bea4c473-0215-41a6-88b0-7a694268cb8a None None] Port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:02:13.910882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:13.925903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c1cd3142-7b10-4fb0-9511-a869032fe16d completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:13.930979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c1cd3142-7b10-4fb0-9511-a869032fe16d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:13.931340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:14.008170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:02:14.021451 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0c151969-3447-494d-ac2a-026461e152ad tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/25fd8279-0b72-4036-9f8d-8071a057d489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2594087 May 06 14:02:14.023962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40382) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:14.048574 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:14.080526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port c1cd3142-7b10-4fb0-9511-a869032fe16d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c1cd3142-7b10-4fb0-9511-a869032fe16d,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:14.085074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:14.164253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd8f86-5e89-4d65-8c85-5f8a175e6d65 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:14.164536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd8f86-5e89-4d65-8c85-5f8a175e6d65 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:14.164909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd8f86-5e89-4d65-8c85-5f8a175e6d65 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:14.165275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd8f86-5e89-4d65-8c85-5f8a175e6d65 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:14.166922 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6fcd8f86-5e89-4d65-8c85-5f8a175e6d65 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1420212 May 06 14:02:14.169666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40386) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:14.184129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=c1cd3142-7b10-4fb0-9511-a869032fe16d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:14.240863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede21c1-19a1-414c-9220-265a548b7edf tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:14.241233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede21c1-19a1-414c-9220-265a548b7edf tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:14.241595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede21c1-19a1-414c-9220-265a548b7edf tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:14.241952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede21c1-19a1-414c-9220-265a548b7edf tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:14.244088 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5ede21c1-19a1-414c-9220-265a548b7edf tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2725 time: 0.0734823 May 06 14:02:14.246747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40390) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:14.440463 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-752c9a23-fada-48d6-9c73-777e96d20094 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1925566 May 06 14:02:14.882790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40396) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:14.888379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313865164', 'description': 'tempest-secgroup-smoke-313865164 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:14.894816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:14.899184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:14.902721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:14.911757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:14.925906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:14.963484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:14.967362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:14.970768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:14.976544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:15.030345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Sync routers for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:02:15.034178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.038065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.047584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:15.048682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:02:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:15.084792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f65704-2636-4f36-8ab0-f70337447142,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:15.087443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.088806 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7801a06e-795b-43f3-bd85-64e5d98a5263 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2050307 May 06 14:02:15.091815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40400) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:15.101059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '49f65704-2636-4f36-8ab0-f70337447142', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:15.107186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:15.111269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:15.114463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:15.120912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:15.137273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.202105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.206264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.223267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7aa58c-d3a8-4e34-a463-c25ed84143d7,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:15.239329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.240544 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-71cb8a4f-43db-4cb2-8a1e-baa4600c16be tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1466970 May 06 14:02:15.243255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40404) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:15.247516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:15.249100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '49f65704-2636-4f36-8ab0-f70337447142', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:15.257541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:15.263396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:15.268738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:15.278257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:15.295471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.358447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.362033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.386934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a951d4-9738-4410-b68a-037d8324fd5e,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:15.398728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.400303 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-46f3596a-9492-414f-9b57-dfd1dad026d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1561275 May 06 14:02:15.403080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40408) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:15.409609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '49f65704-2636-4f36-8ab0-f70337447142', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:15.416298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:15.420113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:15.423532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:15.429308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:15.445870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.452092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:15.511312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.515866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.539533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc491456-7680-4039-a1f9-ca4c13929d33,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:15.551417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.552612 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-65a6f9b1-3029-419b-9af5-e0ae4a6e28d5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1486304 May 06 14:02:15.555498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40412) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:15.561064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '49f65704-2636-4f36-8ab0-f70337447142', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:15.566999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:15.570814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:15.573683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:15.579890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:15.597917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.611456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:15.611849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.661576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.665555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.688178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a24326-b54c-4220-88d4-808d7bdb0ada,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:15.689699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:15.697606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.698769 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-df967771-e509-424f-a8f2-dc157415524f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1423335 May 06 14:02:15.701554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40416) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:15.707300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '49f65704-2636-4f36-8ab0-f70337447142', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:15.713148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:15.716930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:15.720842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:15.726490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:15.731419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Checking router: 25fd8279-0b72-4036-9f8d-8071a057d489 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:02:15.731803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Updating router 25fd8279-0b72-4036-9f8d-8071a057d489 port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:02:15.737658 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:02:15.744177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.790655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c1cd3142-7b10-4fb0-9511-a869032fe16d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:15.808721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.812383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.830243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.836787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a9c564-f578-46fc-8b0e-bc03d9857b35,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:15.849034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.850457 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2964aba7-f957-47b7-8948-ba0b3b15e2f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478775 May 06 14:02:15.853038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40420) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:15.859129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '49f65704-2636-4f36-8ab0-f70337447142', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:15.865784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:15.869610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:15.872524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:15.879077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:15.889077 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:02:15.896784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.968466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.972447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.980618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c1cd3142-7b10-4fb0-9511-a869032fe16d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:15.980990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.995208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eae11e0-f9e7-4ad6-9f81-24dd03b819ae,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:16.006233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:16.007820 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9f5b1f50-cde8-4da8-bf1d-ce322da10b69 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1538284 May 06 14:02:16.180703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-046e0745-b162-459d-a88e-b8f15852c25e req-493710ff-e048-49f0-b8a4-ea3a61c91ce4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:16.196706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-046e0745-b162-459d-a88e-b8f15852c25e req-493710ff-e048-49f0-b8a4-ea3a61c91ce4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:16.198066 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-493710ff-e048-49f0-b8a4-ea3a61c91ce4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313865164&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0571966 May 06 14:02:16.304628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:16.316270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Transition to ACTIVE for port object 8c992239-5183-4a53-b2f8-cb8fdb88bb47 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:16.323162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:16.356678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e0745-b162-459d-a88e-b8f15852c25e req-1804d346-7cde-41f9-8053-3bf6631ad497 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:16.358097 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-1804d346-7cde-41f9-8053-3bf6631ad497 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=9b4120c5-98cc-471b-b72b-ecb1f78f6975 HTTP/1.1" status: 200 len: 796 time: 0.1522155 May 06 14:02:16.374476 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-d2b16027-b58a-4ccd-b31f-b8eb9d37de2f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.0109618 May 06 14:02:16.445578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffaf3e-7eef-4dd6-945f-2c59746e7bef None None] Pushing event updated for resources: {'Port': ['ID=8c992239-5183-4a53-b2f8-cb8fdb88bb47,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:16.462181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-046e0745-b162-459d-a88e-b8f15852c25e req-b13197b7-8815-46b9-bde9-f34af44c0099 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:16.479064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-046e0745-b162-459d-a88e-b8f15852c25e req-b13197b7-8815-46b9-bde9-f34af44c0099 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:16.481017 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-b13197b7-8815-46b9-bde9-f34af44c0099 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011233 May 06 14:02:16.577286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Attempting to bind port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:16.577787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Attempting to bind port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:16.578139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Attempting to bind port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 on network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:02:16.585083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:02:16.585464 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Checking segment: {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:02:16.585833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:16.586213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Bound using segment: {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:02:16.586665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Bound port: 8c992239-5183-4a53-b2f8-cb8fdb88bb47, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:16.587031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:16.630631 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-1a8325b6-785d-4f33-a362-cc07fe14ad1a service neutron] 10.222.0.65 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362329 May 06 14:02:16.686951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] For port 8c992239-5183-4a53-b2f8-cb8fdb88bb47, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:02:16.690155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] For port 8c992239-5183-4a53-b2f8-cb8fdb88bb47, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c992239-5183-4a53-b2f8-cb8fdb88bb47,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:02:16.694432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:16.761213 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-3bfdb2ad-2cde-465a-884d-8a948134cca2 service neutron] 10.222.0.65 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246090 May 06 14:02:16.770883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffaf3e-7eef-4dd6-945f-2c59746e7bef None None] Pushing event updated for resources: {'Port': ['ID=8c992239-5183-4a53-b2f8-cb8fdb88bb47,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:16.779027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:16.781040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:02:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:16.981758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-977e07ea-02a8-4af2-b39a-9c88a281a607 req-27b8e7b1-b9e8-4843-825a-d8e44b3b4fb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:16.987656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:16.995813 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-977e07ea-02a8-4af2-b39a-9c88a281a607 req-27b8e7b1-b9e8-4843-825a-d8e44b3b4fb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:16.997098 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-977e07ea-02a8-4af2-b39a-9c88a281a607 req-27b8e7b1-b9e8-4843-825a-d8e44b3b4fb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 210 time: 0.0714195 May 06 14:02:17.327537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:02:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:17.331488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e7ada-a64c-47cb-a817-6a6ee0ea502c None None] The sync data for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv is: [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:02:16Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:02:18.113946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e0745-b162-459d-a88e-b8f15852c25e req-b5075074-a120-43fb-9613-63585f6422f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:18.115668 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-b5075074-a120-43fb-9613-63585f6422f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=9b4120c5-98cc-471b-b72b-ecb1f78f6975 HTTP/1.1" status: 200 len: 796 time: 0.1656630 May 06 14:02:18.298723 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98affbde-d025-4c34-b906-2322d44f82e3 req-65a3b43c-f674-4a59-8149-a442667275ef tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 210 time: 0.1547232 May 06 14:02:18.311632 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-3b4920a0-54da-4419-8eb1-a0288061b288 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 379 time: 0.1831419 May 06 14:02:18.320600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['49f65704-2636-4f36-8ab0-f70337447142']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:18.462117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:18.472121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:18.481826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:02:18.485461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:18.646534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.14 (9b4120c5-98cc-471b-b72b-ecb1f78f6975/4fe159e1-c625-4917-81d9-e2321b366e0d/0918a1c2-9a96-4414-b52d-01316920cdb9) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:18.828000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:18.843140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 0918a1c2-9a96-4414-b52d-01316920cdb9 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:18.865490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:18.940340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:18.943294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:18.948571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:02:18.987478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=0918a1c2-9a96-4414-b52d-01316920cdb9,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:19.019729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:19.020356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.046091 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-6a30da13-5ad8-4d6e-9a9f-e5f7b9747771 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7289672 May 06 14:02:19.058006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Request body: {'port': {'device_id': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:19.149808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fd6f6315-42a9-43b5-9d17-65f967d151f5 None None] Provisioning for port 0918a1c2-9a96-4414-b52d-01316920cdb9 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:19.155338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-fd6f6315-42a9-43b5-9d17-65f967d151f5 None None] Provisioning complete for port 0918a1c2-9a96-4414-b52d-01316920cdb9 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:19.155700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6f6315-42a9-43b5-9d17-65f967d151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.177321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.212226 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f6315-42a9-43b5-9d17-65f967d151f5 None None] Port 0918a1c2-9a96-4414-b52d-01316920cdb9 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:02:19.438165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c992239-5183-4a53-b2f8-cb8fdb88bb47 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:19.505111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cd1a-648b-476c-9e27-49757787206d req-db9bb9c6-2994-4688-9527-801385c01f5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:19.506595 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3a21cd1a-648b-476c-9e27-49757787206d req-db9bb9c6-2994-4688-9527-801385c01f5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 932 time: 0.0824785 May 06 14:02:19.522259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:19.527337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0918a1c2-9a96-4414-b52d-01316920cdb9 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:02:19.528850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:19.529320 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.534401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.550105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Transition to ACTIVE for port object 0918a1c2-9a96-4414-b52d-01316920cdb9 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:19.554299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-3a21cd1a-648b-476c-9e27-49757787206d req-74af21e8-ddf3-4cfe-bcc4-111089a9f233 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:19.556998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.567873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-3a21cd1a-648b-476c-9e27-49757787206d req-74af21e8-ddf3-4cfe-bcc4-111089a9f233 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:19.568999 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3a21cd1a-648b-476c-9e27-49757787206d req-74af21e8-ddf3-4cfe-bcc4-111089a9f233 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568006 May 06 14:02:19.662937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.688949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0918a1c2-9a96-4414-b52d-01316920cdb9,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:19.701426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 8c992239-5183-4a53-b2f8-cb8fdb88bb47, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c992239-5183-4a53-b2f8-cb8fdb88bb47,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:19.707104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.779827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=8c992239-5183-4a53-b2f8-cb8fdb88bb47,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:19.802768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Attempting to bind port 0918a1c2-9a96-4414-b52d-01316920cdb9 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:19.803111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Attempting to bind port 0918a1c2-9a96-4414-b52d-01316920cdb9 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:19.803516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Attempting to bind port 0918a1c2-9a96-4414-b52d-01316920cdb9 on network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:02:19.809141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Port 0918a1c2-9a96-4414-b52d-01316920cdb9 on network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:02:19.809451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Attempting to bind port 0918a1c2-9a96-4414-b52d-01316920cdb9 on network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:02:19.816965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:02:19.817291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Checking segment: {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:02:19.817662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Bound using segment: {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:02:19.818096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Bound port: 0918a1c2-9a96-4414-b52d-01316920cdb9, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd811746a-bab7-489b-8ae9-31d986c438a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:19.818415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.910646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] For port 0918a1c2-9a96-4414-b52d-01316920cdb9, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:02:19.913597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] For port 0918a1c2-9a96-4414-b52d-01316920cdb9, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0918a1c2-9a96-4414-b52d-01316920cdb9,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:02:19.917559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.982676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:19.984065 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] 10.222.0.69 "PUT /v2.0/ports/0918a1c2-9a96-4414-b52d-01316920cdb9 HTTP/1.1" status: 200 len: 1094 time: 0.9301977 May 06 14:02:19.984551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:02:20.004224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c3824-a821-46f8-b592-2fc8b0c49cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0918a1c2-9a96-4414-b52d-01316920cdb9,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:20.054386 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516ab408-70b3-479a-aabd-b8c6e0a31b60'] response: {'name': 'network-changed', 'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'status': 'completed', 'code': 200} May 06 14:02:20.096371 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-1e9b2136-ef60-4450-af30-c1416eb39c24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 1097 time: 0.0730290 May 06 14:02:20.257994 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-82fafb01-8730-4383-a097-11bb88d7a9ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0918a1c2-9a96-4414-b52d-01316920cdb9 HTTP/1.1" status: 200 len: 217 time: 0.1551254 May 06 14:02:20.320537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e0745-b162-459d-a88e-b8f15852c25e req-11caef4a-66bd-4a88-9093-1ca35a8c64a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:20.321955 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-11caef4a-66bd-4a88-9093-1ca35a8c64a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fe159e1-c625-4917-81d9-e2321b366e0d HTTP/1.1" status: 200 len: 832 time: 0.0588739 May 06 14:02:20.346293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:20.399237 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-587d4183-66e2-4d7e-83cc-a0315187d904 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b4120c5-98cc-471b-b72b-ecb1f78f6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696723 May 06 14:02:20.528123 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-6cdea425-d6b8-4daf-bd08-c9077ce68fa9 service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230671 May 06 14:02:20.660048 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-046e0745-b162-459d-a88e-b8f15852c25e req-d570dc34-dcc6-4816-b1eb-7a391d3f75e6 service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257744 May 06 14:02:20.764661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d3ad-e506-4bff-bc8b-b36b5a93e7e1 req-03ce2862-9dd5-438d-929b-9d933db0bb6b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:20.766702 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5907d3ad-e506-4bff-bc8b-b36b5a93e7e1 req-03ce2862-9dd5-438d-929b-9d933db0bb6b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 944 time: 0.0761042 May 06 14:02:20.775388 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-0411e309-3edd-4957-b977-364ca639892f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 1097 time: 0.0683374 May 06 14:02:20.813625 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5907d3ad-e506-4bff-bc8b-b36b5a93e7e1 req-638ab822-a544-4bbd-812b-4c43ca47bbe9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408232 May 06 14:02:20.912141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-4d3da487-8f23-4943-965c-7f7c8fd05056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:20.913608 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-4d3da487-8f23-4943-965c-7f7c8fd05056 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b4120c5-98cc-471b-b72b-ecb1f78f6975 HTTP/1.1" status: 200 len: 897 time: 0.1323414 May 06 14:02:20.984952 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-fa30afeb-d204-4ef9-973c-2b992ab0da16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0918a1c2-9a96-4414-b52d-01316920cdb9 HTTP/1.1" status: 200 len: 217 time: 0.0646081 May 06 14:02:21.045913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-79964f5b-5608-41e3-8ff5-aae2ffac9792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:21.047846 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-79964f5b-5608-41e3-8ff5-aae2ffac9792 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fe159e1-c625-4917-81d9-e2321b366e0d HTTP/1.1" status: 200 len: 832 time: 0.0570421 May 06 14:02:21.124024 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-c25535b8-2523-434d-908c-a7a5d1875499 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b4120c5-98cc-471b-b72b-ecb1f78f6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697613 May 06 14:02:21.259817 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-f7a24468-3cf1-40b5-a6e5-7e96a3c3a2c5 service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280389 May 06 14:02:21.395367 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5b9c9ba-7e8d-4815-aadd-8d3670369126 req-969b038d-9973-41ec-b95d-d859c54b42a3 service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293685 May 06 14:02:21.408291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c992239-5183-4a53-b2f8-cb8fdb88bb47 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:21.478042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:21.478398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:22.015593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020718d-aaea-49f3-a708-a7a271c507b2 req-68087ea7-b8cf-458a-860d-814d7b0a0990 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:22.016866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b020718d-aaea-49f3-a708-a7a271c507b2 req-68087ea7-b8cf-458a-860d-814d7b0a0990 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:22.031700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b020718d-aaea-49f3-a708-a7a271c507b2 req-68087ea7-b8cf-458a-860d-814d7b0a0990 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:22.032643 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b020718d-aaea-49f3-a708-a7a271c507b2 req-68087ea7-b8cf-458a-860d-814d7b0a0990 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 944 time: 0.0975935 May 06 14:02:22.077694 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b020718d-aaea-49f3-a708-a7a271c507b2 req-e83e4acc-77c8-41af-8b70-c66ccddc4419 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394504 May 06 14:02:23.067198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 0918a1c2-9a96-4414-b52d-01316920cdb9 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:02:23.202909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 0918a1c2-9a96-4414-b52d-01316920cdb9, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0918a1c2-9a96-4414-b52d-01316920cdb9,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:23.216690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'port_id': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'mac_address': 'fa:16:3e:74:ab:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:02:23.270769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:23.277282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a6dc-59e2-4b77-8de0-d40d8912b656 req-60c1ec47-c8af-4dd7-9ca2-6643f92a7b3f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:23.278718 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ad62a6dc-59e2-4b77-8de0-d40d8912b656 req-60c1ec47-c8af-4dd7-9ca2-6643f92a7b3f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 944 time: 0.0799341 May 06 14:02:23.288094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0918a1c2-9a96-4414-b52d-01316920cdb9 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:02:23.304008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 0918a1c2-9a96-4414-b52d-01316920cdb9, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0918a1c2-9a96-4414-b52d-01316920cdb9,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:23.308458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:23.329036 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ad62a6dc-59e2-4b77-8de0-d40d8912b656 req-0e8c6a89-14f6-4799-bc37-753d29d3e4c6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444937 May 06 14:02:23.380427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=0918a1c2-9a96-4414-b52d-01316920cdb9,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:23.388689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.389029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.389360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.389687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.390012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.390334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.391144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.391485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.391825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.392148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.392462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:23.511968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['0918a1c2-9a96-4414-b52d-01316920cdb9'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:02:24.528996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee62ba-49bc-4436-bf91-73660d2126c4 req-149c1015-4b63-4f3b-9153-25380237926a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:24.530419 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22ee62ba-49bc-4436-bf91-73660d2126c4 req-149c1015-4b63-4f3b-9153-25380237926a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 945 time: 0.0822725 May 06 14:02:24.575233 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22ee62ba-49bc-4436-bf91-73660d2126c4 req-a5121d06-9329-4720-820f-de2a0d6b5c5d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393705 May 06 14:02:25.067148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 0918a1c2-9a96-4414-b52d-01316920cdb9 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:25.134275 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 0918a1c2-9a96-4414-b52d-01316920cdb9 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:25.139205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 0918a1c2-9a96-4414-b52d-01316920cdb9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:25.139571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:25.251962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:25.278446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:02:25.287748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 0918a1c2-9a96-4414-b52d-01316920cdb9, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0918a1c2-9a96-4414-b52d-01316920cdb9,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:25.291934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:25.335177 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71db4faa-29d8-492d-8350-755cfc6301f1'] response: {'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'code': 200} May 06 14:02:25.359941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=0918a1c2-9a96-4414-b52d-01316920cdb9,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:25.561310 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-415fd1a5-3b96-479e-aca3-07b2dadfb983 req-078b0865-d016-46d2-937e-808d71b73361 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 1099 time: 0.0659497 May 06 14:02:25.601693 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-415fd1a5-3b96-479e-aca3-07b2dadfb983 req-1bdc6de1-fa77-4e1c-9b16-10a09ba31778 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344155 May 06 14:02:25.778907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d9834-9db2-480f-b244-71b18ae635cc req-1aa09914-d4c0-481c-a92e-350282cf800a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:25.780542 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-886d9834-9db2-480f-b244-71b18ae635cc req-1aa09914-d4c0-481c-a92e-350282cf800a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 946 time: 0.0815761 May 06 14:02:25.827793 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-886d9834-9db2-480f-b244-71b18ae635cc req-57850c87-854e-4f1d-819c-228b17727c3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408978 May 06 14:02:27.026679 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614a406-7dd8-460e-815d-c8eda95bc7d4 req-62da591e-c43e-4b93-b132-c6cfd99868fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:27.028122 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9614a406-7dd8-460e-815d-c8eda95bc7d4 req-62da591e-c43e-4b93-b132-c6cfd99868fa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 946 time: 0.0755064 May 06 14:02:27.075548 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9614a406-7dd8-460e-815d-c8eda95bc7d4 req-55c96e70-84af-47db-81b6-fbbe06baa341 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413184 May 06 14:02:27.271383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8df40d-a581-4ef5-946c-33d07f4f781b req-fb122445-5ae3-44f2-9ae2-db8274465178 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:27.272945 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f8df40d-a581-4ef5-946c-33d07f4f781b req-fb122445-5ae3-44f2-9ae2-db8274465178 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 946 time: 0.0775437 May 06 14:02:27.324817 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6f8df40d-a581-4ef5-946c-33d07f4f781b req-83da80e3-1810-4549-8547-989366c108b4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464463 May 06 14:02:27.354049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40466) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:27.511414 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-614d9994-ef09-4c6e-bd16-183458655910 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 1094 time: 0.1561329 May 06 14:02:27.513937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40470) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:27.518872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:27.524192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:27.528002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:27.530812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:27.536906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:27.547434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:27.678422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:27.815853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.150 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/0c16f40c-a7a9-4128-976c-c6568193cb77) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:27.931529 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:02:27.961029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:27.987023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:28.050873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:28.053558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:28.057322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:02:28.090492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=0c16f40c-a7a9-4128-976c-c6568193cb77,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:28.113515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.113855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.114192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.114525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.114858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.115185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.115511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.115865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.116192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.116512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.116832 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:28.560155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:28.618740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:28.820809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:28.825128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:28.933740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=0c16f40c-a7a9-4128-976c-c6568193cb77,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:28.948206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:29.226774 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 4e67ca44-d9f3-4629-b691-99232d820ab5 associated. External IP: 172.26.0.150, port: 0918a1c2-9a96-4414-b52d-01316920cdb9. May 06 14:02:29.470353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-0ea65488-7bc5-49f0-83fa-88e2ff1a730a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942159 May 06 14:02:29.702420 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-6b4ce696-901a-45e3-b820-70c7b105d380 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 1099 time: 0.1557350 May 06 14:02:29.855478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 25fd8279-0b72-4036-9f8d-8071a057d489 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:02:29.877463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-20f2f820-17ab-43c6-9733-9e7189a72842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:29.878926 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-20f2f820-17ab-43c6-9733-9e7189a72842 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b4120c5-98cc-471b-b72b-ecb1f78f6975 HTTP/1.1" status: 200 len: 897 time: 0.1569662 May 06 14:02:30.102456 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-cc638785-5056-4e25-8599-ea00a0d7f12e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0918a1c2-9a96-4414-b52d-01316920cdb9 HTTP/1.1" status: 200 len: 1000 time: 0.1719887 May 06 14:02:30.177062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-ac485ac0-f005-450f-817d-4f1deba83e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:30.178526 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-ac485ac0-f005-450f-817d-4f1deba83e53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fe159e1-c625-4917-81d9-e2321b366e0d HTTP/1.1" status: 200 len: 832 time: 0.0708582 May 06 14:02:30.272597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:02:30.276451 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-4b567172-5aae-422c-9504-243971ad5421 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b4120c5-98cc-471b-b72b-ecb1f78f6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914693 May 06 14:02:30.283507 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] Sync routers for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:02:30.294982 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:30.295593 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:02:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:30.374745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:30.448897 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e4bee91-1778-488b-9363-e33301f5080e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9339619 May 06 14:02:30.451415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:02:30.451744 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40474) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:30.469866 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:30.475604 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-97bbc861-198f-4270-b112-d8b193ce26c0 service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881366 May 06 14:02:30.615658 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d08fb6-10c5-4fe0-84d5-69406d3e4204'] response: {'name': 'network-changed', 'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'status': 'completed', 'code': 200} May 06 14:02:30.696253 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-634fbb1c-8fd3-4ff1-9125-94ea08801c8d tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers/25fd8279-0b72-4036-9f8d-8071a057d489 HTTP/1.1" status: 200 len: 922 time: 0.2401094 May 06 14:02:30.696441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:30.730834 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a7dcc2e-325d-4c14-a9c1-f73726373b27 req-4c7b8b1c-6e4c-4c0c-9680-3b74fab5f114 service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496190 May 06 14:02:30.811407 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ab39dc86-11cd-42b6-bcdb-363875874819 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1138327 May 06 14:02:30.832521 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4e67ca44-d9f3-4629-b691-99232d820ab5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'port_id': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'mac_address': 'fa:16:3e:74:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:28Z', 'updated_at': '2022-05-06T14:02:28Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:02:19Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:30.836235 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] Checking router: 25fd8279-0b72-4036-9f8d-8071a057d489 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:02:30.844130 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-5ee9dd36-2115-4c3c-8b24-d4c3eda0ddcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 1099 time: 0.0691440 May 06 14:02:30.848168 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:30.848782 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:02:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:30.975675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-53d81135-292c-4483-ae09-9fecc68ead3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:30.977075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-53d81135-292c-4483-ae09-9fecc68ead3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b4120c5-98cc-471b-b72b-ecb1f78f6975 HTTP/1.1" status: 200 len: 897 time: 0.1277440 May 06 14:02:31.027814 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:31.081923 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-747cf06a-8125-47df-9f6f-054ad8705d43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0918a1c2-9a96-4414-b52d-01316920cdb9 HTTP/1.1" status: 200 len: 1000 time: 0.0989885 May 06 14:02:31.143929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-9f482227-7f18-4504-8aac-5efda29f682f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:31.145350 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-9f482227-7f18-4504-8aac-5efda29f682f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fe159e1-c625-4917-81d9-e2321b366e0d HTTP/1.1" status: 200 len: 832 time: 0.0579059 May 06 14:02:31.231607 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-daef82a4-b41a-409b-8134-831d407afcb4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b4120c5-98cc-471b-b72b-ecb1f78f6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799315 May 06 14:02:31.379561 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-a0657786-c969-4f2c-bace-abde81ff294a service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408415 May 06 14:02:31.402458 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4e67ca44-d9f3-4629-b691-99232d820ab5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'port_id': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'mac_address': 'fa:16:3e:74:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:28Z', 'updated_at': '2022-05-06T14:02:28Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:02:19Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:31.407096 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4f4a3-5115-4207-867b-391b4277e3c2 None None] The sync data for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv is: [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4e67ca44-d9f3-4629-b691-99232d820ab5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'port_id': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'mac_address': 'fa:16:3e:74:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:28Z', 'updated_at': '2022-05-06T14:02:28Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:02:19Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:02:31.524377 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a2c677f-3e5d-492d-877b-c1f85ff91421 req-12c069b9-a17c-491b-90cc-07b071a76f1e service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394575 May 06 14:02:31.815330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40484) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:31.925278 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-786e011e-1a7f-4c0f-b2cb-c6d25c19b107 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1086729 May 06 14:02:32.020082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-760f5daf-dc29-44ef-851d-c5b84eb0e333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:32.929201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40488) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:33.122836 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-325fe77b-fb6a-47f3-ad3e-4f06ce1e4b39 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1924229 May 06 14:02:34.048342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc1b2c-25d4-47a6-b7df-9255c2e3cf2f None None] New status for floating IP 4e67ca44-d9f3-4629-b691-99232d820ab5: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:02:34.127064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40492) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:34.230075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1a582131-bfa1-4ea9-a546-dfa01ea263bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1017842 May 06 14:02:34.363898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da65dd4c-07d6-463e-8ca7-8579f8dfee92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:35.233672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40496) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:35.351015 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c8875257-f9e0-4d66-908f-9b82d68e8aee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 994 time: 0.1156211 May 06 14:02:35.560465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:35.589926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:36.859933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.359976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:02.021856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-22fb80dd-8840-4585-ade2-8ba6e00593e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:02.528292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40510) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:02.702126 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cc48419a-b4d9-4b08-82d8-69aeb2e91209 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers/25fd8279-0b72-4036-9f8d-8071a057d489/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1726816 May 06 14:03:02.704940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40514) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:02.913542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640bb726-e902-4e06-97bd-13a168fa2a7f tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Notify agent at dv-neutron-840889-1-hyperv the message router_removed_from_agent {{(pid=84022) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 06 14:03:02.916818 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-640bb726-e902-4e06-97bd-13a168fa2a7f tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "DELETE /v2.0/agents/db89cdb3-c02c-45f3-9d5a-b878fe7d3381/l3-routers/25fd8279-0b72-4036-9f8d-8071a057d489 HTTP/1.1" status: 204 len: 168 time: 0.2109313 May 06 14:03:02.919277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40518) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:03.196598 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e91df0ec-e2e2-411a-ae3f-8cb9ed327418 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers/25fd8279-0b72-4036-9f8d-8071a057d489/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2758136 May 06 14:03:03.198976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40522) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:03.306048 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1c888978-1379-4813-b6ab-795cfdae57f1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 994 time: 0.1060255 May 06 14:03:03.657716 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114013f-3a41-4be0-b0cc-c53cfefe9df1 None None] New status for floating IP 4e67ca44-d9f3-4629-b691-99232d820ab5: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:03:03.682246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:03.798058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:03.814113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:03.818641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:03.819493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c992239-5183-4a53-b2f8-cb8fdb88bb47 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:03.948624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:04.005923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:04.037435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 8c992239-5183-4a53-b2f8-cb8fdb88bb47, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c992239-5183-4a53-b2f8-cb8fdb88bb47,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:04.040813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:04.107965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=8c992239-5183-4a53-b2f8-cb8fdb88bb47,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:04.310219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40526) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:04.365682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35073400-15d7-4c7f-a090-2ab2a5a6ee3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:04.415875 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4350bbf3-5c6a-467a-be81-9da4e19363d7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1045976 May 06 14:03:04.930973 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:03:05.561488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:05.566106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40532) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:05.591228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:05.766438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020edb68-e0ed-4d2b-bdbf-a7a6d399bc93 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Router 25fd8279-0b72-4036-9f8d-8071a057d489 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:03:05.766657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020edb68-e0ed-4d2b-bdbf-a7a6d399bc93 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Notify agent at dv-neutron-840889-1-hyperv the message router_added_to_agent {{(pid=84021) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 06 14:03:05.792674 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-020edb68-e0ed-4d2b-bdbf-a7a6d399bc93 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "POST /v2.0/agents/db89cdb3-c02c-45f3-9d5a-b878fe7d3381/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2255402 May 06 14:03:05.795249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40538) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:05.814026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] Sync routers for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:05.825385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:05.825978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:05.983737 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dfcd535e-c53e-4995-9687-26a1b52780d1 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers/25fd8279-0b72-4036-9f8d-8071a057d489/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1873667 May 06 14:03:05.987437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40544) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:06.037028 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:06.091176 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-311e0c45-081b-4d49-8dd0-88adec1658e6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1024787 May 06 14:03:06.383535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:03:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4e67ca44-d9f3-4629-b691-99232d820ab5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'port_id': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'mac_address': 'fa:16:3e:74:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:28Z', 'updated_at': '2022-05-06T14:03:03Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:03:04Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:06.387417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] Checking router: 25fd8279-0b72-4036-9f8d-8071a057d489 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:06.400008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:06.400618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:06.572585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:06.895636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:06.924946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:03:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4e67ca44-d9f3-4629-b691-99232d820ab5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'port_id': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'mac_address': 'fa:16:3e:74:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:28Z', 'updated_at': '2022-05-06T14:03:03Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:03:04Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:06.928921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3406233f-159c-4892-b5f2-30f7ac3f358b None None] The sync data for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv is: [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:02:12Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '04c636a8-ef89-4d1a-a121-77cc9acb4ed9', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:03:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '4e67ca44-d9f3-4629-b691-99232d820ab5', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.150', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'port_id': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'mac_address': 'fa:16:3e:74:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:28Z', 'updated_at': '2022-05-06T14:03:03Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c992239-5183-4a53-b2f8-cb8fdb88bb47', 'name': '', 'network_id': '9b4120c5-98cc-471b-b72b-ecb1f78f6975', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:4f:7b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:11Z', 'updated_at': '2022-05-06T14:03:04Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fe159e1-c625-4917-81d9-e2321b366e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:07.095028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40548) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:07.203345 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ca5009e0-a722-4ddd-bddb-b81361c451b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1071937 May 06 14:03:07.454063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c992239-5183-4a53-b2f8-cb8fdb88bb47 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:07.538593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:07.538966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:07.664257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:07.698189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 8c992239-5183-4a53-b2f8-cb8fdb88bb47, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c992239-5183-4a53-b2f8-cb8fdb88bb47,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:07.711659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:07.788463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=8c992239-5183-4a53-b2f8-cb8fdb88bb47,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:08.207492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40552) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:08.312223 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c1f51c0c-3faf-4741-b81f-143c8a025493 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1036186 May 06 14:03:09.315561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40556) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:09.421811 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b1692f97-cc3b-4dc6-9b22-50daa14ff7f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1050663 May 06 14:03:09.494305 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:09.567420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:09.567799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:09.683924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:09.699062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:09.703623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:09.704523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c992239-5183-4a53-b2f8-cb8fdb88bb47 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:09.832461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:09.845244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:09.845642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.425119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40560) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:10.528105 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5c22795d-fd57-4b7b-a7eb-2d06ad73a42c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1018469 May 06 14:03:11.431954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:11.501037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:11.501409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:11.532038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40564) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:11.635946 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c1a5ca52-5338-4e1b-b45f-c20a2899034f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1025620 May 06 14:03:12.639728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40568) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:12.778146 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8bd726f5-fca8-4f95-846f-200ec5218d9c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1369581 May 06 14:03:13.782192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40572) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:13.897482 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-189b2350-fc14-4080-969f-7d7638ffe23c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 992 time: 0.1142097 May 06 14:03:14.083567 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70f91d-39f0-42c8-bf2d-635fb81bf2c9 None None] New status for floating IP 4e67ca44-d9f3-4629-b691-99232d820ab5: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:03:14.902018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40576) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:15.007576 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-86d3280f-d51e-44f8-8756-9b73dfadab49 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 200 len: 994 time: 0.1044321 May 06 14:03:15.297533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40584) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:15.489694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 0c16f40c-a7a9-4128-976c-c6568193cb77 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:15.490028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.663495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.663891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.890192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 0c16f40c-a7a9-4128-976c-c6568193cb77 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:16.036278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:16.078719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=0c16f40c-a7a9-4128-976c-c6568193cb77,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:16.171952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:16.562111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 25fd8279-0b72-4036-9f8d-8071a057d489 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:03:16.764711 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:16.784279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:16.839572 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-afa2c1f4-8b14-4f31-ae03-e9bdaa603654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/4e67ca44-d9f3-4629-b691-99232d820ab5 HTTP/1.1" status: 204 len: 168 time: 1.5410464 May 06 14:03:16.840255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:16.896456 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b147e10e-145a-49fa-ac6b-ab119f977f6f'] response: {'name': 'network-changed', 'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'status': 'completed', 'code': 200} May 06 14:03:17.056898 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-a08c9e9c-ecc7-4559-94dd-1170d97cb8f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 1099 time: 0.1397877 May 06 14:03:17.196543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-1199288d-5ecd-43a1-b8ca-e9c059e55fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:17.197993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-1199288d-5ecd-43a1-b8ca-e9c059e55fd6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b4120c5-98cc-471b-b72b-ecb1f78f6975 HTTP/1.1" status: 200 len: 897 time: 0.1318965 May 06 14:03:17.270990 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-5a55736e-bc5c-4a11-bbcc-29d54f36d10d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0918a1c2-9a96-4414-b52d-01316920cdb9 HTTP/1.1" status: 200 len: 217 time: 0.0659001 May 06 14:03:17.367929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-d625f633-c003-426b-954f-f1f670faa068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:17.369336 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-d625f633-c003-426b-954f-f1f670faa068 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fe159e1-c625-4917-81d9-e2321b366e0d HTTP/1.1" status: 200 len: 832 time: 0.0927367 May 06 14:03:17.463643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3a0c-39c2-4e2a-bd0a-cb8a5556407a req-c2ff77ba-2198-4065-bf40-df6b315af6fb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:17.464247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-79bd3a0c-39c2-4e2a-bd0a-cb8a5556407a req-c2ff77ba-2198-4065-bf40-df6b315af6fb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:17.479689 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-963cc728-283f-4350-99d3-9f7357d96caa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b4120c5-98cc-471b-b72b-ecb1f78f6975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015234 May 06 14:03:17.485761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-79bd3a0c-39c2-4e2a-bd0a-cb8a5556407a req-c2ff77ba-2198-4065-bf40-df6b315af6fb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:17.487574 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-79bd3a0c-39c2-4e2a-bd0a-cb8a5556407a req-c2ff77ba-2198-4065-bf40-df6b315af6fb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 946 time: 0.3396711 May 06 14:03:17.710920 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-79bd3a0c-39c2-4e2a-bd0a-cb8a5556407a req-00d1b13e-08f4-4cc7-a86d-d21dd7dbe16a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049093 May 06 14:03:17.743172 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-8771a0fd-1f37-4a92-b3c1-ea2c7c93aa6f service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546277 May 06 14:03:17.873940 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a4b7cbba-d97f-456a-af4a-ef346cb9edb0 req-67761d34-73f3-4b04-8835-bf6d25756300 service neutron] 10.222.0.69 "GET /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240733 May 06 14:03:18.527353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-6e9ba2a2-ef4f-4546-aa03-4bdf77aee3d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:18.528699 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-6e9ba2a2-ef4f-4546-aa03-4bdf77aee3d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 946 time: 0.0790637 May 06 14:03:18.594939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 0918a1c2-9a96-4414-b52d-01316920cdb9 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:18.595828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:18.850483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 0918a1c2-9a96-4414-b52d-01316920cdb9, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0918a1c2-9a96-4414-b52d-01316920cdb9,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:18.851091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:18.975882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 0918a1c2-9a96-4414-b52d-01316920cdb9 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:18.991558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dff5ad-1185-4621-9181-bcd17ee20092 req-eb48e000-f25a-42f6-b804-ec9b8761c05a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:18.995302 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-59dff5ad-1185-4621-9181-bcd17ee20092 req-eb48e000-f25a-42f6-b804-ec9b8761c05a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=d09ed080-ae3f-4a9b-968f-3c11b886dcfd HTTP/1.1" status: 200 len: 946 time: 0.1620419 May 06 14:03:19.039170 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-59dff5ad-1185-4621-9181-bcd17ee20092 req-4b339043-37c6-4273-abf2-cc6bfe794654 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f65704-2636-4f36-8ab0-f70337447142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397608 May 06 14:03:19.123945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:19.171992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=0918a1c2-9a96-4414-b52d-01316920cdb9,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:19.245590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port 0918a1c2-9a96-4414-b52d-01316920cdb9 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:03:19.247934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:19.250597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'name': 'network-vif-deleted', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:19.266243 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f0beefa9-feb1-498c-860a-a9c32a187c74 req-ad2636b3-2f7b-4cd1-88f4-63f37ea9ea11 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/0918a1c2-9a96-4414-b52d-01316920cdb9 HTTP/1.1" status: 204 len: 173 time: 0.7317770 May 06 14:03:19.308802 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5023cfc3-b0cd-489f-b7a2-3b5e3f8adeee'] response: {'server_uuid': 'd09ed080-ae3f-4a9b-968f-3c11b886dcfd', 'name': 'network-vif-deleted', 'tag': '0918a1c2-9a96-4414-b52d-01316920cdb9', 'status': 'completed', 'code': 200} May 06 14:03:20.143372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40606) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:20.210509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bdfec99-ded2-4ed4-9ab3-a4ddcc7a8b80 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:20.241087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bdfec99-ded2-4ed4-9ab3-a4ddcc7a8b80 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:20.308052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bdfec99-ded2-4ed4-9ab3-a4ddcc7a8b80 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:20.328886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfec99-ded2-4ed4-9ab3-a4ddcc7a8b80 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f65704-2636-4f36-8ab0-f70337447142,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:20.342813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4bdfec99-ded2-4ed4-9ab3-a4ddcc7a8b80 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:20.343964 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4bdfec99-ded2-4ed4-9ab3-a4ddcc7a8b80 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/49f65704-2636-4f36-8ab0-f70337447142 HTTP/1.1" status: 204 len: 168 time: 0.1995566 May 06 14:03:20.367536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:20.386301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40612) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:20.869885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:21.471834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 8c992239-5183-4a53-b2f8-cb8fdb88bb47 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:21.472484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:21.654252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 8c992239-5183-4a53-b2f8-cb8fdb88bb47, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8c992239-5183-4a53-b2f8-cb8fdb88bb47,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:21.654607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:21.776788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 8c992239-5183-4a53-b2f8-cb8fdb88bb47 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:21.953234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:22.001996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=8c992239-5183-4a53-b2f8-cb8fdb88bb47,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:22.295007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:22.957609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 25fd8279-0b72-4036-9f8d-8071a057d489 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:03:23.151994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:23.165089 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a40e2f93-b97f-4e76-8802-1d5fc98e3fe5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/25fd8279-0b72-4036-9f8d-8071a057d489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7776675 May 06 14:03:23.167618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40616) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:23.351262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b436aa-c161-42ec-a03f-756ed5c34faa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet 4fe159e1-c625-4917-81d9-e2321b366e0d {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:03:23.354125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8b436aa-c161-42ec-a03f-756ed5c34faa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.360389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 0918a1c2-9a96-4414-b52d-01316920cdb9 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:23.393646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 0918a1c2-9a96-4414-b52d-01316920cdb9 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:23.394232 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 0918a1c2-9a96-4414-b52d-01316920cdb9 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:23.409933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8b436aa-c161-42ec-a03f-756ed5c34faa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.494038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8b436aa-c161-42ec-a03f-756ed5c34faa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.565641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8b436aa-c161-42ec-a03f-756ed5c34faa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.604811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b436aa-c161-42ec-a03f-756ed5c34faa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe159e1-c625-4917-81d9-e2321b366e0d,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:23.609103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e8b436aa-c161-42ec-a03f-756ed5c34faa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.614732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e1150-335f-423c-b88b-8614e063827b None None] Network 9b4120c5-98cc-471b-b72b-ecb1f78f6975 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:03:23.616044 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e8b436aa-c161-42ec-a03f-756ed5c34faa tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/4fe159e1-c625-4917-81d9-e2321b366e0d HTTP/1.1" status: 204 len: 168 time: 0.4473784 May 06 14:03:23.618599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40620) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:23.821285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.860653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] DHCP port deletion for 9b4120c5-98cc-471b-b72b-ecb1f78f6975 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:03:23.865108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Deleting port c1cd3142-7b10-4fb0-9511-a869032fe16d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:23.865480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.079044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] For port c1cd3142-7b10-4fb0-9511-a869032fe16d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c1cd3142-7b10-4fb0-9511-a869032fe16d,segment=NetworkSegment(d811746a-bab7-489b-8ae9-31d986c438a1),segment_id=d811746a-bab7-489b-8ae9-31d986c438a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:24.079359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.153674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.163375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:24.163747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.199679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Calling delete_port for c1cd3142-7b10-4fb0-9511-a869032fe16d owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:24.276187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.321307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Pushing event deleted for resources: {'Port': ['ID=c1cd3142-7b10-4fb0-9511-a869032fe16d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:24.333240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] No DVR routers for this DVR port c1cd3142-7b10-4fb0-9511-a869032fe16d on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.340314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.341453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.341453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3d79-e223-4ef7-9b21-80c443018c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.345404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 04c636a8-ef89-4d1a-a121-77cc9acb4ed9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:24.345879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.468547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:24.506306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] Sync routers for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:24.518168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:24.518926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:24.643639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.671803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:24.689796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=04c636a8-ef89-4d1a-a121-77cc9acb4ed9,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:24.780212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:03:24Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:24.785160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] Checking router: 25fd8279-0b72-4036-9f8d-8071a057d489 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:24.795990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] Routers {'25fd8279-0b72-4036-9f8d-8071a057d489'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:24.796592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['25fd8279-0b72-4036-9f8d-8071a057d489'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:24.915540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.974727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] Set router 25fd8279-0b72-4036-9f8d-8071a057d489 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:25.078818 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:03:24Z', 'revision_number': 7, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:25.082732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b8c7f8-5303-4dae-8fcf-5e26405ec69c None None] The sync data for ids ['25fd8279-0b72-4036-9f8d-8071a057d489'] in dv-neutron-840889-1-hyperv is: [{'id': '25fd8279-0b72-4036-9f8d-8071a057d489', 'name': 'tempest-TestNetworkBasicOps-router-499651718', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:08Z', 'updated_at': '2022-05-06T14:03:24Z', 'revision_number': 7, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:25.172362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.176448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.200281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.201071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Fanout notify agent at l3_agent the message router_deleted on router 25fd8279-0b72-4036-9f8d-8071a057d489 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:03:25.214960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.216053 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-be87df90-7933-4a1b-85a7-2162129676eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/routers/25fd8279-0b72-4036-9f8d-8071a057d489 HTTP/1.1" status: 204 len: 168 time: 1.5965242 May 06 14:03:25.218947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40624) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:25.333553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.541524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c992239-5183-4a53-b2f8-cb8fdb88bb47 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:25.568424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.576885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 8c992239-5183-4a53-b2f8-cb8fdb88bb47 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:25.577230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8c992239-5183-4a53-b2f8-cb8fdb88bb47 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:25.577642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c1cd3142-7b10-4fb0-9511-a869032fe16d no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:25.593679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4120c5-98cc-471b-b72b-ecb1f78f6975']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:25.605642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd811746a-bab7-489b-8ae9-31d986c438a1') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:25.605937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd811746a-bab7-489b-8ae9-31d986c438a1') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:25.608579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c1cd3142-7b10-4fb0-9511-a869032fe16d {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:25.608920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c1cd3142-7b10-4fb0-9511-a869032fe16d not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:25.617459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.633697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.639648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:03:25.640052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:03:25.654564 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:03:25.733002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.750691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.763957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=9b4120c5-98cc-471b-b72b-ecb1f78f6975,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:25.766827 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1a3110bf-f29e-4271-a1c7-6ba5f473cca9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/9b4120c5-98cc-471b-b72b-ecb1f78f6975 HTTP/1.1" status: 204 len: 168 time: 0.5469820 May 06 14:03:25.787431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40628) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:25.793068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--1286611581', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:25.798077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:25.802790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:25.805672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:25.811308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:25.822049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:03:25.825092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.854421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:03:25.864132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.864478 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment e7354d39-022a-4ea0-9383-5a0bf364e4ee of type vlan for network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be May 06 14:03:25.897962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.929073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.932986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:25.933553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.966579 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2baf4a-85e6-4f3b-ae6e-cd3978014014 None None] New status for floating IP 4e67ca44-d9f3-4629-b691-99232d820ab5: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:03:26.050906 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2623200 May 06 14:03:26.053613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40632) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:26.056144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d32fe-bcc5-4df6-9639-f4bf7f84bb14 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:26.061155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'admin_state_up': True, 'project_id': '52812628270e4c08bba09224380d4cd5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:26.066517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:03:26.068648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:26.072606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:router and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:26.075456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:26.081263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:26.093753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.095558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.115976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.269305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.446260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.477116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.608661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.88 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/c20dac7a-45c7-4f75-a848-81a7cfbbcec3) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:03:26.750199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.776739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.845211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:26.848088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:26.853007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:03:26.875904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=c20dac7a-45c7-4f75-a848-81a7cfbbcec3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:27.006068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:27.006807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:27.323139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 3b9f3733-4d4c-4424-b092-006eb7a9c01d is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:03:27.395643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:27.427896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:27.428236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 04c636a8-ef89-4d1a-a121-77cc9acb4ed9 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:27.521322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:27.530622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Sync routers for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:27.542498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:27.543115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:27.547344 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:27.551304 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cec843bd-3158-497a-b040-ad3882b1e6ea tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4939067 May 06 14:03:27.552480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40636) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:27.591378 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-73e9dac4-eb74-4d79-b16c-5734b15cfa49 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375922 May 06 14:03:27.593778 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40640) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:27.725179 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:27.730182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccedd0b-1079-459a-8cea-538fea973671 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:27.731661 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4ccedd0b-1079-459a-8cea-538fea973671 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370056 May 06 14:03:27.734487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40644) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:27.773435 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3bb8e31d-1bfa-4286-b3e5-262f91d338c3 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378492 May 06 14:03:27.775906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40648) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:27.781108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083745081', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:27.892700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:27.896659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:27.899469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:27.905442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:27.916669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:03:28.026017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:26Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:28.027451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.029924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Checking router: 3b9f3733-4d4c-4424-b092-006eb7a9c01d for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:28.030265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Updating router 3b9f3733-4d4c-4424-b092-006eb7a9c01d port c20dac7a-45c7-4f75-a848-81a7cfbbcec3 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:03:28.079530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.260981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.345056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=72c5652c-bc70-4b5b-af1f-f904f03e87b3,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:28.357939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:03:28.358300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:03:28.363022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.363372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.363710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.364070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.364402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.364730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.365055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.365378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.365699 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.366024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.366341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:28.389117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:03:28.399842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:28.403847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:28.404540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.410883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.413259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1480c3-f8dc-4a9b-b14a-2005f7cb2889 None None] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:03:28.426160 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9628a178-d819-4cba-ac14-6b70cadb96b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6492782 May 06 14:03:28.428918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40652) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:28.492373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Transition to ACTIVE for port object c20dac7a-45c7-4f75-a848-81a7cfbbcec3 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:28.502936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.667726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Attempting to bind port c20dac7a-45c7-4f75-a848-81a7cfbbcec3 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:03:28.668119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Attempting to bind port c20dac7a-45c7-4f75-a848-81a7cfbbcec3 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:03:28.668481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Attempting to bind port c20dac7a-45c7-4f75-a848-81a7cfbbcec3 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:03:28.670673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9121e-2526-42b7-8aed-e473cf93e7d0 None None] Pushing event updated for resources: {'Port': ['ID=c20dac7a-45c7-4f75-a848-81a7cfbbcec3,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:28.713973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:03:28.714347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:03:28.714769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.715176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:03:28.715646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Bound port: c20dac7a-45c7-4f75-a848-81a7cfbbcec3, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:03:28.716498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.826814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:03:28.827620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.847649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] For port c20dac7a-45c7-4f75-a848-81a7cfbbcec3, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:03:28.857463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] For port c20dac7a-45c7-4f75-a848-81a7cfbbcec3, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c20dac7a-45c7-4f75-a848-81a7cfbbcec3,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:03:28.898786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:29.052235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:29.052867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:29.112018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9121e-2526-42b7-8aed-e473cf93e7d0 None None] Pushing event updated for resources: {'Port': ['ID=c20dac7a-45c7-4f75-a848-81a7cfbbcec3,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:29.210428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Allocated IP 172.20.0.2 (3450a2e5-0d0b-48d2-98ca-6cd9b5e456be/72c5652c-bc70-4b5b-af1f-f904f03e87b3/85763353-5003-4bd9-8df7-1f1b4f2bb791) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:03:29.295349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:29.335368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:29.641498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:29.681198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Transition to ACTIVE for port object 85763353-5003-4bd9-8df7-1f1b4f2bb791 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:29.713332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Transition to ACTIVE for port object 85763353-5003-4bd9-8df7-1f1b4f2bb791 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:29.724055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:29.793985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.1 (3450a2e5-0d0b-48d2-98ca-6cd9b5e456be/72c5652c-bc70-4b5b-af1f-f904f03e87b3/d8f7010a-2cc9-4d4d-8059-ccbdda8615cd) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:03:29.803224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:29.807629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:29.810043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:03:29.813465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Pushing event updated for resources: {'Port': ['ID=85763353-5003-4bd9-8df7-1f1b4f2bb791,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:29.818307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:26Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:29.825201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5fe82-585b-4eb9-b742-20f0df85448b None None] The sync data for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv is: [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:26Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:29.919984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Attempting to bind port 85763353-5003-4bd9-8df7-1f1b4f2bb791 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:03:29.920361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Attempting to bind port 85763353-5003-4bd9-8df7-1f1b4f2bb791 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:03:29.920826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Attempting to bind port 85763353-5003-4bd9-8df7-1f1b4f2bb791 on network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:03:29.928799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:03:29.929299 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Checking segment: {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:03:29.929710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:29.930096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Bound using segment: {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:03:29.930569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Bound port: 85763353-5003-4bd9-8df7-1f1b4f2bb791, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:03:29.930943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:29.992794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.020812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object d8f7010a-2cc9-4d4d-8059-ccbdda8615cd will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:30.046598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.056492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] For port 85763353-5003-4bd9-8df7-1f1b4f2bb791, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:03:30.075163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] For port 85763353-5003-4bd9-8df7-1f1b4f2bb791, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=85763353-5003-4bd9-8df7-1f1b4f2bb791,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:03:30.086004 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.133272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:30.137052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:30.139812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:03:30.184164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:30.196732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d06db0-43c2-4ea0-99d2-bea4cdb62694 None None] Pushing event updated for resources: {'Port': ['ID=85763353-5003-4bd9-8df7-1f1b4f2bb791,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:30.237498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.338194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.786589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.790998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:31.011444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:31.014847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:31.152277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:31.153426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:31.169538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bbf7f3-3497-4217-a6aa-4cc29873b971 None None] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:03:31.322026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9decd8d7-a33e-4b41-9d25-24a8fbcd8f12 None None] Provisioning for port 85763353-5003-4bd9-8df7-1f1b4f2bb791 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:31.506141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c20dac7a-45c7-4f75-a848-81a7cfbbcec3 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:31.559519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 3b9f3733-4d4c-4424-b092-006eb7a9c01d has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:03:31.580738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c20dac7a-45c7-4f75-a848-81a7cfbbcec3 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:31.586153 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c20dac7a-45c7-4f75-a848-81a7cfbbcec3 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:31.586720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:31.712178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:31.731046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port c20dac7a-45c7-4f75-a848-81a7cfbbcec3, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c20dac7a-45c7-4f75-a848-81a7cfbbcec3,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:31.736426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:31.737507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85763353-5003-4bd9-8df7-1f1b4f2bb791 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:31.770039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:31.785580 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f6edd736-144d-4b3a-b0da-9d5d3062c4e8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/3b9f3733-4d4c-4424-b092-006eb7a9c01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3534234 May 06 14:03:31.786057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40656) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:31.863532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Provisioning for port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:31.870103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=c20dac7a-45c7-4f75-a848-81a7cfbbcec3,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:31.875517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Provisioning complete for port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:31.875909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:31.936798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:03:31.944074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 85763353-5003-4bd9-8df7-1f1b4f2bb791 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:31.950371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 85763353-5003-4bd9-8df7-1f1b4f2bb791 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:31.950750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:31.955494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5bd08-5ff8-4f29-ba64-b0dbc483b319 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:31.955991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5bd08-5ff8-4f29-ba64-b0dbc483b319 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:31.956355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5bd08-5ff8-4f29-ba64-b0dbc483b319 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:31.956713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5bd08-5ff8-4f29-ba64-b0dbc483b319 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:31.959822 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-18f5bd08-5ff8-4f29-ba64-b0dbc483b319 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1712801 May 06 14:03:31.961040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40660) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:31.997089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Provisioning complete for port 85763353-5003-4bd9-8df7-1f1b4f2bb791 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:31.997457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.034257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39600f97-98fc-4945-83c3-2a81525ed8fb tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:32.034612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39600f97-98fc-4945-83c3-2a81525ed8fb tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:32.035222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39600f97-98fc-4945-83c3-2a81525ed8fb tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:32.035722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39600f97-98fc-4945-83c3-2a81525ed8fb tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:32.040550 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-39600f97-98fc-4945-83c3-2a81525ed8fb tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0782673 May 06 14:03:32.041096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40664) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:32.065512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f597c0e-2b27-4b4e-8a11-ae1d305fe2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.184464 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.203813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.245044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 85763353-5003-4bd9-8df7-1f1b4f2bb791, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=85763353-5003-4bd9-8df7-1f1b4f2bb791,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:32.250709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.265477 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-184f787f-16d8-4bae-a972-8fdc7387544a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2182419 May 06 14:03:32.356418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:03:32.356714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-5bad373d-f213-4a65-9ea2-45e09209e6f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:03:32.362058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=85763353-5003-4bd9-8df7-1f1b4f2bb791,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:32.523242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40670) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:32.529006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466693075', 'description': 'tempest-secgroup-smoke-466693075 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:32.535964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:32.540530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:32.543471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:32.549375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:32.559506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.593132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:32.597492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:32.600362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:32.605864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:32.660677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.664106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.707864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f4943c-54f2-4527-9018-baefc30deebc,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:32.710454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.711669 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-16bfa161-8b4d-4829-a910-63c4b321003a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1873717 May 06 14:03:32.715130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40674) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:32.720036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '46f4943c-54f2-4527-9018-baefc30deebc', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:32.726577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:32.730454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:32.733326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:32.739155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:32.754875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.814502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.817905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.843697 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c056f2-08aa-4cfe-9652-acc2e17c983a,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:32.852642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.853807 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-94634195-b8c8-4be1-9dfe-a38b9b7c3513 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1382442 May 06 14:03:32.856666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40678) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:32.862119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '46f4943c-54f2-4527-9018-baefc30deebc', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:32.868317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:32.872353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:32.875512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:32.882012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:32.900290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.966320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.969722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.991666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f2fa43-72fe-4438-a5cd-9f8ed5712e32,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:33.001225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.003023 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-67c42ec7-06a3-4b10-967c-14cff6300cdc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1454458 May 06 14:03:33.005773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40682) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:33.011104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '46f4943c-54f2-4527-9018-baefc30deebc', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:33.016914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:33.021560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:33.024539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:33.031554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:33.045157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-faf49917-1953-472b-a7db-f8a792280611 None None] Provisioning complete for port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:33.045765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faf49917-1953-472b-a7db-f8a792280611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.049028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.098292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-faf49917-1953-472b-a7db-f8a792280611 None None] Port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:03:33.111762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.115678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.138523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234ec0e5-9ee1-474a-959a-8d8036808387,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:33.148104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.149266 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-029a867a-1af0-4f29-b53c-42dd1230cdf8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1425388 May 06 14:03:33.151998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40686) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:33.157315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '46f4943c-54f2-4527-9018-baefc30deebc', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:33.162981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:33.166845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:33.169834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:33.175993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:33.193330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.269715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.274492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.297620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58377eb9-885a-4810-b970-cc63c61da1a6,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:33.307847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.311558 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-117e0f8b-227a-475e-a605-dc57aa74fbd4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1561182 May 06 14:03:33.311774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40690) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:33.318067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '46f4943c-54f2-4527-9018-baefc30deebc', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:33.323929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:33.327981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:33.330920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:33.337056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:33.347990 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:03:33.354431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.422974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.427008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.453414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c20dac7a-45c7-4f75-a848-81a7cfbbcec3 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:33.453851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca4f8ad-a4b4-42af-994b-6607848cff77,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:33.462610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.464008 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6d471512-87a1-4fe1-9281-12206007e1c2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1510503 May 06 14:03:33.466715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40694) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:33.472316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '46f4943c-54f2-4527-9018-baefc30deebc', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:33.478318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:33.483461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:33.487158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:33.493572 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Sync routers for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:33.494335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:33.506827 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:03:33.509174 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:33.509776 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:33.513605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.531348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c20dac7a-45c7-4f75-a848-81a7cfbbcec3 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:33.531704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.584982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.589875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.663076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85763353-5003-4bd9-8df7-1f1b4f2bb791 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:33.698064 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:33.721383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c179eda-ee64-44ae-8d3d-5cedd256378b,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:33.733968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.742093 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-558483d5-2136-47b9-8311-5091eb25f3fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2679803 May 06 14:03:33.752479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 85763353-5003-4bd9-8df7-1f1b4f2bb791 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:33.753076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.924877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-3ee1e22e-059e-423f-85fc-5e3d48fc7292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:33.940287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-3ee1e22e-059e-423f-85fc-5e3d48fc7292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:33.941427 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-3ee1e22e-059e-423f-85fc-5e3d48fc7292 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466693075&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0581436 May 06 14:03:34.053397 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:34.057669 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Checking router: 3b9f3733-4d4c-4424-b092-006eb7a9c01d for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:34.058011 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Updating router 3b9f3733-4d4c-4424-b092-006eb7a9c01d port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:03:34.094272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-49e8b89c-19ae-4c1c-ac60-f220485fe819 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:34.094961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-49e8b89c-19ae-4c1c-ac60-f220485fe819 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:34.108582 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.111276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-49e8b89c-19ae-4c1c-ac60-f220485fe819 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:34.112487 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-49e8b89c-19ae-4c1c-ac60-f220485fe819 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be HTTP/1.1" status: 200 len: 797 time: 0.1646397 May 06 14:03:34.128665 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c4b18eee-40ad-4286-81ec-06d8da4cb989 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.0107081 May 06 14:03:34.207299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-45221188-64cf-43c3-a478-f3a8e0cca9dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:34.222639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-45221188-64cf-43c3-a478-f3a8e0cca9dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:34.223947 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-45221188-64cf-43c3-a478-f3a8e0cca9dc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902133 May 06 14:03:34.370775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90f4f49c-0af2-47ab-a0d1-d2ff4746c31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.376370 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-67430957-2d2a-4b37-8417-69a1470edb00 service neutron] 10.222.0.65 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407938 May 06 14:03:34.446038 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.458517 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Transition to ACTIVE for port object d8f7010a-2cc9-4d4d-8059-ccbdda8615cd will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:34.464784 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.507428 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-53f4d9e2-8e2e-4d15-a188-45a23f1c6231 service neutron] 10.222.0.65 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292105 May 06 14:03:34.603205 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Pushing event updated for resources: {'Port': ['ID=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:34.662522 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.662878 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.663191 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.663627 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.663980 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.664398 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.664718 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.665208 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.665691 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.666158 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.666616 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:34.712072 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-017cd0d6-4ea3-4920-8fc3-7e90ecad0383 req-c3c1a6c0-889a-459a-9a5a-43f53ad6d795 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 210 time: 0.0495517 May 06 14:03:34.730549 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Attempting to bind port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:03:34.731054 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Attempting to bind port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:03:34.731592 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Attempting to bind port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd on network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:03:34.739324 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:03:34.739673 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Checking segment: {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:03:34.740276 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.740572 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Bound using segment: {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:03:34.750325 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Bound port: d8f7010a-2cc9-4d4d-8059-ccbdda8615cd, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:03:34.750325 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.834769 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] For port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:03:34.842612 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] For port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:03:34.846614 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.930590 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8807ef9-fb3c-4ce4-af03-b2062f76977a None None] Pushing event updated for resources: {'Port': ['ID=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:34.934648 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:34.935307 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:35.126652 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:35.449746 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:34Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:35.453684 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b299f0d-c652-45d8-91a4-01dcc08ec982 None None] The sync data for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv is: [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:34Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:35.564379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:35.595224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:35.936385 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-551fce9a-4db6-45e4-9c10-3775c98df360 req-8cbe161f-1c66-4005-a3ef-dee1ac35052b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 210 time: 0.0816643 May 06 14:03:36.092506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-16805c49-ada4-4171-8836-2ae374e953e0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:36.094043 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-16805c49-ada4-4171-8836-2ae374e953e0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be HTTP/1.1" status: 200 len: 797 time: 0.1996956 May 06 14:03:36.157435 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-0bee6090-b089-4f9f-9fe1-68a0d885629a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 379 time: 0.0455296 May 06 14:03:36.166481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['46f4943c-54f2-4527-9018-baefc30deebc']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:36.305151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:36.315980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:36.327705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:03:36.330966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.504491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.10 (3450a2e5-0d0b-48d2-98ca-6cd9b5e456be/72c5652c-bc70-4b5b-af1f-f904f03e87b3/942df398-69e9-4442-af3a-658b081c9112) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:03:36.688397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.703347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 942df398-69e9-4442-af3a-658b081c9112 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:36.724848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.796123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:36.799551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:36.803483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:03:36.834712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=942df398-69e9-4442-af3a-658b081c9112,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:36.869694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.872654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:36.873258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.900141 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-22d4517f-0d51-48c0-bb19-b4d73e968234 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7371769 May 06 14:03:36.911972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Request body: {'port': {'device_id': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:37.025612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.098707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ee14c1a-de4f-40ed-b50b-05fb08bcf6ab None None] Provisioning for port 942df398-69e9-4442-af3a-658b081c9112 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:37.104039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ee14c1a-de4f-40ed-b50b-05fb08bcf6ab None None] Provisioning complete for port 942df398-69e9-4442-af3a-658b081c9112 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:37.104516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ee14c1a-de4f-40ed-b50b-05fb08bcf6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.134336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d8fc7-e06f-48ef-8727-691508476da3 req-2693a0b7-e22c-49ed-9eae-09f3e7d80884 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:37.135797 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-616d8fc7-e06f-48ef-8727-691508476da3 req-2693a0b7-e22c-49ed-9eae-09f3e7d80884 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 932 time: 0.0789227 May 06 14:03:37.160159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ee14c1a-de4f-40ed-b50b-05fb08bcf6ab None None] Port 942df398-69e9-4442-af3a-658b081c9112 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:03:37.186679 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-616d8fc7-e06f-48ef-8727-691508476da3 req-37256302-b82d-40c7-9d4d-3834ddb43fc9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410388 May 06 14:03:37.464069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8f7010a-2cc9-4d4d-8059-ccbdda8615cd up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:37.468657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942df398-69e9-4442-af3a-658b081c9112 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:03:37.475377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.489517 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Transition to ACTIVE for port object 942df398-69e9-4442-af3a-658b081c9112 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:37.494341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.531608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:37.536593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:37.537031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.619418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=942df398-69e9-4442-af3a-658b081c9112,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:37.684496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.718538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:37.724080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.737980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Attempting to bind port 942df398-69e9-4442-af3a-658b081c9112 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:03:37.738357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Attempting to bind port 942df398-69e9-4442-af3a-658b081c9112 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:03:37.738685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Attempting to bind port 942df398-69e9-4442-af3a-658b081c9112 on network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:03:37.744691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Port 942df398-69e9-4442-af3a-658b081c9112 on network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:03:37.745005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Attempting to bind port 942df398-69e9-4442-af3a-658b081c9112 on network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:03:37.751470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:03:37.752316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Checking segment: {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:03:37.752690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Bound using segment: {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:03:37.753105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Bound port: 942df398-69e9-4442-af3a-658b081c9112, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7354d39-022a-4ea0-9383-5a0bf364e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:03:37.753446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.802380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:37.839582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] For port 942df398-69e9-4442-af3a-658b081c9112, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:03:37.843126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] For port 942df398-69e9-4442-af3a-658b081c9112, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=942df398-69e9-4442-af3a-658b081c9112,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:03:37.847034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.911306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.912605 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] 10.222.0.69 "PUT /v2.0/ports/942df398-69e9-4442-af3a-658b081c9112 HTTP/1.1" status: 200 len: 1094 time: 1.0053380 May 06 14:03:37.913032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'tag': '942df398-69e9-4442-af3a-658b081c9112'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:37.930351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2622aab-1dd5-4e41-8865-4b2667f5bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=942df398-69e9-4442-af3a-658b081c9112,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:37.988149 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdc290d-e314-4395-9dd2-d008ea23b952'] response: {'name': 'network-changed', 'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'tag': '942df398-69e9-4442-af3a-658b081c9112', 'status': 'completed', 'code': 200} May 06 14:03:38.031603 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-101f118c-d72e-44bc-97bd-d7759e6b188e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 1097 time: 0.0753093 May 06 14:03:38.103722 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-be92518b-23b1-4e52-a3bf-6d56792640c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942df398-69e9-4442-af3a-658b081c9112 HTTP/1.1" status: 200 len: 217 time: 0.0651505 May 06 14:03:38.166149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-1961b76f-6e0e-4d34-b4a3-de79f24ca35f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:38.167508 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-1961b76f-6e0e-4d34-b4a3-de79f24ca35f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72c5652c-bc70-4b5b-af1f-f904f03e87b3 HTTP/1.1" status: 200 len: 844 time: 0.0576391 May 06 14:03:38.244506 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-af47c3f0-083d-4455-a098-6239b30cb1cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704138 May 06 14:03:38.381752 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-7f85c7bc-b484-4bf6-9ddf-2c2ef533480d service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301579 May 06 14:03:38.484115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561141dc-15a9-4457-8a21-a7812685faf5 req-1242e368-43a7-411c-aef9-79e95e39e462 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:38.485456 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-561141dc-15a9-4457-8a21-a7812685faf5 req-1242e368-43a7-411c-aef9-79e95e39e462 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 944 time: 0.1794147 May 06 14:03:38.517305 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94b1991b-18d7-4081-a8ba-f8d7762588ff req-92893dc8-219a-44d9-8fbc-192e9b95e583 service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292210 May 06 14:03:38.531242 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-561141dc-15a9-4457-8a21-a7812685faf5 req-e8797ffc-07d2-4eab-b35c-dd06fc6b9a9d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395811 May 06 14:03:38.633624 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894dfa28-932a-45d0-b167-e805aa92da23 req-3db05d27-cd1a-499b-bb55-6de11c6d49f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 1097 time: 0.0681083 May 06 14:03:38.764044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dfa28-932a-45d0-b167-e805aa92da23 req-bb256196-173e-4f36-bdc5-64530b467a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:38.765003 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894dfa28-932a-45d0-b167-e805aa92da23 req-bb256196-173e-4f36-bdc5-64530b467a03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be HTTP/1.1" status: 200 len: 898 time: 0.1254587 May 06 14:03:38.835385 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894dfa28-932a-45d0-b167-e805aa92da23 req-34b00a95-f724-4605-a82b-52a23cea3c4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942df398-69e9-4442-af3a-658b081c9112 HTTP/1.1" status: 200 len: 217 time: 0.0629089 May 06 14:03:38.898194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dfa28-932a-45d0-b167-e805aa92da23 req-1171422e-b448-4e18-b7a7-b3d495030b9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:38.899609 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894dfa28-932a-45d0-b167-e805aa92da23 req-1171422e-b448-4e18-b7a7-b3d495030b9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72c5652c-bc70-4b5b-af1f-f904f03e87b3 HTTP/1.1" status: 200 len: 844 time: 0.0576165 May 06 14:03:38.978729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894dfa28-932a-45d0-b167-e805aa92da23 req-97a2b6ab-f35a-4241-9ea8-33c1460f27df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719736 May 06 14:03:39.197845 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894dfa28-932a-45d0-b167-e805aa92da23 req-b29b3036-00ef-4431-93bf-e3fcfa3ea0bc service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115567 May 06 14:03:39.328396 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894dfa28-932a-45d0-b167-e805aa92da23 req-591132a1-d70d-43ce-8905-08c96f286af9 service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224549 May 06 14:03:39.396874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 942df398-69e9-4442-af3a-658b081c9112 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:03:39.469504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8f7010a-2cc9-4d4d-8059-ccbdda8615cd up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:39.581382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 942df398-69e9-4442-af3a-658b081c9112, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=942df398-69e9-4442-af3a-658b081c9112,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:39.599168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '942df398-69e9-4442-af3a-658b081c9112', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'port_id': '942df398-69e9-4442-af3a-658b081c9112', 'mac_address': 'fa:16:3e:02:12:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:03:39.603413 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:39.603797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.699890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.722171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942df398-69e9-4442-af3a-658b081c9112 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:03:39.728279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d354a9-d8d8-4497-a777-cf237d439b65 req-d1f8c65b-4ef8-481e-a910-c8e879f375e3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:39.728965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b6d354a9-d8d8-4497-a777-cf237d439b65 req-d1f8c65b-4ef8-481e-a910-c8e879f375e3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:39.746129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b6d354a9-d8d8-4497-a777-cf237d439b65 req-d1f8c65b-4ef8-481e-a910-c8e879f375e3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:39.747378 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b6d354a9-d8d8-4497-a777-cf237d439b65 req-d1f8c65b-4ef8-481e-a910-c8e879f375e3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 944 time: 0.0941617 May 06 14:03:39.771195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 942df398-69e9-4442-af3a-658b081c9112, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=942df398-69e9-4442-af3a-658b081c9112,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:39.792782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.795259 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b6d354a9-d8d8-4497-a777-cf237d439b65 req-f66aefaf-3dc4-44ba-a88e-be7388cdcc77 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 May 06 14:03:39.866150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=942df398-69e9-4442-af3a-658b081c9112,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:40.014620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['942df398-69e9-4442-af3a-658b081c9112'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:03:40.991610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b747b-9cc2-429b-bd10-650055008d2a req-0a519683-14f6-414a-a7a8-a433eeee982d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:40.993071 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-406b747b-9cc2-429b-bd10-650055008d2a req-0a519683-14f6-414a-a7a8-a433eeee982d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 945 time: 0.0765541 May 06 14:03:41.038618 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-406b747b-9cc2-429b-bd10-650055008d2a req-c2585861-91df-4b57-b228-c5f79fd45746 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401061 May 06 14:03:41.406573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 942df398-69e9-4442-af3a-658b081c9112 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:41.475718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 942df398-69e9-4442-af3a-658b081c9112 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:41.480180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 942df398-69e9-4442-af3a-658b081c9112 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:41.480546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:41.589829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:41.617630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942df398-69e9-4442-af3a-658b081c9112'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:41.631438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 942df398-69e9-4442-af3a-658b081c9112, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=942df398-69e9-4442-af3a-658b081c9112,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:41.635958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:41.704180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=942df398-69e9-4442-af3a-658b081c9112,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:41.757834 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641474f6-87d8-4676-aafe-7c21db14c2d9'] response: {'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942df398-69e9-4442-af3a-658b081c9112', 'code': 200} May 06 14:03:41.931897 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:03:41.981779 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1ec54856-8bdc-4e7b-b963-484aa7d8593f req-4c2e33b7-e818-4c34-96f8-f774e3efbc30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 1099 time: 0.0719411 May 06 14:03:42.022713 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1ec54856-8bdc-4e7b-b963-484aa7d8593f req-2936932c-73e0-400f-913a-b8f58827e6c7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349414 May 06 14:03:42.234121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4934c-83dc-4208-a627-68568eacf8b1 req-902a8298-103d-490e-b627-fc225ca2dd74 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:42.235460 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2ae4934c-83dc-4208-a627-68568eacf8b1 req-902a8298-103d-490e-b627-fc225ca2dd74 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 946 time: 0.0777714 May 06 14:03:42.281103 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2ae4934c-83dc-4208-a627-68568eacf8b1 req-f543c652-1e88-48bb-931d-4eecf0b535ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394666 May 06 14:03:43.484336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef929bf6-d006-423b-be47-fcabd25c7d5e req-34d270ac-f145-402f-b5c2-0679473bf4c0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:43.485705 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef929bf6-d006-423b-be47-fcabd25c7d5e req-34d270ac-f145-402f-b5c2-0679473bf4c0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 946 time: 0.0844605 May 06 14:03:43.531090 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef929bf6-d006-423b-be47-fcabd25c7d5e req-ec006253-4f64-478e-b67d-ed8456665703 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398633 May 06 14:03:43.730620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf4fc-898d-4d2e-a285-5339f8430244 req-31128d22-20e5-4c14-8663-6819c015a86a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:43.732097 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-39ddf4fc-898d-4d2e-a285-5339f8430244 req-31128d22-20e5-4c14-8663-6819c015a86a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 946 time: 0.0815418 May 06 14:03:43.780488 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-39ddf4fc-898d-4d2e-a285-5339f8430244 req-1a1857ea-0560-46c2-a617-7559409f69fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425365 May 06 14:03:43.807690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40742) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:43.876976 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-478bad9e-a94b-46b7-91f5-96726b56803d tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 1094 time: 0.0681219 May 06 14:03:43.879657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40746) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:43.884890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '942df398-69e9-4442-af3a-658b081c9112', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:03:43.891094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:43.895479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:43.898325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:43.904119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:43.915681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.050096 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.185376 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.212 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/2e4b2561-ff99-4787-a034-b72d4060cad0) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:03:44.333836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.359849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.426041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:44.428884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:44.433150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:03:44.460473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=2e4b2561-ff99-4787-a034-b72d4060cad0,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:44.482138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.482477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.482828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.483152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.483480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.483849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.484148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.484475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.484794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.485111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.485428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:44.940199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.999328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:45.280631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:45.286075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:45.392671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=2e4b2561-ff99-4787-a034-b72d4060cad0,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:45.406556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:45.598879 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 2fd2648f-5b10-434c-bab1-b4289d66dbd7 associated. External IP: 172.26.0.212, port: 942df398-69e9-4442-af3a-658b081c9112. May 06 14:03:45.990762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 3b9f3733-4d4c-4424-b092-006eb7a9c01d has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:03:46.186465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:46.197290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] Sync routers for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:46.213312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:46.214296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:46.217297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.278897 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5b6d3df2-7760-4b05-8742-66773ca01b6a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3981826 May 06 14:03:46.279464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'tag': '942df398-69e9-4442-af3a-658b081c9112'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:46.281847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40750) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:46.391168 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ae92abe7-016f-4cc7-9a83-5529a141be88 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/2fd2648f-5b10-434c-bab1-b4289d66dbd7 HTTP/1.1" status: 200 len: 992 time: 0.1069839 May 06 14:03:46.416236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:46.416837 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c670a5-ee57-419e-ae4f-156209e0b3af'] response: {'name': 'network-changed', 'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'tag': '942df398-69e9-4442-af3a-658b081c9112', 'status': 'completed', 'code': 200} May 06 14:03:46.508709 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-108d8d3d-ac42-49bf-b9f4-e58124f12bf0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 1099 time: 0.0713763 May 06 14:03:46.642884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-b77d29a1-8619-4046-be10-b4de7b344400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:46.644616 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-b77d29a1-8619-4046-be10-b4de7b344400 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be HTTP/1.1" status: 200 len: 898 time: 0.1303885 May 06 14:03:46.747817 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-539aa6cc-17ce-4d2b-bb92-85324178c3b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942df398-69e9-4442-af3a-658b081c9112 HTTP/1.1" status: 200 len: 1000 time: 0.0973938 May 06 14:03:46.801642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2fd2648f-5b10-434c-bab1-b4289d66dbd7', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'port_id': '942df398-69e9-4442-af3a-658b081c9112', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'mac_address': 'fa:16:3e:02:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:44Z', 'updated_at': '2022-05-06T14:03:44Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:37Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:46.805513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] Checking router: 3b9f3733-4d4c-4424-b092-006eb7a9c01d for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:46.812321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-1020484f-cc12-4d92-a9cf-1451d576fe7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:46.814468 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-1020484f-cc12-4d92-a9cf-1451d576fe7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72c5652c-bc70-4b5b-af1f-f904f03e87b3 HTTP/1.1" status: 200 len: 844 time: 0.0594354 May 06 14:03:46.816719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:46.817330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:03:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:46.889441 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-05be2dc3-50b3-4d45-8b47-f99717f1f0c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703521 May 06 14:03:46.992493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:47.022702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-41346fd9-5893-4a63-9bac-3ceef9c130bc service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263745 May 06 14:03:47.153545 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8ffb62f-dd63-40d6-84d0-f39fa00c5ded req-c9188cdd-8385-4d5c-94b0-9d3a6e6e2abc service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242731 May 06 14:03:47.339912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2fd2648f-5b10-434c-bab1-b4289d66dbd7', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'port_id': '942df398-69e9-4442-af3a-658b081c9112', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'mac_address': 'fa:16:3e:02:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:44Z', 'updated_at': '2022-05-06T14:03:44Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:37Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:47.343830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc1659e-ffd6-4081-88be-2db45860ec74 None None] The sync data for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv is: [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '2fd2648f-5b10-434c-bab1-b4289d66dbd7', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'port_id': '942df398-69e9-4442-af3a-658b081c9112', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'mac_address': 'fa:16:3e:02:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:44Z', 'updated_at': '2022-05-06T14:03:44Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:37Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:47.393701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40758) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:47.493350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5c0bf494-32b3-458b-b4d2-0784c67fcd7b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/2fd2648f-5b10-434c-bab1-b4289d66dbd7 HTTP/1.1" status: 200 len: 992 time: 0.0982869 May 06 14:03:48.496904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40762) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:48.601257 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-130bf128-3c08-4e3f-92a2-9c279c3ba417 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/2fd2648f-5b10-434c-bab1-b4289d66dbd7 HTTP/1.1" status: 200 len: 992 time: 0.1032486 May 06 14:03:49.604885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40766) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:49.795994 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-aa026b6b-e758-4e3c-921a-d73847c19065 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/2fd2648f-5b10-434c-bab1-b4289d66dbd7 HTTP/1.1" status: 200 len: 992 time: 0.1900280 May 06 14:03:50.373234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:50.469281 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f78e3-a1f6-4fa5-802e-8b35eeab0353 None None] New status for floating IP 2fd2648f-5b10-434c-bab1-b4289d66dbd7: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:03:50.800316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40770) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:50.902533 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-06ec99ab-d4ea-4622-98b6-7e5cdaabd275 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/2fd2648f-5b10-434c-bab1-b4289d66dbd7 HTTP/1.1" status: 200 len: 994 time: 0.1010928 May 06 14:04:02.028128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46b56088-d97e-4552-9f21-e13903e31259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:04.365096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fdd359d9-356b-4154-917f-46b47d377e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:05.565819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:05.597767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:06.861009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:18.931668 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:04:20.372184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:32.030118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97f0ae6a-9a98-47cc-8674-aea381389209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:32.488820 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71050749-0a9b-4930-976d-99b37e7cd694 req-19d718de-d01f-4606-8a17-70263419f3ff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701885 May 06 14:04:32.623054 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71050749-0a9b-4930-976d-99b37e7cd694 req-aba489f4-184c-4f36-a35f-1deb23abcb81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 1099 time: 0.0689876 May 06 14:04:32.764735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71050749-0a9b-4930-976d-99b37e7cd694 req-ec65b159-4eed-4da8-ae5a-eaa043fa4bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:32.766602 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71050749-0a9b-4930-976d-99b37e7cd694 req-ec65b159-4eed-4da8-ae5a-eaa043fa4bd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be HTTP/1.1" status: 200 len: 898 time: 0.1257889 May 06 14:04:32.878551 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71050749-0a9b-4930-976d-99b37e7cd694 req-c6504a4d-026b-4dda-9152-fead20708b87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942df398-69e9-4442-af3a-658b081c9112 HTTP/1.1" status: 200 len: 1002 time: 0.1059258 May 06 14:04:32.938746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71050749-0a9b-4930-976d-99b37e7cd694 req-264f2389-0645-446f-8a48-d5c3e3b2efff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:32.940147 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71050749-0a9b-4930-976d-99b37e7cd694 req-264f2389-0645-446f-8a48-d5c3e3b2efff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72c5652c-bc70-4b5b-af1f-f904f03e87b3 HTTP/1.1" status: 200 len: 844 time: 0.0564291 May 06 14:04:33.015256 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71050749-0a9b-4930-976d-99b37e7cd694 req-8df6dccc-c2fa-4850-bc6a-46ae9daf3256 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697460 May 06 14:04:33.150181 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71050749-0a9b-4930-976d-99b37e7cd694 req-a1ccc715-8869-4c15-ac6e-687625e22c22 service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280963 May 06 14:04:33.281028 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71050749-0a9b-4930-976d-99b37e7cd694 req-3f62c05f-ea28-4cff-998c-c45240a7a600 service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254275 May 06 14:04:34.366450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd53e-b579-4cc5-881a-45891c2039eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:35.567718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:35.598783 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.863502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:50.370949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:55.932451 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:05:02.035727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7e526bc6-a4bc-4edb-b442-2db5cfabcfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:04.367440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4acd82d-60c0-4e19-9692-b567a8f3aada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:05.570325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:05.598936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:06.866428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:20.370337 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:32.037295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b9929eb-dcbd-464b-b873-3fdeef341be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:32.932639 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:05:33.021567 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-529b2d17-c47a-45a2-93cb-1152798f0465 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664523 May 06 14:05:33.154510 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-8014aceb-1809-4b84-8d44-e41fdd47beeb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 1099 time: 0.0666862 May 06 14:05:33.300352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-3167ce37-da6f-4b54-a6d3-c017c4b6321a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:33.301682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-3167ce37-da6f-4b54-a6d3-c017c4b6321a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be HTTP/1.1" status: 200 len: 898 time: 0.1298556 May 06 14:05:33.406534 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-11d15440-52b2-4583-b37c-1e882d42d4a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942df398-69e9-4442-af3a-658b081c9112 HTTP/1.1" status: 200 len: 1002 time: 0.0988352 May 06 14:05:33.470782 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-9eeb2a56-2d44-4a62-ae27-c40535fe0f35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:33.472227 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-9eeb2a56-2d44-4a62-ae27-c40535fe0f35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72c5652c-bc70-4b5b-af1f-f904f03e87b3 HTTP/1.1" status: 200 len: 844 time: 0.0596538 May 06 14:05:33.550246 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-bd6e0efe-c2ca-4118-a4a7-23f48eaa2dd8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722256 May 06 14:05:33.766358 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-9d238e91-37c1-44d8-814a-a8084d273597 service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098341 May 06 14:05:33.898630 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5da5b1f8-4aff-4c44-82c6-e13dc12c3c10 req-f1984cdd-272e-4665-8deb-9d8518012b64 service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257064 May 06 14:05:34.367810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f381ca0-9f3f-424c-a896-629e038f4722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:35.578039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:35.598876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:36.869432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:39.662881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40794) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:39.774537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:05:40.016170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3324803'] for subnet, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:40.197585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784472941725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2903037'] for subnet, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:40.254594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:40.255171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:40.256523 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/subnets/72c5652c-bc70-4b5b-af1f-f904f03e87b3 HTTP/1.1" status: 200 len: 836 time: 0.5925992 May 06 14:05:40.261525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3546f194-78a6-4afa-b6c5-51a90500a45a None None] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:05:40.266910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=72c5652c-bc70-4b5b-af1f-f904f03e87b3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:40.275429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.275797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.276141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.276473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.276806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.277130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.277452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.277773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.278091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.278408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.278724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3433717-6326-4487-ba5d-3eff8d9859ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:40.653530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6d4e6462-dd01-4b55-a859-42bac684f436 None None] Provisioning complete for port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:05:40.653890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6462-dd01-4b55-a859-42bac684f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:40.779363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6d4e6462-dd01-4b55-a859-42bac684f436 None None] Provisioning complete for port 85763353-5003-4bd9-8df7-1f1b4f2bb791 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:05:40.779669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6462-dd01-4b55-a859-42bac684f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:40.932650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6d4e6462-dd01-4b55-a859-42bac684f436 None None] Provisioning complete for port 942df398-69e9-4442-af3a-658b081c9112 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:05:40.933016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6462-dd01-4b55-a859-42bac684f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.385567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:02.039184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59abeb80-e1b6-4d0a-8858-8e29b137aee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:04.369668 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51cfda0a-6b8a-47cc-a4a8-e67b621275e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:05.575827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:05.598422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:06.871810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:09.933193 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:06:20.394263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:23.109950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40822) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:23.301736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 2e4b2561-ff99-4787-a034-b72d4060cad0 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:23.301989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:23.468320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:23.468654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:23.585892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 2e4b2561-ff99-4787-a034-b72d4060cad0 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:23.730561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:23.773483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=2e4b2561-ff99-4787-a034-b72d4060cad0,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:23.862328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:24.337204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 3b9f3733-4d4c-4424-b092-006eb7a9c01d has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:06:24.534501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:24.543719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] Sync routers for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:24.557410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:24.557410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:24.557722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:24.613310 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b48f9f25-77af-4823-9467-45c7d9cb68ee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/2fd2648f-5b10-434c-bab1-b4289d66dbd7 HTTP/1.1" status: 204 len: 168 time: 1.4997680 May 06 14:06:24.613310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'tag': '942df398-69e9-4442-af3a-658b081c9112'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:06:24.741636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:24.789264 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b475185-605c-4879-bba6-10e4784f52c1'] response: {'name': 'network-changed', 'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'tag': '942df398-69e9-4442-af3a-658b081c9112', 'status': 'completed', 'code': 200} May 06 14:06:24.894681 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-a614f8bf-7458-4032-b5d1-20d3cc9d8c83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 1099 time: 0.0833814 May 06 14:06:25.038901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-d3a140c9-6d9c-4bcc-8103-f144f9f9a736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:25.040631 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-d3a140c9-6d9c-4bcc-8103-f144f9f9a736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be HTTP/1.1" status: 200 len: 898 time: 0.1392939 May 06 14:06:25.081470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:37Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:25.082471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd085f-f290-4083-870c-801ff998199e req-f349828a-4056-4060-8cf4-9262977cbeb0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:25.083975 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4edd085f-f290-4083-870c-801ff998199e req-f349828a-4056-4060-8cf4-9262977cbeb0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 946 time: 0.0778656 May 06 14:06:25.085704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] Checking router: 3b9f3733-4d4c-4424-b092-006eb7a9c01d for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:06:25.096720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:25.097319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:25.116027 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-8ba469c3-326c-4435-9d1c-8c457dc2e7e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942df398-69e9-4442-af3a-658b081c9112 HTTP/1.1" status: 200 len: 217 time: 0.0689042 May 06 14:06:25.132927 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4edd085f-f290-4083-870c-801ff998199e req-2d8045c3-83f6-4435-9fbd-0021d8b701e9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 May 06 14:06:25.177919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-15fe808e-ca09-48d9-8f18-4d56b774e801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:25.179329 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-15fe808e-ca09-48d9-8f18-4d56b774e801 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72c5652c-bc70-4b5b-af1f-f904f03e87b3 HTTP/1.1" status: 200 len: 844 time: 0.0575049 May 06 14:06:25.252760 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-0ff7e407-82af-4110-ba88-83513a5f3f3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670316 May 06 14:06:25.270425 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:25.383472 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-4be71852-36d1-4d0d-a0e7-0a0c2d66490d service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237195 May 06 14:06:25.515854 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-171a2439-0d9d-4b1f-8baf-2c92a2c89f60 req-8a92706e-bba3-4301-84a8-49ab10f21a9b service neutron] 10.222.0.69 "GET /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261637 May 06 14:06:25.580023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:37Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:25.583895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4eef7-603a-4c92-ad9a-41af3b004312 None None] The sync data for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv is: [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:30Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd8f7010a-2cc9-4d4d-8059-ccbdda8615cd', 'name': '', 'network_id': '3450a2e5-0d0b-48d2-98ca-6cd9b5e456be', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:31:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:29Z', 'updated_at': '2022-05-06T14:03:37Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '72c5652c-bc70-4b5b-af1f-f904f03e87b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:06:25.802242 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523d286-9a01-415a-8046-41cff2458821 None None] New status for floating IP 2fd2648f-5b10-434c-bab1-b4289d66dbd7: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:06:26.397816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9289d-0130-4ddf-92ce-3ac020e57d50 req-de47c602-eaab-4bcf-bf5f-5a6c2b281265 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:26.398520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-41b9289d-0130-4ddf-92ce-3ac020e57d50 req-de47c602-eaab-4bcf-bf5f-5a6c2b281265 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:26.408003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-3b3e31e3-b766-45fc-8b9f-e97ab3e69e36 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:26.408641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-3b3e31e3-b766-45fc-8b9f-e97ab3e69e36 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:26.426927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-41b9289d-0130-4ddf-92ce-3ac020e57d50 req-de47c602-eaab-4bcf-bf5f-5a6c2b281265 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:26.428009 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-41b9289d-0130-4ddf-92ce-3ac020e57d50 req-de47c602-eaab-4bcf-bf5f-5a6c2b281265 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 946 time: 0.1599596 May 06 14:06:26.429613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-3b3e31e3-b766-45fc-8b9f-e97ab3e69e36 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:26.430564 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-3b3e31e3-b766-45fc-8b9f-e97ab3e69e36 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 946 time: 0.1292505 May 06 14:06:26.526247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 942df398-69e9-4442-af3a-658b081c9112 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:26.526590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:26.550424 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-41b9289d-0130-4ddf-92ce-3ac020e57d50 req-d636ce09-4708-444f-8865-6bd15c63a917 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=46f4943c-54f2-4527-9018-baefc30deebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170306 May 06 14:06:26.861035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 942df398-69e9-4442-af3a-658b081c9112, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=942df398-69e9-4442-af3a-658b081c9112,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:26.861385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:26.977071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 942df398-69e9-4442-af3a-658b081c9112 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:27.115239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:27.162512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=942df398-69e9-4442-af3a-658b081c9112,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:27.234156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port 942df398-69e9-4442-af3a-658b081c9112 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:06:27.236517 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:27.238865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'name': 'network-vif-deleted', 'tag': '942df398-69e9-4442-af3a-658b081c9112'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:06:27.254169 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e358366d-f036-4a1f-ba6a-3cdd3d94b34a req-2ffc4ae8-6e1e-4efe-b355-fec30d6db868 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/942df398-69e9-4442-af3a-658b081c9112 HTTP/1.1" status: 204 len: 173 time: 0.8077774 May 06 14:06:27.309186 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71ad841-b8ae-4040-b096-42e2d17c6c61'] response: {'server_uuid': '2705cd80-71f4-4ff2-b656-0ef8981791c4', 'name': 'network-vif-deleted', 'tag': '942df398-69e9-4442-af3a-658b081c9112', 'status': 'completed', 'code': 200} May 06 14:06:27.723763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-e4b3bcde-c785-45ff-b5f5-44d517116cbc req-8cb54fc5-2313-4fb2-b1dd-2eb4bd609a15 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:27.739035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-e4b3bcde-c785-45ff-b5f5-44d517116cbc req-8cb54fc5-2313-4fb2-b1dd-2eb4bd609a15 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:27.740476 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e4b3bcde-c785-45ff-b5f5-44d517116cbc req-8cb54fc5-2313-4fb2-b1dd-2eb4bd609a15 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=2705cd80-71f4-4ff2-b656-0ef8981791c4 HTTP/1.1" status: 200 len: 210 time: 0.0569730 May 06 14:06:28.842678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40856) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:28.911383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24cd6079-ae9e-4d6c-9a84-7fbde8bf2c4b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:28.940579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24cd6079-ae9e-4d6c-9a84-7fbde8bf2c4b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:29.005531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24cd6079-ae9e-4d6c-9a84-7fbde8bf2c4b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:29.024134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd6079-ae9e-4d6c-9a84-7fbde8bf2c4b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f4943c-54f2-4527-9018-baefc30deebc,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:29.031279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-24cd6079-ae9e-4d6c-9a84-7fbde8bf2c4b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:29.032418 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-24cd6079-ae9e-4d6c-9a84-7fbde8bf2c4b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/46f4943c-54f2-4527-9018-baefc30deebc HTTP/1.1" status: 204 len: 168 time: 0.1887600 May 06 14:06:29.074673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40862) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:29.470431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:30.135681 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 942df398-69e9-4442-af3a-658b081c9112 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:30.144963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:30.145436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:30.167860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 942df398-69e9-4442-af3a-658b081c9112 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:30.168128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 942df398-69e9-4442-af3a-658b081c9112 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:30.331651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port d8f7010a-2cc9-4d4d-8059-ccbdda8615cd, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:30.332023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:30.446908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for d8f7010a-2cc9-4d4d-8059-ccbdda8615cd owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:30.620001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:30.665151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=d8f7010a-2cc9-4d4d-8059-ccbdda8615cd,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:30.968354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:31.624635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router 3b9f3733-4d4c-4424-b092-006eb7a9c01d has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:06:31.817178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:31.826954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] Sync routers for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:31.833880 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4ab37658-67f6-4697-9fb2-8dd1eddb7c7e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/3b9f3733-4d4c-4424-b092-006eb7a9c01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7581625 May 06 14:06:31.836458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40866) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:31.838830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:31.839444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:32.036161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c3d1ae-c45c-4d44-82d5-cba9e50c4ab3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet 72c5652c-bc70-4b5b-af1f-f904f03e87b3 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:06:32.039001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d1ae-c45c-4d44-82d5-cba9e50c4ab3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.056284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fca1ce11-9ef3-4825-9df2-93cf2290e792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.073213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:32.093155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d1ae-c45c-4d44-82d5-cba9e50c4ab3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.174932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d1ae-c45c-4d44-82d5-cba9e50c4ab3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.254967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d1ae-c45c-4d44-82d5-cba9e50c4ab3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.293110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3d1ae-c45c-4d44-82d5-cba9e50c4ab3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=72c5652c-bc70-4b5b-af1f-f904f03e87b3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:32.300267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d1ae-c45c-4d44-82d5-cba9e50c4ab3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.306372 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d3c3d1ae-c45c-4d44-82d5-cba9e50c4ab3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/72c5652c-bc70-4b5b-af1f-f904f03e87b3 HTTP/1.1" status: 204 len: 168 time: 0.4686155 May 06 14:06:32.308964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40870) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:32.321751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f933734c-f333-408a-80fb-294b5d0c33b7 None None] Network 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:06:32.509584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:06:30Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:32.511040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.520821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] Checking router: 3b9f3733-4d4c-4424-b092-006eb7a9c01d for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:06:32.538121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] Routers {'3b9f3733-4d4c-4424-b092-006eb7a9c01d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:32.538713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:32.718428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.723594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] DHCP port deletion for 3450a2e5-0d0b-48d2-98ca-6cd9b5e456be request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:06:32.728209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] Set router 3b9f3733-4d4c-4424-b092-006eb7a9c01d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:32.728375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port c20dac7a-45c7-4f75-a848-81a7cfbbcec3 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:32.728701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.769437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Deleting port 85763353-5003-4bd9-8df7-1f1b4f2bb791 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:32.769719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.012143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port c20dac7a-45c7-4f75-a848-81a7cfbbcec3, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c20dac7a-45c7-4f75-a848-81a7cfbbcec3,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:33.012414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.128355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for c20dac7a-45c7-4f75-a848-81a7cfbbcec3 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:33.165342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] For port 85763353-5003-4bd9-8df7-1f1b4f2bb791, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=85763353-5003-4bd9-8df7-1f1b4f2bb791,segment=NetworkSegment(e7354d39-022a-4ea0-9383-5a0bf364e4ee),segment_id=e7354d39-022a-4ea0-9383-5a0bf364e4ee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:33.165938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.295689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.337776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Calling delete_port for 85763353-5003-4bd9-8df7-1f1b4f2bb791 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:33.344015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=c20dac7a-45c7-4f75-a848-81a7cfbbcec3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:33.412026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:06:30Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:33.416307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc889efe-31b5-456c-a828-b25a65c86c5a None None] The sync data for ids ['3b9f3733-4d4c-4424-b092-006eb7a9c01d'] in dv-neutron-840889-1-hyperv is: [{'id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'name': 'tempest-TestNetworkBasicOps-router-1484129593', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:06:30Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': 'c20dac7a-45c7-4f75-a848-81a7cfbbcec3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f3733-4d4c-4424-b092-006eb7a9c01d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:03:26Z', 'updated_at': '2022-05-06T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:06:33.422030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.469573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Pushing event deleted for resources: {'Port': ['ID=85763353-5003-4bd9-8df7-1f1b4f2bb791,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:33.478658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] No DVR routers for this DVR port 85763353-5003-4bd9-8df7-1f1b4f2bb791 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:06:33.482472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.482818 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.483149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.483480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.483829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.484161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.484481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.484802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.485121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.485768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.485768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaec753-deac-400b-9af5-372cd50524c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:33.572125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.822753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.827355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.854613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.855331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Fanout notify agent at l3_agent the message router_deleted on router 3b9f3733-4d4c-4424-b092-006eb7a9c01d {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:06:33.878409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.879608 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bdd7bee7-287d-41ba-9289-4306d60d4473 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/routers/3b9f3733-4d4c-4424-b092-006eb7a9c01d HTTP/1.1" status: 204 len: 168 time: 1.5690532 May 06 14:06:33.882212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40874) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:33.913056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85763353-5003-4bd9-8df7-1f1b4f2bb791 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:33.946947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 85763353-5003-4bd9-8df7-1f1b4f2bb791 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:33.947455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 85763353-5003-4bd9-8df7-1f1b4f2bb791 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:33.947894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8f7010a-2cc9-4d4d-8059-ccbdda8615cd no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:33.985500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: d8f7010a-2cc9-4d4d-8059-ccbdda8615cd {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:33.985938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d8f7010a-2cc9-4d4d-8059-ccbdda8615cd not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:34.012691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.150839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.175584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3450a2e5-0d0b-48d2-98ca-6cd9b5e456be']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:34.187101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7354d39-022a-4ea0-9383-5a0bf364e4ee') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:34.187392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7354d39-022a-4ea0-9383-5a0bf364e4ee') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:34.198254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.214103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.220636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:06:34.221008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:06:34.234593 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:06:34.372801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1772a6fb-5a30-4472-8e86-d9a3f106b286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.407731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.424505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.435698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=3450a2e5-0d0b-48d2-98ca-6cd9b5e456be,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:34.446977 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-685c7aa4-25a3-460e-be9b-74fb2baa033a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/3450a2e5-0d0b-48d2-98ca-6cd9b5e456be HTTP/1.1" status: 204 len: 168 time: 0.5637217 May 06 14:06:34.456876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40878) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:34.462361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--1882185817', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:34.468020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:34.472404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:34.475376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:34.481377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:34.495051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:34.498213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.529886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:06:34.539520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.539903 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment af93900b-2828-49b7-bb44-8fc29e7b39c7 of type vlan for network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 May 06 14:06:34.565721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.593911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.597807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:34.598378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.704287 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2462306 May 06 14:06:34.707013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40882) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:34.707498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f4ee8-c93e-447a-b0ed-fb26fc105645 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=55ef7240-10f7-4593-90f2-fe6dc0d8f448,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:34.713076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'admin_state_up': True, 'project_id': '52812628270e4c08bba09224380d4cd5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:34.717791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:06:34.721152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:34.725198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:router and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:34.728103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:34.735076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:34.744884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.745790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.764786 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.008194 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.181517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.210898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.344853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.143 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/6573572f-e1d6-4c14-895d-36d6bbbf3953) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:35.481518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c20dac7a-45c7-4f75-a848-81a7cfbbcec3 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:35.488834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.517136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.518170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c20dac7a-45c7-4f75-a848-81a7cfbbcec3 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:35.518512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c20dac7a-45c7-4f75-a848-81a7cfbbcec3 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:35.578639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.584723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:35.588311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:35.590272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=6573572f-e1d6-4c14-895d-36d6bbbf3953,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:35.594819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:06:35.603491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.641897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.642232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.642561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.642884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.643206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.643524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.643864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.644188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.644499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.644806 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.645114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:35.756759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.757463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:35.980734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:06:36.172090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:36.181300 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Sync routers for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:36.196305 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:36.198080 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:36.199383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.201880 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-79f9d84d-ffc0-499c-99fb-4d81d660b2ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4938169 May 06 14:06:36.206341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40886) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:36.386888 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:36.413962 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-22129077-a19b-4f74-8fff-6078a1b3f0b4 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2064896 May 06 14:06:36.416421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40892) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:36.545113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d38cdb8-7af2-450d-b8a8-26f695961db8 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:36.546521 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3d38cdb8-7af2-450d-b8a8-26f695961db8 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292024 May 06 14:06:36.549729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40896) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:36.591189 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1f30f4d3-29e5-4d2c-aec2-e501977ee3d4 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377316 May 06 14:06:36.591406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40900) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:36.596664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619231384', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:36.671056 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:35Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:36.674942 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Checking router: c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:06:36.675291 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Updating router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 port 6573572f-e1d6-4c14-895d-36d6bbbf3953 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:06:36.702885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:36.706681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:36.709461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:36.715032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:36.725909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:36.729470 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.825010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.874915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.056112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.103847 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.115576 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Transition to ACTIVE for port object 6573572f-e1d6-4c14-895d-36d6bbbf3953 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:37.121885 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.133317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:37.148389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:06:37.148751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: 55ef7240-10f7-4593-90f2-fe6dc0d8f448, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:06:37.170670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:06:37.180566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 55ef7240-10f7-4593-90f2-fe6dc0d8f448) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:37.184991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:37.185570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.193254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43114f60-9bfe-4830-8428-9c5ca9e22330 None None] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:06:37.207291 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Attempting to bind port 6573572f-e1d6-4c14-895d-36d6bbbf3953 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:06:37.207990 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Attempting to bind port 6573572f-e1d6-4c14-895d-36d6bbbf3953 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:06:37.208226 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Attempting to bind port 6573572f-e1d6-4c14-895d-36d6bbbf3953 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:06:37.210446 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Pushing event updated for resources: {'Port': ['ID=6573572f-e1d6-4c14-895d-36d6bbbf3953,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:37.211685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40904) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:37.212212 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-17c2be7b-2a65-474b-820c-b8f833be5df2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6195860 May 06 14:06:37.222747 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:06:37.223114 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:06:37.223514 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.223933 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:06:37.224392 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Bound port: 6573572f-e1d6-4c14-895d-36d6bbbf3953, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:06:37.224758 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.250090 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.250423 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.250748 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.251071 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.251391 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.251709 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.252068 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.252436 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.252773 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.253061 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.253371 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.307495 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] For port 6573572f-e1d6-4c14-895d-36d6bbbf3953, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:06:37.310465 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] For port 6573572f-e1d6-4c14-895d-36d6bbbf3953, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6573572f-e1d6-4c14-895d-36d6bbbf3953,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:06:37.314432 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.392934 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793bfcb-47e1-4209-a1fc-8ae70a71c62a None None] Pushing event updated for resources: {'Port': ['ID=6573572f-e1d6-4c14-895d-36d6bbbf3953,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:37.398340 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:37.398931 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:37.424291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:06:37.425112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.578876 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:37.591252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Allocated IP 172.20.0.2 (55ef7240-10f7-4593-90f2-fe6dc0d8f448/d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4/14bb7626-1db0-44bc-9bbb-846a1ee9b3d2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:37.801700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.812682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Transition to ACTIVE for port object 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:37.831274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Transition to ACTIVE for port object 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:37.837115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:37.893514 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:35Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:37.900223 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88a6bb-11cf-4f38-91cb-eb80f006f880 None None] The sync data for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv is: [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:35Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:06:37.912763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:37.916714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:37.919747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:06:37.927657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Pushing event updated for resources: {'Port': ['ID=14bb7626-1db0-44bc-9bbb-846a1ee9b3d2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:38.027540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Attempting to bind port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:06:38.028022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Attempting to bind port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:06:38.028461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Attempting to bind port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 on network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:06:38.035149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:06:38.035519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Checking segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:06:38.035950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.036341 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Bound using segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:06:38.036863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Bound port: 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:06:38.037244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.113505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.163152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] For port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:06:38.166763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] For port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=14bb7626-1db0-44bc-9bbb-846a1ee9b3d2,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:06:38.171416 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.253251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022be0aa-fd33-488e-a423-3034c17d3b47 None None] Pushing event updated for resources: {'Port': ['ID=14bb7626-1db0-44bc-9bbb-846a1ee9b3d2,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:38.573110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.1 (55ef7240-10f7-4593-90f2-fe6dc0d8f448/d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4/0414b221-0c9b-4677-a4f8-3cf293b72d1f) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:38.737911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.753298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 0414b221-0c9b-4677-a4f8-3cf293b72d1f will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:38.775250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.848276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:38.851278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:38.853719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:06:38.891351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=0414b221-0c9b-4677-a4f8-3cf293b72d1f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:38.918413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.008007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.140135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94081ed4-b6c6-42e2-bdd4-bce63d124e27 None None] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:06:39.231229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2da70322-0211-42dd-bc02-d6b1b3e87574 None None] Provisioning for port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:39.521652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.526936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.588824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:39.640908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.644343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=0414b221-0c9b-4677-a4f8-3cf293b72d1f,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:39.677735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:39.682494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Provisioning for port 0414b221-0c9b-4677-a4f8-3cf293b72d1f completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:39.687117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Provisioning complete for port 0414b221-0c9b-4677-a4f8-3cf293b72d1f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:39.687485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.709833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:39.710210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.788006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Port 0414b221-0c9b-4677-a4f8-3cf293b72d1f cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:06:39.792092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:39.793291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:39.836528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Provisioning complete for port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:39.836894 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.907427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.982361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=14bb7626-1db0-44bc-9bbb-846a1ee9b3d2,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:39.994853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.995661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6573572f-e1d6-4c14-895d-36d6bbbf3953 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:40.097434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.182869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=14bb7626-1db0-44bc-9bbb-846a1ee9b3d2,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:40.201476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6573572f-e1d6-4c14-895d-36d6bbbf3953 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:40.209202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6573572f-e1d6-4c14-895d-36d6bbbf3953 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:40.209561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.211082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:06:40.244918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:06:40.245262 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-0eff1b4c-3ce1-4f5b-b449-56ab8fbcf974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:06:40.323020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.338996 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 6573572f-e1d6-4c14-895d-36d6bbbf3953, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6573572f-e1d6-4c14-895d-36d6bbbf3953,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:40.342792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.408730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:40.408991 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=6573572f-e1d6-4c14-895d-36d6bbbf3953,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:40.422788 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9362c1a0-cf1c-46f3-a812-cb97dc426bb2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/c8743e1f-c139-4ed8-be2b-00ff34d5c1e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2090027 May 06 14:06:40.425242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40908) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:40.558723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae501bc-929f-4646-a0db-9a282782d152 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:40.559008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae501bc-929f-4646-a0db-9a282782d152 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:40.559370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae501bc-929f-4646-a0db-9a282782d152 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:40.559752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae501bc-929f-4646-a0db-9a282782d152 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:40.561373 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5ae501bc-929f-4646-a0db-9a282782d152 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1352477 May 06 14:06:40.564087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40912) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:40.634124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b220d9b-e632-47eb-87a9-24a8dd89bf9b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:40.634491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b220d9b-e632-47eb-87a9-24a8dd89bf9b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:40.634852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b220d9b-e632-47eb-87a9-24a8dd89bf9b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:40.635205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b220d9b-e632-47eb-87a9-24a8dd89bf9b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:40.636843 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1b220d9b-e632-47eb-87a9-24a8dd89bf9b tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0718575 May 06 14:06:40.639486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40916) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:40.834427 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9feaf81e-aea4-48c6-ab46-890482ced457 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1938670 May 06 14:06:40.920508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6ec4878a-ba5b-4406-b921-06137cac4326 None None] Provisioning complete for port 0414b221-0c9b-4677-a4f8-3cf293b72d1f triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:40.920871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ec4878a-ba5b-4406-b921-06137cac4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.971935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6ec4878a-ba5b-4406-b921-06137cac4326 None None] Port 0414b221-0c9b-4677-a4f8-3cf293b72d1f cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:06:41.165583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40922) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:41.171207 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027952102', 'description': 'tempest-secgroup-smoke-2027952102 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:41.177166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:41.181358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:41.184224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:41.190509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:41.201631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.238391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:41.242361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:41.245652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:41.252427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:41.310967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.314974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.361691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a5c57e-b035-4a13-8bf2-247da32c785b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:41.367770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.369013 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2024398 May 06 14:06:41.372579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40926) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:41.372732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.373074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.373402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.373761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.374041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.374619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.374949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.375248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.375561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.375896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.376206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642eaa86-c1a4-4f04-8bff-14900b2d3557 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:41.379510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '44a5c57e-b035-4a13-8bf2-247da32c785b', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:41.385973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:41.390314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:41.393238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:41.398874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:41.418548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.442523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Sync routers for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:41.454381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:41.454978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:41.563404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:41.590421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.594904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.617077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78319890-635f-495c-9c55-4ade6e716f21,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:41.630349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.631514 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d16b7aeb-32e0-443f-8d92-c2ed6d094f3e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2576046 May 06 14:06:41.634229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40930) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:41.639577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '44a5c57e-b035-4a13-8bf2-247da32c785b', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:41.645315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:41.649297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:41.652350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:41.658160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:41.674856 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.694034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:41.694332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.722927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:41.738470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.742060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.766202 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac79d049-f57a-41f4-9931-d5098e38603a,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:41.775099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.776325 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-29c0eb63-bef1-4123-8278-ec0da8217f46 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1411963 May 06 14:06:41.779046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40934) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:41.784488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '44a5c57e-b035-4a13-8bf2-247da32c785b', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:41.790070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:41.794466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:41.797417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:41.803380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:41.820142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.886234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.891252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.914893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a8b6fe-0a27-40ff-859b-c5ded90e158c,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:41.924573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.925728 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-93b71865-e229-452c-b551-802bd8df022e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1457815 May 06 14:06:41.928476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40938) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:41.933750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '44a5c57e-b035-4a13-8bf2-247da32c785b', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:41.939487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:41.943371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:41.946350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:41.952451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:41.971804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.037614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.041413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.055932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6573572f-e1d6-4c14-895d-36d6bbbf3953 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:42.069644 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82af1a38-39e7-480f-a0a0-9a2d0bdbdfbd,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:42.076517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.077892 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bd60c622-089a-4923-a86d-9f5f65e94c94 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1484549 May 06 14:06:42.080551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 40942) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:42.085865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '44a5c57e-b035-4a13-8bf2-247da32c785b', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:42.092427 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:42.096355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:42.099188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:42.104921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:42.116339 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:06:42.128822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.194430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.197777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.200177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6573572f-e1d6-4c14-895d-36d6bbbf3953 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:42.201075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.221746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded94420-edc7-440c-994c-2326b3a8c015,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:42.230094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.231391 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d2ff965c-8d34-4856-9286-5204675ff2eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1499133 May 06 14:06:42.234245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 40946) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:42.239720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '44a5c57e-b035-4a13-8bf2-247da32c785b', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:42.245456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:42.250076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:42.252931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:42.259302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:42.265772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:39Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:42.270752 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:06:42.271324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Checking router: c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:06:42.271676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Updating router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 port 0414b221-0c9b-4677-a4f8-3cf293b72d1f binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:06:42.277522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.347347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.351867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.369071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.380617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5428408-3f26-4cd8-bf14-c865791502ae,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:42.390032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.391360 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a14684f3-e15d-4397-881d-7c8422856395 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1561313 May 06 14:06:42.575311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-b6d7c221-6f56-425f-8292-f4b07739e9a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:42.590350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-b6d7c221-6f56-425f-8292-f4b07739e9a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:42.591562 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-b6d7c221-6f56-425f-8292-f4b07739e9a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027952102&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0561388 May 06 14:06:42.725944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.737956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Transition to ACTIVE for port object 0414b221-0c9b-4677-a4f8-3cf293b72d1f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:42.744759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.750503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-a9968f2f-ff87-4f9f-938e-4ceb00dbea9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:42.751177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-a9968f2f-ff87-4f9f-938e-4ceb00dbea9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:42.766114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-a9968f2f-ff87-4f9f-938e-4ceb00dbea9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:42.767501 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-a9968f2f-ff87-4f9f-938e-4ceb00dbea9b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 797 time: 0.1688538 May 06 14:06:42.783666 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-25668acd-461f-40ca-8219-e51558138162 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.0109091 May 06 14:06:42.874996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-f434724f-706f-4378-a40e-c189f3e01360 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:42.875300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba30d51-b6c9-4885-a89e-f36acb8c4e6d None None] Pushing event updated for resources: {'Port': ['ID=0414b221-0c9b-4677-a4f8-3cf293b72d1f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:42.899507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-f434724f-706f-4378-a40e-c189f3e01360 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:42.901505 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-f434724f-706f-4378-a40e-c189f3e01360 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124055 May 06 14:06:42.964648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Attempting to bind port 0414b221-0c9b-4677-a4f8-3cf293b72d1f on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:06:42.965037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Attempting to bind port 0414b221-0c9b-4677-a4f8-3cf293b72d1f by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:06:42.965470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Attempting to bind port 0414b221-0c9b-4677-a4f8-3cf293b72d1f on network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:06:42.973418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:06:42.973779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Checking segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:06:42.974305 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.974540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Bound using segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:06:42.974998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Bound port: 0414b221-0c9b-4677-a4f8-3cf293b72d1f, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:06:42.975361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.065711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] For port 0414b221-0c9b-4677-a4f8-3cf293b72d1f, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:06:43.068669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] For port 0414b221-0c9b-4677-a4f8-3cf293b72d1f, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0414b221-0c9b-4677-a4f8-3cf293b72d1f,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:06:43.073456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.114089 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-f7026bd4-5405-4b64-91f2-ac3c8ec6da3f service neutron] 10.222.0.65 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939933 May 06 14:06:43.164015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba30d51-b6c9-4885-a89e-f36acb8c4e6d None None] Pushing event updated for resources: {'Port': ['ID=0414b221-0c9b-4677-a4f8-3cf293b72d1f,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:43.172180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:43.172850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:43.257404 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-b65b1f29-ff4f-4335-a6f1-56fee1fed875 service neutron] 10.222.0.65 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371591 May 06 14:06:43.354822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:43.455192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ab038d89-2fef-4798-a96f-539812dd8210 req-d3da8ae5-9ea9-4e82-8137-51e93756893b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:43.466895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ab038d89-2fef-4798-a96f-539812dd8210 req-d3da8ae5-9ea9-4e82-8137-51e93756893b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:43.468051 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ab038d89-2fef-4798-a96f-539812dd8210 req-d3da8ae5-9ea9-4e82-8137-51e93756893b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 210 time: 0.0564790 May 06 14:06:43.705766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:43Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:43.709596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8ae9-077a-4063-87fa-fad640926e78 None None] The sync data for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv is: [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:43Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:06:44.576861 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-afc629c0-b971-4b67-893b-cfb857635cff req-7df716dd-8938-4637-a707-ff3f7b606cd8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 210 time: 0.0416548 May 06 14:06:45.547067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0414b221-0c9b-4677-a4f8-3cf293b72d1f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:45.614607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 0414b221-0c9b-4677-a4f8-3cf293b72d1f completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:45.619631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 0414b221-0c9b-4677-a4f8-3cf293b72d1f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:45.620171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.736569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.750539 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f95d788c-29b0-4769-8ce2-3d89c97a3490 req-c8a1c74a-3c95-49c2-8437-0e4580964c5e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 210 time: 0.0430877 May 06 14:06:45.775710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 0414b221-0c9b-4677-a4f8-3cf293b72d1f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0414b221-0c9b-4677-a4f8-3cf293b72d1f,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:45.777357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.852323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=0414b221-0c9b-4677-a4f8-3cf293b72d1f,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:46.664880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-b25474ae-7225-43e6-b284-22370deb5a0d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:46.666415 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-b25474ae-7225-43e6-b284-22370deb5a0d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 797 time: 0.2442169 May 06 14:06:46.730480 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-8779a14c-94ea-4a33-9b57-d7db79a0d372 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 380 time: 0.0401647 May 06 14:06:46.739913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['44a5c57e-b035-4a13-8bf2-247da32c785b']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:46.914679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:46.918309 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-506d163e-f01d-44a7-b07b-7f9f263684b4 req-7f5cfd20-f0d9-46ec-9d0c-6bb8927c49a7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 210 time: 0.0492852 May 06 14:06:46.927246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:46.934139 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:06:46.940661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:46.943973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.102073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.5 (55ef7240-10f7-4593-90f2-fe6dc0d8f448/d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4/cc082aba-d76c-4374-bbf9-148880e0b9ee) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:47.289788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.304822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object cc082aba-d76c-4374-bbf9-148880e0b9ee will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:47.327299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.404930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:47.408528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:47.410285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=cc082aba-d76c-4374-bbf9-148880e0b9ee,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:47.412451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:06:47.473403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:47.474116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.501370 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-c84a7c8b-74b4-4b5d-a83d-0ffebf3d7951 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649531 May 06 14:06:47.513318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Request body: {'port': {'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:47.544662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0414b221-0c9b-4677-a4f8-3cf293b72d1f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:47.618451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 0414b221-0c9b-4677-a4f8-3cf293b72d1f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:47.618823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.628099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.683126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-19925953-39ab-4fa0-9c67-aee9a3c5f161 None None] Provisioning for port cc082aba-d76c-4374-bbf9-148880e0b9ee completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:47.692675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-19925953-39ab-4fa0-9c67-aee9a3c5f161 None None] Provisioning complete for port cc082aba-d76c-4374-bbf9-148880e0b9ee triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:47.693033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19925953-39ab-4fa0-9c67-aee9a3c5f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.788898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-19925953-39ab-4fa0-9c67-aee9a3c5f161 None None] Port cc082aba-d76c-4374-bbf9-148880e0b9ee cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:06:47.962631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc082aba-d76c-4374-bbf9-148880e0b9ee {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:06:47.970339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.985181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Transition to ACTIVE for port object cc082aba-d76c-4374-bbf9-148880e0b9ee will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:47.989087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.121812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Pushing event updated for resources: {'Port': ['ID=cc082aba-d76c-4374-bbf9-148880e0b9ee,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:48.129316 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556612a-3ec1-449b-936d-efe8db53d647 req-8bea3cde-ab72-40e6-b834-fb9a2c48c26d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:48.136258 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6556612a-3ec1-449b-936d-efe8db53d647 req-8bea3cde-ab72-40e6-b834-fb9a2c48c26d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 943 time: 0.0895016 May 06 14:06:48.179364 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6556612a-3ec1-449b-936d-efe8db53d647 req-13d1ddb0-fa7f-4f0d-82dd-a2228571a64e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422263 May 06 14:06:48.235351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Attempting to bind port cc082aba-d76c-4374-bbf9-148880e0b9ee on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:06:48.235674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Attempting to bind port cc082aba-d76c-4374-bbf9-148880e0b9ee by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:06:48.236090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Attempting to bind port cc082aba-d76c-4374-bbf9-148880e0b9ee on network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:06:48.241627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Port cc082aba-d76c-4374-bbf9-148880e0b9ee on network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:06:48.241938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Attempting to bind port cc082aba-d76c-4374-bbf9-148880e0b9ee on network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:06:48.248016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:06:48.248341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Checking segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:06:48.248712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Bound using segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:06:48.249123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Bound port: cc082aba-d76c-4374-bbf9-148880e0b9ee, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:06:48.249715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.336724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] For port cc082aba-d76c-4374-bbf9-148880e0b9ee, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:06:48.339553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] For port cc082aba-d76c-4374-bbf9-148880e0b9ee, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:06:48.344096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.404149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.405500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 1093 time: 0.8970506 May 06 14:06:48.405911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:06:48.422763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed118fae-b639-4972-8f05-c804e3fe8095 service neutron] Pushing event updated for resources: {'Port': ['ID=cc082aba-d76c-4374-bbf9-148880e0b9ee,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:48.484337 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fc8be6-7dc3-45ae-a1b3-d2d788d68f61'] response: {'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'status': 'completed', 'code': 200} May 06 14:06:48.613079 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-ba9a04ba-39e5-49ad-bca9-016a5cba40ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1096 time: 0.1653719 May 06 14:06:48.680665 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-d9c74040-ecfa-4ea2-bdfe-8bc3ab3d8705 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 217 time: 0.0609715 May 06 14:06:48.745100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-30ffc6ba-e410-439b-a48f-857b05b9628c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:48.746496 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-30ffc6ba-e410-439b-a48f-857b05b9628c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0600262 May 06 14:06:48.817920 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-6f7292b9-b6a3-49dc-a4be-49fcc8d44ee8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656154 May 06 14:06:48.947801 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-19e33dea-f5e5-493e-9166-41054c1d7899 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228347 May 06 14:06:49.088122 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fbffedc-e656-4087-a063-56ad9c07c826 req-2114b6a5-bf32-4f7c-88e6-8e042a123acf service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337845 May 06 14:06:49.199817 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-0d1b80bf-f586-45bf-8b58-b0f1d938d4c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1096 time: 0.0710459 May 06 14:06:49.330126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-40d1df70-7b17-45f4-b22c-5e012039b143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:49.331559 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-40d1df70-7b17-45f4-b22c-5e012039b143 service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1255841 May 06 14:06:49.380702 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9cb6a-dc22-4b5e-9d3a-4165d7797de9 req-adfcaebb-f9a4-4291-836a-f062f4adfe0f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:49.382228 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9ad9cb6a-dc22-4b5e-9d3a-4165d7797de9 req-adfcaebb-f9a4-4291-836a-f062f4adfe0f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 943 time: 0.0802689 May 06 14:06:49.402461 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-f6d598e5-a990-4894-9e43-db92c0b9d9b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 217 time: 0.0650003 May 06 14:06:49.427876 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9ad9cb6a-dc22-4b5e-9d3a-4165d7797de9 req-47818612-69ea-43fc-a2aa-0abc6c5568c6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399575 May 06 14:06:49.471115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-7c91b322-8b33-4f48-821a-45bda2c68ab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:49.472503 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-7c91b322-8b33-4f48-821a-45bda2c68ab6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0638614 May 06 14:06:49.547206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-84fe795c-bc4b-4a5e-8e56-f7ce8d76cecb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677848 May 06 14:06:49.674841 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-7006e621-3a74-4dd9-8842-8ccb15a8c873 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213729 May 06 14:06:49.810088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-715cebfd-39e5-48c6-89fd-929bf229bd4a req-a6af78e1-7941-4410-9e56-401e879a41a3 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289923 May 06 14:06:50.398381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.623426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef8fdc-b633-414b-bc4e-8afd627814ba req-0385900f-7c0e-4f7d-99ba-b54bdf0bc3d3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:50.624106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9fef8fdc-b633-414b-bc4e-8afd627814ba req-0385900f-7c0e-4f7d-99ba-b54bdf0bc3d3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:50.639507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9fef8fdc-b633-414b-bc4e-8afd627814ba req-0385900f-7c0e-4f7d-99ba-b54bdf0bc3d3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:50.640701 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fef8fdc-b633-414b-bc4e-8afd627814ba req-0385900f-7c0e-4f7d-99ba-b54bdf0bc3d3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 943 time: 0.0896347 May 06 14:06:50.690183 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9fef8fdc-b633-414b-bc4e-8afd627814ba req-c5aa753b-ecfd-4515-84b4-0a11f596e366 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 May 06 14:06:51.884461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab9ca-37e5-4d78-8300-a9083d490a39 req-371bca11-2cbb-445c-a70c-11869c4b5d7d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:51.885895 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5e6ab9ca-37e5-4d78-8300-a9083d490a39 req-371bca11-2cbb-445c-a70c-11869c4b5d7d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 943 time: 0.0789404 May 06 14:06:51.930520 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5e6ab9ca-37e5-4d78-8300-a9083d490a39 req-acc12a00-c312-4035-9707-46fa4e62f124 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383399 May 06 14:06:52.214773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device cc082aba-d76c-4374-bbf9-148880e0b9ee details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:06:52.343346 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port cc082aba-d76c-4374-bbf9-148880e0b9ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:52.355960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:06:52.411652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:52.428581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc082aba-d76c-4374-bbf9-148880e0b9ee {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:06:52.442951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port cc082aba-d76c-4374-bbf9-148880e0b9ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:52.446497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:52.510315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=cc082aba-d76c-4374-bbf9-148880e0b9ee,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:52.699870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['cc082aba-d76c-4374-bbf9-148880e0b9ee'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:06:53.124620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340260e-a39e-4b7a-9e6c-d6e8fe60f70e req-30098659-3cc7-4dc9-9986-fccbd2a7bf4e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:53.126042 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b340260e-a39e-4b7a-9e6c-d6e8fe60f70e req-30098659-3cc7-4dc9-9986-fccbd2a7bf4e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 944 time: 0.0755236 May 06 14:06:53.170127 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b340260e-a39e-4b7a-9e6c-d6e8fe60f70e req-1482f7b6-f78b-4bc2-a59c-b58d0100a275 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386641 May 06 14:06:54.222208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device cc082aba-d76c-4374-bbf9-148880e0b9ee up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:54.292034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port cc082aba-d76c-4374-bbf9-148880e0b9ee completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:54.297511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port cc082aba-d76c-4374-bbf9-148880e0b9ee triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:54.297885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.364345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235a00f-ef16-4ca6-846f-8698b879895f req-f6ab4b8b-98e4-4ce7-a59f-17920cb7261b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:54.365806 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0235a00f-ef16-4ca6-846f-8698b879895f req-f6ab4b8b-98e4-4ce7-a59f-17920cb7261b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 944 time: 0.0765395 May 06 14:06:54.409443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.413594 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0235a00f-ef16-4ca6-846f-8698b879895f req-04197faf-e95e-4574-a67b-4301f4514474 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 May 06 14:06:54.439773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:06:54.449623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port cc082aba-d76c-4374-bbf9-148880e0b9ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:54.453326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.494577 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d916a120-1f64-434d-9a7c-b8545b120fe2'] response: {'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'code': 200} May 06 14:06:54.519885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=cc082aba-d76c-4374-bbf9-148880e0b9ee,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:54.723810 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2fdc546b-15dc-47e7-aa1a-a3fc42fd24e6 req-09493726-1245-4dd2-879f-d2dd0b12502e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1098 time: 0.0748005 May 06 14:06:54.766663 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2fdc546b-15dc-47e7-aa1a-a3fc42fd24e6 req-5f1b279c-0bd2-471b-9607-a4d6e5db785a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369310 May 06 14:06:55.609252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7c95f-7b83-4cd8-9aa6-0f0215b70bb0 req-b0ab6c2e-4ee0-4e6f-8388-634a5eae9d00 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:55.610661 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-83d7c95f-7b83-4cd8-9aa6-0f0215b70bb0 req-b0ab6c2e-4ee0-4e6f-8388-634a5eae9d00 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 945 time: 0.0752625 May 06 14:06:55.656135 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-83d7c95f-7b83-4cd8-9aa6-0f0215b70bb0 req-8e2f9e8e-1308-4b10-b47f-a9650fae251f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 May 06 14:06:56.878393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99caa8dc-856e-476a-9336-96eb44ffe346 req-e62671e0-82a5-4026-96f8-0a5ff1dd9ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:56.880216 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-99caa8dc-856e-476a-9336-96eb44ffe346 req-e62671e0-82a5-4026-96f8-0a5ff1dd9ce3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 945 time: 0.0811872 May 06 14:06:56.929855 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-99caa8dc-856e-476a-9336-96eb44ffe346 req-0736b7d4-97f6-4ba2-b320-f8dbc4c6bf89 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 May 06 14:06:57.130834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de3c3-b7e8-4370-baff-37e045b9a987 req-9ae8b587-1b9b-480f-a047-7ef04adf5b4a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:57.132291 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a97de3c3-b7e8-4370-baff-37e045b9a987 req-9ae8b587-1b9b-480f-a047-7ef04adf5b4a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 945 time: 0.0835164 May 06 14:06:57.176653 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a97de3c3-b7e8-4370-baff-37e045b9a987 req-ac8174fa-9d9f-493b-9548-f57393336c72 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383017 May 06 14:06:57.204645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41002) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:57.274956 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-33863318-b2fc-4e57-bf91-43a12659e510 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1093 time: 0.0691712 May 06 14:06:57.276141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41006) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:57.281276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:57.286738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:57.290524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:57.293316 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:57.299426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:57.309712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.443585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.578121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.106 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/4ba736fb-1cb6-4c4c-8a18-75cb830e75a8) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:57.722673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.749710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.814717 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:57.817556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:57.821714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:06:57.848908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=4ba736fb-1cb6-4c4c-8a18-75cb830e75a8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:58.385655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.439369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.636416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.641284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.750206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=4ba736fb-1cb6-4c4c-8a18-75cb830e75a8,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:58.761894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.951191 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP e46bc404-2c32-4af5-b08b-7e2604e5e64a associated. External IP: 172.26.0.106, port: cc082aba-d76c-4374-bbf9-148880e0b9ee. May 06 14:06:59.332667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:06:59.620490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:59.630677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] Sync routers for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:59.642508 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:59.643141 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:59.645269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:59.700310 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8ce0e02b-228e-405e-b05b-421af9329e25 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4231412 May 06 14:06:59.700865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:06:59.703069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41010) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:59.755311 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5546bcd-310c-4fdd-9145-03a0c6fcd394'] response: {'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'status': 'completed', 'code': 200} May 06 14:06:59.824158 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:59.929212 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-77fa0b88-82b0-4de0-bc97-320b7f951aa5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1098 time: 0.0949078 May 06 14:06:59.932826 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6ff5346e-2976-4615-b059-13ad35ec68cb tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1093 time: 0.2281501 May 06 14:07:00.062329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-e91bd8fe-0cf5-4d88-9260-02adee9029ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:00.063853 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-e91bd8fe-0cf5-4d88-9260-02adee9029ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1288524 May 06 14:07:00.170327 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-232faa0a-a96f-42e2-8cd3-0de05eb34382 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 999 time: 0.0997210 May 06 14:07:00.194257 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:06:58Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:00.198046 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] Checking router: c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:07:00.208621 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:00.209216 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:06:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:00.236017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-c3c2beb1-72df-4de9-afb7-55b599f5655a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:00.237587 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-c3c2beb1-72df-4de9-afb7-55b599f5655a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0622206 May 06 14:07:00.309959 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-7dfa17c4-f257-4bbe-aba2-ec389cc690a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661871 May 06 14:07:00.388915 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:00.397550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41018) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:00.404313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80608040', 'description': 'tempest-secgroup-smoke-80608040 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:00.410361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:00.420116 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:00.432284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.444099 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-0276dc01-f200-4cd2-83e4-437a48c4c318 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276984 May 06 14:07:00.469367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:00.473290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:00.476171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:00.482023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:00.539243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.543814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.577755 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06ac0013-3551-4699-8c77-d30ce21bbcb5 req-18c69a79-2088-4de6-bfcc-7c29a12149a7 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286898 May 06 14:07:00.588952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f61c724-726c-4823-9281-a7d38ca73ea5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:00.602156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.603650 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-780860c0-1b20-458a-ad23-98329838ca63 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2047322 May 06 14:07:00.606522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41022) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:00.612457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '8f61c724-726c-4823-9281-a7d38ca73ea5', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:00.618223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:00.622575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:00.625700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:00.631432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:00.648031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.712105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.716007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.739290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec1b240-9f2b-4508-87de-6db446977a27,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:00.749445 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:06:58Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:00.749989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.753380 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-968acfb5-a19c-4258-a093-bdeae8830cf4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1433349 May 06 14:07:00.753587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41026) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:00.753721 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85862716-0cf5-41ac-a5de-676654a6d465 None None] The sync data for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv is: [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:06:58Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:07:00.760603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '8f61c724-726c-4823-9281-a7d38ca73ea5', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:00.767217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:00.771050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:00.773910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:00.779578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:00.796101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.870164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.874792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.898780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60eef75-2233-43c0-98b5-b1a9e0107713,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:00.910142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.912063 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d69aa7d4-4135-4ee2-baed-3cc8521513ba tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1573858 May 06 14:07:00.914719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41030) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:00.920309 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '8f61c724-726c-4823-9281-a7d38ca73ea5', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:00.926302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:00.930115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:00.933045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:00.939723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:00.957021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.969837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af44fa8f-30e3-48d3-bc34-bdf5c2673fd1 None None] New status for floating IP e46bc404-2c32-4af5-b08b-7e2604e5e64a: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:07:01.020618 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.024349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.050189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22b8cde-264e-4433-a818-a68f569115a3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:01.060623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.064329 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-12fbfb67-1145-4249-b8f2-a3525278597c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1461642 May 06 14:07:01.064738 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41034) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:01.070307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '8f61c724-726c-4823-9281-a7d38ca73ea5', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:01.076591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:01.080633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:01.083524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:01.089736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:01.105332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.178441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.183093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.207342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1c71ea-5f50-4fd2-be71-d3705177db3e,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:01.216830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.218088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4f3ecd9d-d26c-460c-90d9-5b59e738e553 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1522832 May 06 14:07:01.220807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41038) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:01.226030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '8f61c724-726c-4823-9281-a7d38ca73ea5', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:01.232309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:01.236257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:01.239088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:01.244879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:01.260956 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:07:01.267406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.331106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.334656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.357419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c38bea5-703a-46a4-8db0-9cbfae7b6fbb,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:01.365806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.367084 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f8432157-98c8-4582-9f28-a6997391a7fc tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1453748 May 06 14:07:01.369769 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41042) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:01.375909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '8f61c724-726c-4823-9281-a7d38ca73ea5', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:01.381525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:01.385316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:01.388179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:01.393908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:01.404412 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:07:01.411045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.487042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.490686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.513108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ccb6a1-cab9-45a3-b5f0-14d3f3d73c43,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:01.521812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.523042 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f85a53a3-9e17-43fe-8869-6d5116dbbd48 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1523597 May 06 14:07:01.688821 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-1276955c-ea21-4eb0-8889-e2e6d94baf30 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80608040&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0406561 May 06 14:07:01.832220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c742-97be-425e-b93f-f429101b49b2 req-67c5d0b0-5ce0-4c91-8688-1cd78549a94e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:01.833645 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-67c5d0b0-5ce0-4c91-8688-1cd78549a94e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 797 time: 0.1388090 May 06 14:07:01.851121 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-a4305a0f-4198-42ed-990c-d74ec19ab491 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.0114245 May 06 14:07:01.938759 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-d648124f-e6c6-445d-a9a2-347580489d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817132 May 06 14:07:02.040180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-971e82e1-6230-4c38-b2f1-3d7a2d8d1b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.077350 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-6817442b-efab-4902-a64b-27e7ec8045e9 service neutron] 10.222.0.65 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268132 May 06 14:07:02.213004 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-a5e7d354-5fa0-42fe-aaa8-3e55f7822030 service neutron] 10.222.0.65 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297958 May 06 14:07:02.392483 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-15704900-828d-4073-b027-fdcef243faa7 req-423299a6-b4ec-4606-a3a6-4e96ad5f6232 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 210 time: 0.0410790 May 06 14:07:03.501288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c742-97be-425e-b93f-f429101b49b2 req-b0d4cf76-2821-495f-b67f-b67410cc888d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:03.502811 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-b0d4cf76-2821-495f-b67f-b67410cc888d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 797 time: 0.2433498 May 06 14:07:03.573385 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a95d6959-a728-4215-a26e-68525a2a091a req-dab643cd-eeb7-45ef-8c93-39c81882a531 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 210 time: 0.0445721 May 06 14:07:03.594910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-f844e54e-6c5b-4749-ab39-bcb041635bf3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 471 time: 0.0788262 May 06 14:07:03.603358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['8f61c724-726c-4823-9281-a7d38ca73ea5']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:03.736134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:03.745345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:03.755934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:07:03.758870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:03.916244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.13 (55ef7240-10f7-4593-90f2-fe6dc0d8f448/d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4/b890593f-7069-4b9b-8338-61aea552ac96) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:07:04.095867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.110515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object b890593f-7069-4b9b-8338-61aea552ac96 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:04.131036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.204551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:04.207630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:04.211871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:07:04.236803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=b890593f-7069-4b9b-8338-61aea552ac96,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:04.274313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:04.274904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.300020 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-878aeacc-6b38-4709-a4ce-6cca427f8e79 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7001538 May 06 14:07:04.310813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Request body: {'port': {'device_id': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:04.378193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3fca-0b1c-4967-a918-d4bb12bee25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.423339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.455152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ea5f86fd-a12d-4350-a236-8ef5c3e928a4 None None] Provisioning for port b890593f-7069-4b9b-8338-61aea552ac96 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:04.459828 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ea5f86fd-a12d-4350-a236-8ef5c3e928a4 None None] Provisioning complete for port b890593f-7069-4b9b-8338-61aea552ac96 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:04.460192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea5f86fd-a12d-4350-a236-8ef5c3e928a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.513835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f86fd-a12d-4350-a236-8ef5c3e928a4 None None] Port b890593f-7069-4b9b-8338-61aea552ac96 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:07:04.757788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b890593f-7069-4b9b-8338-61aea552ac96 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:07:04.765799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.768915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ee95-ef04-4c50-a86b-bf5e2329e055 req-f43e8ae4-20f8-4f00-9a7a-7bb8ce6e36a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:04.770585 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7183ee95-ef04-4c50-a86b-bf5e2329e055 req-f43e8ae4-20f8-4f00-9a7a-7bb8ce6e36a0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 932 time: 0.0779178 May 06 14:07:04.780794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Transition to ACTIVE for port object b890593f-7069-4b9b-8338-61aea552ac96 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:04.784405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.814471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7183ee95-ef04-4c50-a86b-bf5e2329e055 req-7e41624b-778f-478c-98f4-8c18b7e440ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:07:04.829532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7183ee95-ef04-4c50-a86b-bf5e2329e055 req-7e41624b-778f-478c-98f4-8c18b7e440ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:07:04.830687 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7183ee95-ef04-4c50-a86b-bf5e2329e055 req-7e41624b-778f-478c-98f4-8c18b7e440ab tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546150 May 06 14:07:04.914981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Pushing event updated for resources: {'Port': ['ID=b890593f-7069-4b9b-8338-61aea552ac96,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:05.026605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Attempting to bind port b890593f-7069-4b9b-8338-61aea552ac96 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:07:05.026938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Attempting to bind port b890593f-7069-4b9b-8338-61aea552ac96 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:07:05.027287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Attempting to bind port b890593f-7069-4b9b-8338-61aea552ac96 on network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:07:05.033532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Port b890593f-7069-4b9b-8338-61aea552ac96 on network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:07:05.033837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Attempting to bind port b890593f-7069-4b9b-8338-61aea552ac96 on network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:07:05.040022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:07:05.040349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Checking segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:07:05.040721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Bound using segment: {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:07:05.044783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Bound port: b890593f-7069-4b9b-8338-61aea552ac96, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af93900b-2828-49b7-bb44-8fc29e7b39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:07:05.044783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.128863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] For port b890593f-7069-4b9b-8338-61aea552ac96, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:07:05.132075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] For port b890593f-7069-4b9b-8338-61aea552ac96, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b890593f-7069-4b9b-8338-61aea552ac96,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:07:05.136475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.197438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.198794 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] 10.222.0.69 "PUT /v2.0/ports/b890593f-7069-4b9b-8338-61aea552ac96 HTTP/1.1" status: 200 len: 1094 time: 0.8921621 May 06 14:07:05.202131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:07:05.223918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9708d4-4a33-4a5d-8929-c7a68495b701 service neutron] Pushing event updated for resources: {'Port': ['ID=b890593f-7069-4b9b-8338-61aea552ac96,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:05.274722 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d98f17c-bc39-4649-bcf8-3d9b40465a5d'] response: {'name': 'network-changed', 'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96', 'status': 'completed', 'code': 200} May 06 14:07:05.316969 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-8311abf7-2837-4054-b19b-9511cb73f5dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 1097 time: 0.0734115 May 06 14:07:05.387891 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-d59a196c-01b7-426e-a70a-18be32e81d18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b890593f-7069-4b9b-8338-61aea552ac96 HTTP/1.1" status: 200 len: 217 time: 0.0641203 May 06 14:07:05.446434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c742-97be-425e-b93f-f429101b49b2 req-039d2e56-fd9f-462d-9b9f-afc0130587f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:05.447829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-039d2e56-fd9f-462d-9b9f-afc0130587f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0548544 May 06 14:07:05.524004 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-bf8fba5f-c007-4ce5-adf5-1be62a16aec3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706086 May 06 14:07:05.585315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.595615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.744899 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-b8d3236f-0574-4d50-8f25-7696ca2928a4 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147121 May 06 14:07:05.875707 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ed43c742-97be-425e-b93f-f429101b49b2 req-f2af644f-9819-43f6-ae72-248be5ed8829 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243100 May 06 14:07:05.992566 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-fd94e304-2f64-4510-a217-887a87e2968c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 1097 time: 0.0686920 May 06 14:07:06.039671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66821f8e-a60d-40a3-a003-0619e0970d78 req-e9bf9dae-c129-4355-83d8-33ec8a8731d3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:06.041055 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-66821f8e-a60d-40a3-a003-0619e0970d78 req-e9bf9dae-c129-4355-83d8-33ec8a8731d3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 944 time: 0.0799832 May 06 14:07:06.091924 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-66821f8e-a60d-40a3-a003-0619e0970d78 req-b2ff2e97-1afa-4eb5-a772-974db6f2175e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446589 May 06 14:07:06.123483 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-0b033c43-5208-4f49-a196-4a795a5b0b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:06.125204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-0b033c43-5208-4f49-a196-4a795a5b0b6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1270297 May 06 14:07:06.194210 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-c21057d4-f435-43b2-ab88-b52260035fda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b890593f-7069-4b9b-8338-61aea552ac96 HTTP/1.1" status: 200 len: 217 time: 0.0627773 May 06 14:07:06.256747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-9db9ff88-da86-4512-863e-be77e72a589b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:06.258159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-9db9ff88-da86-4512-863e-be77e72a589b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0575616 May 06 14:07:06.333944 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-8eb38690-2322-484f-8400-cb88099f3a29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686140 May 06 14:07:06.461391 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-56b15454-b675-4d09-8fa3-6e15c681e70a service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209531 May 06 14:07:06.589965 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ec51af4-3ccd-4d82-a34e-8056cafc1ab4 req-9a1ea24f-636c-40e7-be97-45a5a7908af5 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208372 May 06 14:07:06.877046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:07.285121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18581b4-8390-4f16-9ec5-b9a084730cc9 req-99df290a-9ae3-4e71-896b-649a8993622c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:07.285792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c18581b4-8390-4f16-9ec5-b9a084730cc9 req-99df290a-9ae3-4e71-896b-649a8993622c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:07:07.300551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c18581b4-8390-4f16-9ec5-b9a084730cc9 req-99df290a-9ae3-4e71-896b-649a8993622c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:07:07.301803 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c18581b4-8390-4f16-9ec5-b9a084730cc9 req-99df290a-9ae3-4e71-896b-649a8993622c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 944 time: 0.0906916 May 06 14:07:07.347145 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c18581b4-8390-4f16-9ec5-b9a084730cc9 req-31595dd0-7cc7-442f-84ae-46cf3a147aef tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396597 May 06 14:07:08.331095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b890593f-7069-4b9b-8338-61aea552ac96 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:07:08.460746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b890593f-7069-4b9b-8338-61aea552ac96, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b890593f-7069-4b9b-8338-61aea552ac96,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:08.474661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'b890593f-7069-4b9b-8338-61aea552ac96', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'port_id': 'b890593f-7069-4b9b-8338-61aea552ac96', 'mac_address': 'fa:16:3e:58:92:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:07:08.529100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.540374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687210f4-903e-4609-ab5a-57b51fb1f272 req-77b97a36-87f5-42d2-94b7-03e6f595675a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:08.541830 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-687210f4-903e-4609-ab5a-57b51fb1f272 req-77b97a36-87f5-42d2-94b7-03e6f595675a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 944 time: 0.0768218 May 06 14:07:08.548828 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b890593f-7069-4b9b-8338-61aea552ac96 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:07:08.563553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b890593f-7069-4b9b-8338-61aea552ac96, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b890593f-7069-4b9b-8338-61aea552ac96,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:08.567442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.592194 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-687210f4-903e-4609-ab5a-57b51fb1f272 req-69e9df6d-c158-4cf8-bad2-8f3ccf3bb986 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447414 May 06 14:07:08.631558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b890593f-7069-4b9b-8338-61aea552ac96,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:08.795751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['b890593f-7069-4b9b-8338-61aea552ac96'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:07:09.786502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fe330-43c2-499d-a2aa-b7db42587977 req-b414bd26-1fb0-49be-affb-40e5b65d642f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:09.787858 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d56fe330-43c2-499d-a2aa-b7db42587977 req-b414bd26-1fb0-49be-affb-40e5b65d642f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 945 time: 0.0785007 May 06 14:07:09.831953 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d56fe330-43c2-499d-a2aa-b7db42587977 req-0d699a49-1991-42c6-b9de-20f22f67259f tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385499 May 06 14:07:10.346614 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b890593f-7069-4b9b-8338-61aea552ac96 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:10.412621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port b890593f-7069-4b9b-8338-61aea552ac96 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:10.417079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port b890593f-7069-4b9b-8338-61aea552ac96 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:10.417447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:10.527699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:10.553166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:07:10.563185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b890593f-7069-4b9b-8338-61aea552ac96, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b890593f-7069-4b9b-8338-61aea552ac96,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:10.567721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:10.608127 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af54957a-79e2-4bd2-b6f4-4d124668002d'] response: {'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96', 'code': 200} May 06 14:07:10.643733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b890593f-7069-4b9b-8338-61aea552ac96,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:10.844167 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-099789fb-4e18-4c7a-a01f-4003c4f9fcb7 req-738ded6f-de3d-44f7-8dae-501cbfbbed2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 1099 time: 0.0697691 May 06 14:07:10.885863 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-099789fb-4e18-4c7a-a01f-4003c4f9fcb7 req-0bd0b626-7a0c-4be5-9162-d51c147aa99c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360355 May 06 14:07:11.034606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a059e3-1221-4445-9214-669e43683d1c req-d5d9e201-1852-4f99-b026-7e207bdfb796 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:11.036047 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-56a059e3-1221-4445-9214-669e43683d1c req-d5d9e201-1852-4f99-b026-7e207bdfb796 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 946 time: 0.0821214 May 06 14:07:11.080111 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-56a059e3-1221-4445-9214-669e43683d1c req-56ee2841-b493-42cb-a5e7-f63e45525019 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385401 May 06 14:07:12.276467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f757663-c099-4cc8-b1b2-1712520b63e0 req-acacd939-b3d8-43f7-8d53-3e04b5c99970 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:12.278358 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0f757663-c099-4cc8-b1b2-1712520b63e0 req-acacd939-b3d8-43f7-8d53-3e04b5c99970 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 946 time: 0.0760036 May 06 14:07:12.322389 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0f757663-c099-4cc8-b1b2-1712520b63e0 req-5a79b3c0-5ba6-4bbe-94a0-2296ebbc12d8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386713 May 06 14:07:12.512990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176e1bb-d964-4842-af1f-3b0c8cb1cdaa req-96d1499f-0de3-4255-96f8-6b7a2d27ea3c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:12.514407 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7176e1bb-d964-4842-af1f-3b0c8cb1cdaa req-96d1499f-0de3-4255-96f8-6b7a2d27ea3c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 946 time: 0.0749078 May 06 14:07:12.561333 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7176e1bb-d964-4842-af1f-3b0c8cb1cdaa req-009c16ee-7c66-4f12-ac9d-4eba703c7fb1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415103 May 06 14:07:12.587684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41086) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:12.656243 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-524bba83-ab0f-4fdd-8d59-6278028ffefc tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 1094 time: 0.0673735 May 06 14:07:12.658777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41090) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:12.664328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': 'b890593f-7069-4b9b-8338-61aea552ac96', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:12.669903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:12.673711 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:12.676516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:12.682130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:12.692202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:12.825348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.067772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.16 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/73704cd3-0b42-40cd-a10d-5418b47ca47e) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:07:13.208275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.234691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.300683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:13.303527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:13.306063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:07:13.338381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=73704cd3-0b42-40cd-a10d-5418b47ca47e,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:13.801327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.858235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.053778 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.058099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.162100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=73704cd3-0b42-40cd-a10d-5418b47ca47e,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:14.175096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.356159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP cf631bd5-a5f7-4874-b253-8f5674a53ac3 associated. External IP: 172.26.0.16, port: b890593f-7069-4b9b-8338-61aea552ac96. May 06 14:07:14.826820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:07:15.022449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:07:15.032517 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] Sync routers for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:07:15.046083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:15.049574 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:15.050177 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:07:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:15.111891 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f0f75363-b293-4166-a190-7a80998433b6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4413960 May 06 14:07:15.111891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:07:15.156893 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e022e6d5-f4d6-4cca-bf0f-a4c36bec3788'] response: {'name': 'network-changed', 'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96', 'status': 'completed', 'code': 200} May 06 14:07:15.225394 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:15.257161 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-e40b9c45-a900-40f8-91aa-ce25ea6dcc48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 1099 time: 0.0679438 May 06 14:07:15.387115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-5fb5be47-c4cd-4054-97e0-db3fa7e5004d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:15.388496 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-5fb5be47-c4cd-4054-97e0-db3fa7e5004d service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1252849 May 06 14:07:15.492685 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-d29a0d7b-32b3-41ec-8323-96610f17bc5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b890593f-7069-4b9b-8338-61aea552ac96 HTTP/1.1" status: 200 len: 999 time: 0.0982962 May 06 14:07:15.553903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-7b8f7213-6b96-4166-bce2-22cb55a77cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:15.555377 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-7b8f7213-6b96-4166-bce2-22cb55a77cfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0572524 May 06 14:07:15.568266 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'cf631bd5-a5f7-4874-b253-8f5674a53ac3', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'b890593f-7069-4b9b-8338-61aea552ac96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:58:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:13Z', 'updated_at': '2022-05-06T14:07:13Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}, {'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:15.572217 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] Checking router: c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:07:15.582470 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:15.583044 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:07:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:15.633047 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-8c85c7ef-a798-425e-8d44-043b716eec96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705318 May 06 14:07:15.755839 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:15.762799 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-5b19305d-6658-4674-bcf8-21d509c29830 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239271 May 06 14:07:15.894403 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c6494385-5f6b-469e-91af-b1c05da8c9d9 req-9e7f2d2c-a51a-41cc-ab7a-1ee0f8565992 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255875 May 06 14:07:16.122713 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'cf631bd5-a5f7-4874-b253-8f5674a53ac3', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'b890593f-7069-4b9b-8338-61aea552ac96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:58:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:13Z', 'updated_at': '2022-05-06T14:07:13Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}, {'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:16.126849 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de616d-a592-4600-b698-40431d9b2f95 None None] The sync data for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv is: [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'cf631bd5-a5f7-4874-b253-8f5674a53ac3', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'b890593f-7069-4b9b-8338-61aea552ac96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:58:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:13Z', 'updated_at': '2022-05-06T14:07:13Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}, {'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:07:16.313949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd774d0-fef1-48fb-aba5-5a7918b40e22 None None] New status for floating IP cf631bd5-a5f7-4874-b253-8f5674a53ac3: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:07:20.401853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:23.935268 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:07:32.044185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1f24785f-1cca-4c23-95fa-2bbcbfb19f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:34.044616 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-78969a8d-23bd-4d42-9bd9-9604197c21ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712411 May 06 14:07:34.182094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-f232b8a1-cb70-4f7f-81f4-ff672c76f213 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1098 time: 0.0672410 May 06 14:07:34.331265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-7c6f58d6-5fd0-4f2e-a778-01fe4ab29c33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:34.332696 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-7c6f58d6-5fd0-4f2e-a778-01fe4ab29c33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1322157 May 06 14:07:34.381227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a507ead-046b-4a10-bd13-2e5851b9de87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:34.535557 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-ce9c8371-9c5b-4bec-9505-b10f7e0bc8b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 1001 time: 0.1914058 May 06 14:07:34.600777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-f5ff248f-6418-48fd-a4de-fa9b8617aab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:34.602185 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-f5ff248f-6418-48fd-a4de-fa9b8617aab4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0603693 May 06 14:07:34.676191 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-dbe51e7a-b3c2-4687-ac01-6e8d8fb4ccaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672526 May 06 14:07:34.805230 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-5f31533f-165d-4fd3-8a89-05c2caac9fe6 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227307 May 06 14:07:34.939396 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ece36f7-90f5-4970-a503-f7d59aaa6521 req-0e213707-ea3a-4bf6-8ec0-d5595c807811 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265950 May 06 14:07:35.586362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:35.596308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:36.880052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:50.412724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:51.496646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41108) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:51.607103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4d41dee9-53c7-4430-9c2f-d94885cd624a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/e46bc404-2c32-4af5-b08b-7e2604e5e64a HTTP/1.1" status: 200 len: 993 time: 0.1093144 May 06 14:07:52.616163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41118) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:52.622638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:52.737453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:52.946221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port cc082aba-d76c-4374-bbf9-148880e0b9ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:52.971937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:52.976439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:53.043685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:53.044317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:53.045706 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/ports/cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 938 time: 0.4285650 May 06 14:07:53.048988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:07:53.069480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=cc082aba-d76c-4374-bbf9-148880e0b9ee,revision_number=6']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:53.078429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.078954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.079320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.079704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.080062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.080393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.080716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.081167 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.081493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.081811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.082128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc0d01-e369-4349-ade3-e1d695e80338 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:53.113845 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9deeeeb1-cd32-410a-91a7-d3c00dc4d938'] response: {'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'status': 'completed', 'code': 200} May 06 14:07:53.207982 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-8f59a96f-0413-4191-a8dc-27d12354bd11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1099 time: 0.0707898 May 06 14:07:53.320034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0fd8025c-e618-4ade-b710-a95e64790a62 None None] Provisioning complete for port cc082aba-d76c-4374-bbf9-148880e0b9ee triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:53.320571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0fd8025c-e618-4ade-b710-a95e64790a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:53.339417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-5b770656-09cb-41a4-9c5a-8596e5139a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:53.340878 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-5b770656-09cb-41a4-9c5a-8596e5139a82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1276865 May 06 14:07:53.383585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8025c-e618-4ade-b710-a95e64790a62 None None] Port cc082aba-d76c-4374-bbf9-148880e0b9ee is administratively disabled so it will not transition to active. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} May 06 14:07:53.443966 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-90a1dc2c-4d55-49d0-ad71-ceb74f8199b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 1002 time: 0.0969510 May 06 14:07:53.503686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-501183d8-edfb-4e5a-9042-649d6f1488f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:53.505105 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-501183d8-edfb-4e5a-9042-649d6f1488f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0560496 May 06 14:07:53.579443 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-66174696-dcfa-4889-85e3-392290ed6ce2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685217 May 06 14:07:53.793226 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-f95b679f-4ee1-410c-92eb-68a7927b6e0d service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072294 May 06 14:07:53.923829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e33e8fa2-d16c-452e-b5fd-c468989ade56 req-a9bca231-8d80-4e5d-bd23-57a593031ac9 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247389 May 06 14:07:56.479254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41128) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:56.485050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:56.605522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:56.817603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port cc082aba-d76c-4374-bbf9-148880e0b9ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:56.846091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:56.851876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:56.920012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:56.920615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:56.921996 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/ports/cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 937 time: 0.4416766 May 06 14:07:56.922547 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:07:56.926358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41132) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:56.943965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=cc082aba-d76c-4374-bbf9-148880e0b9ee,revision_number=7']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:56.955416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.955775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.956170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.956504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.956833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.957160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.957491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.957812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.958135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.958454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:56.958771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbeb2b-fe18-40d0-8099-97084a3d5c24 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:57.005430 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89eaa3a3-0c71-4dbc-b8fe-8ae58899b213'] response: {'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'status': 'completed', 'code': 200} May 06 14:07:57.125009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f4751c92-c208-4821-8bf0-3178d1b2a7bf None None] Provisioning complete for port cc082aba-d76c-4374-bbf9-148880e0b9ee triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:57.125597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4751c92-c208-4821-8bf0-3178d1b2a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:57.126287 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-805bff31-f5ea-46ae-8719-a9197ebdd0de tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/e46bc404-2c32-4af5-b08b-7e2604e5e64a HTTP/1.1" status: 200 len: 993 time: 0.1935627 May 06 14:07:57.146036 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51816122-7bac-477c-aeeb-04e4f6637008 req-946b8224-784b-4e47-88b4-b9e5c6dc28eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1098 time: 0.1080379 May 06 14:07:57.189470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['cc082aba-d76c-4374-bbf9-148880e0b9ee'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:07:57.287172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816122-7bac-477c-aeeb-04e4f6637008 req-795a62c3-142c-453b-aaab-2e3f1a33fd56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:57.287874 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51816122-7bac-477c-aeeb-04e4f6637008 req-795a62c3-142c-453b-aaab-2e3f1a33fd56 service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1346128 May 06 14:07:57.391887 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51816122-7bac-477c-aeeb-04e4f6637008 req-e7fa145a-bc72-45c4-ab90-1585fbfd505b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 1001 time: 0.0981872 May 06 14:07:57.470435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816122-7bac-477c-aeeb-04e4f6637008 req-74c1fcc4-58a5-40e2-a4fb-c60669f8990f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:57.471947 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51816122-7bac-477c-aeeb-04e4f6637008 req-74c1fcc4-58a5-40e2-a4fb-c60669f8990f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0729949 May 06 14:07:57.555940 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51816122-7bac-477c-aeeb-04e4f6637008 req-10fc487e-4d79-496e-905f-3cf56b9b5af0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771251 May 06 14:07:57.686076 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51816122-7bac-477c-aeeb-04e4f6637008 req-4bed722b-fb24-48ba-ad45-ddf110ab3a37 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234963 May 06 14:07:57.816161 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51816122-7bac-477c-aeeb-04e4f6637008 req-7a2b61b6-d438-45d4-9c14-a4b4457cdd8a service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222835 May 06 14:08:00.021907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41146) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:00.216963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 73704cd3-0b42-40cd-a10d-5418b47ca47e {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:08:00.217213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:00.388118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:00.388439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:00.600035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 73704cd3-0b42-40cd-a10d-5418b47ca47e owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:08:00.742954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:00.787306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=73704cd3-0b42-40cd-a10d-5418b47ca47e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:00.877946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:00.935075 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:08:01.259591 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:08:01.462319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:08:01.472181 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] Sync routers for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:08:01.484038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:01.486534 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:01.487500 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:07:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:01.547359 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c6155116-36ce-4e7a-a2dc-460f2c89cb45 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/cf631bd5-a5f7-4874-b253-8f5674a53ac3 HTTP/1.1" status: 204 len: 168 time: 1.5243802 May 06 14:08:01.547972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:08:01.607581 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361d236e-c433-4ab4-bdb9-d0686d033c4e'] response: {'name': 'network-changed', 'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96', 'status': 'completed', 'code': 200} May 06 14:08:01.671677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:01.694829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-9d036935-6332-4c23-92ee-29ae534fce2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 1099 time: 0.0693195 May 06 14:08:01.833668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-cfd18ce4-5c57-44b6-b6f6-4360d9f76e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:01.835204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-cfd18ce4-5c57-44b6-b6f6-4360d9f76e21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1348600 May 06 14:08:01.947221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-0c066c39-0d44-470d-89e0-89ddc649293c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b890593f-7069-4b9b-8338-61aea552ac96 HTTP/1.1" status: 200 len: 217 time: 0.1032839 May 06 14:08:02.025252 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:02.028553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-d84eb964-16f4-41e5-ad85-351cc554a7fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:02.029587 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] Checking router: c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:08:02.029972 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-d84eb964-16f4-41e5-ad85-351cc554a7fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.0765996 May 06 14:08:02.040457 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:02.041051 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:07:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:02.047446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26d56bb9-e7d7-455a-8b1f-f3d27bf1e98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:02.072817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f697c3e-7977-4696-948b-054f5e694e23 req-cd6f74bc-5dd8-4a80-9503-1acb43f190a1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:02.074015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4f697c3e-7977-4696-948b-054f5e694e23 req-cd6f74bc-5dd8-4a80-9503-1acb43f190a1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:02.106479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4f697c3e-7977-4696-948b-054f5e694e23 req-cd6f74bc-5dd8-4a80-9503-1acb43f190a1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:02.107600 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4f697c3e-7977-4696-948b-054f5e694e23 req-cd6f74bc-5dd8-4a80-9503-1acb43f190a1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 946 time: 0.2103148 May 06 14:08:02.156669 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-7d1daf00-22b3-4add-b202-e9553cf5ce5d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1182621 May 06 14:08:02.218972 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:02.278803 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4f697c3e-7977-4696-948b-054f5e694e23 req-48a39a0c-1978-4b10-a211-7ccc14557727 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1648917 May 06 14:08:02.389221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-d340f7e3-24a8-475c-8254-ba2644de3c24 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243209 May 06 14:08:02.517999 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53dd0c58-ea2c-461f-9148-b6d91f83396c req-2f219a15-d80b-45f5-a466-58ef68130650 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228309 May 06 14:08:02.594555 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:02.598414 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ac4ad-eb02-48de-9531-1d0f883f0e23 None None] The sync data for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv is: [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'e46bc404-2c32-4af5-b08b-7e2604e5e64a', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'port_id': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'mac_address': 'fa:16:3e:f4:88:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69499bc8-01c6-4f46-9474-c93e7790e787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:06:58Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 1, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:08:02.809346 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74dbdb-6151-4cfa-9b05-f4ae903af1d4 None None] New status for floating IP cf631bd5-a5f7-4874-b253-8f5674a53ac3: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:08:03.218242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-edfb6ce3-1dee-4613-a4e9-946549925eef tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:03.219540 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-edfb6ce3-1dee-4613-a4e9-946549925eef tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 946 time: 0.0736086 May 06 14:08:03.288119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port b890593f-7069-4b9b-8338-61aea552ac96 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:08:03.288796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:03.478952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ee3ac-4eb9-4336-a82b-2c7f11066e81 req-0eb9c05c-9f31-4abb-8dae-e34d50003c53 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:03.480908 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a21ee3ac-4eb9-4336-a82b-2c7f11066e81 req-0eb9c05c-9f31-4abb-8dae-e34d50003c53 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=e32a6fd6-b5ad-4b11-b1f8-3b5967b19676 HTTP/1.1" status: 200 len: 946 time: 0.0781710 May 06 14:08:03.527236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port b890593f-7069-4b9b-8338-61aea552ac96, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b890593f-7069-4b9b-8338-61aea552ac96,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:03.527593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:03.530382 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a21ee3ac-4eb9-4336-a82b-2c7f11066e81 req-be82d12d-226a-43b3-9b87-90c6d5f6cc43 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f61c724-726c-4823-9281-a7d38ca73ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434997 May 06 14:08:03.650581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for b890593f-7069-4b9b-8338-61aea552ac96 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:08:03.788128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:03.839579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=b890593f-7069-4b9b-8338-61aea552ac96,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:03.910949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port b890593f-7069-4b9b-8338-61aea552ac96 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:08:03.913405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:03.915929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'name': 'network-vif-deleted', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:08:03.936014 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e4a584b6-ea24-432c-9835-b8e2b87d8898 req-c39cdce8-f841-4ec6-85fc-c0883a15ec4c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/b890593f-7069-4b9b-8338-61aea552ac96 HTTP/1.1" status: 204 len: 173 time: 0.7108674 May 06 14:08:03.982769 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebaeadec-9291-44af-9530-b0bd741cc1a9'] response: {'server_uuid': 'e32a6fd6-b5ad-4b11-b1f8-3b5967b19676', 'name': 'network-vif-deleted', 'tag': 'b890593f-7069-4b9b-8338-61aea552ac96', 'status': 'completed', 'code': 200} May 06 14:08:04.384026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d2867eb4-7c84-4f73-9cc9-d5914e842a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:04.636941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41162) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:04.704228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-299fb3e9-714d-44d4-8f34-0c8efbc4f85e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:04.735357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-299fb3e9-714d-44d4-8f34-0c8efbc4f85e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:04.799043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-299fb3e9-714d-44d4-8f34-0c8efbc4f85e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:04.816433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fb3e9-714d-44d4-8f34-0c8efbc4f85e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f61c724-726c-4823-9281-a7d38ca73ea5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:04.827756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-299fb3e9-714d-44d4-8f34-0c8efbc4f85e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:04.831563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-299fb3e9-714d-44d4-8f34-0c8efbc4f85e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/8f61c724-726c-4823-9281-a7d38ca73ea5 HTTP/1.1" status: 204 len: 168 time: 0.1910157 May 06 14:08:04.872038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41168) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:05.072557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 4ba736fb-1cb6-4c4c-8a18-75cb830e75a8 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:08:05.072810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:05.237523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:05.237841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:05.358822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 4ba736fb-1cb6-4c4c-8a18-75cb830e75a8 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:08:05.500336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:05.546831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=4ba736fb-1cb6-4c4c-8a18-75cb830e75a8,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:05.595711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:05.600093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:05.644200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:06.102480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:08:06.296155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:08:06.306152 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] Sync routers for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:08:06.313441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:06.318474 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:06.319156 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:06.369056 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2ea408b8-c6bf-4814-9db4-01907a908761 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/e46bc404-2c32-4af5-b08b-7e2604e5e64a HTTP/1.1" status: 204 len: 168 time: 1.4958744 May 06 14:08:06.369625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:08:06.427227 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c6673e-5131-4339-ba3b-87d86001de9d'] response: {'name': 'network-changed', 'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'status': 'completed', 'code': 200} May 06 14:08:06.502237 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:06.519284 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-5efb909a-bf91-43dd-9967-a3d5424bae67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 1098 time: 0.0699356 May 06 14:08:06.666278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-71946105-54c8-4c3e-a556-e962c3fc0354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:06.666640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b890593f-7069-4b9b-8338-61aea552ac96 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:08:06.667797 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-71946105-54c8-4c3e-a556-e962c3fc0354 service neutron] 10.222.0.69 "GET /v2.0/networks?id=55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 200 len: 898 time: 0.1431246 May 06 14:08:06.705383 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: b890593f-7069-4b9b-8338-61aea552ac96 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:08:06.705995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b890593f-7069-4b9b-8338-61aea552ac96 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:08:06.772036 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-551f1f71-78a8-4600-922d-a69714af5c97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 200 len: 217 time: 0.0980964 May 06 14:08:06.835265 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:06.839368 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] Checking router: c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:08:06.851315 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:06.851964 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:06.889106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:06.955647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-726839ce-e3c8-489d-bf17-d4a0ee6b81ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:06.957087 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-726839ce-e3c8-489d-bf17-d4a0ee6b81ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 200 len: 834 time: 0.1776607 May 06 14:08:06.971703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152ed5-969d-4527-a09c-685b41bb5df4 req-846e903b-1ef3-4f6c-9028-07fde62d873a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:06.972390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-aa152ed5-969d-4527-a09c-685b41bb5df4 req-846e903b-1ef3-4f6c-9028-07fde62d873a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:07.035841 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:07.037595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-aa152ed5-969d-4527-a09c-685b41bb5df4 req-846e903b-1ef3-4f6c-9028-07fde62d873a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:07.038732 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa152ed5-969d-4527-a09c-685b41bb5df4 req-846e903b-1ef3-4f6c-9028-07fde62d873a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 945 time: 0.3123298 May 06 14:08:07.082446 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-e3e7bd64-3aa8-4159-8a93-8f37441601ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55ef7240-10f7-4593-90f2-fe6dc0d8f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165054 May 06 14:08:07.113104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-aa152ed5-969d-4527-a09c-685b41bb5df4 req-ba27d255-8849-4d7f-8aa5-fba54d1a3cf2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:07.188417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-aa152ed5-969d-4527-a09c-685b41bb5df4 req-ba27d255-8849-4d7f-8aa5-fba54d1a3cf2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:07.189545 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa152ed5-969d-4527-a09c-685b41bb5df4 req-ba27d255-8849-4d7f-8aa5-fba54d1a3cf2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441932 May 06 14:08:07.230415 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-61b675b8-2c7f-4c5c-b6c3-52c2ed22c896 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404796 May 06 14:08:07.346771 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:07.350873 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed209b-a6d6-4e04-ae0b-2635899e8201 None None] The sync data for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv is: [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '0414b221-0c9b-4677-a4f8-3cf293b72d1f', 'name': '', 'network_id': '55ef7240-10f7-4593-90f2-fe6dc0d8f448', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:b2:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:38Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': 'd0ac03ee-8da1-41d8-9b53-24ad5c25cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:08:07.366435 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-28b6d81f-fe4c-40ca-8fb2-64e9b839af9b req-d48c5598-1096-4e8d-ad11-763656700f13 service neutron] 10.222.0.69 "GET /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299739 May 06 14:08:07.560446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a24b68-f200-4966-99e0-9b1096629c91 None None] New status for floating IP e46bc404-2c32-4af5-b08b-7e2604e5e64a: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:08:08.205113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-6a4507da-b82b-446d-a7dd-0760eb4ba420 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:08.206481 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-6a4507da-b82b-446d-a7dd-0760eb4ba420 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 945 time: 0.0768626 May 06 14:08:08.273136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port cc082aba-d76c-4374-bbf9-148880e0b9ee {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:08:08.273468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:08.391099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27b45f-d844-48c9-9921-e89def0919bf req-fd84ffee-0720-4bb7-869f-0396320cf66c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:08.391773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6c27b45f-d844-48c9-9921-e89def0919bf req-fd84ffee-0720-4bb7-869f-0396320cf66c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:08.403944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6c27b45f-d844-48c9-9921-e89def0919bf req-fd84ffee-0720-4bb7-869f-0396320cf66c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:08.405068 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6c27b45f-d844-48c9-9921-e89def0919bf req-fd84ffee-0720-4bb7-869f-0396320cf66c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=69499bc8-01c6-4f46-9474-c93e7790e787 HTTP/1.1" status: 200 len: 945 time: 0.0883377 May 06 14:08:08.449721 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6c27b45f-d844-48c9-9921-e89def0919bf req-e5b354fa-6296-4a5b-8d5e-095e586ae03c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=44a5c57e-b035-4a13-8bf2-247da32c785b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 May 06 14:08:08.516045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port cc082aba-d76c-4374-bbf9-148880e0b9ee, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=cc082aba-d76c-4374-bbf9-148880e0b9ee,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:08.516394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:08.634617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for cc082aba-d76c-4374-bbf9-148880e0b9ee owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:08:08.775259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:08.825757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=cc082aba-d76c-4374-bbf9-148880e0b9ee,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:08.898792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port cc082aba-d76c-4374-bbf9-148880e0b9ee on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:08:08.901190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:08.903663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'name': 'network-vif-deleted', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:08:08.918384 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f95aabf6-1af0-4143-8904-361f9b044d08 req-475a3c25-b849-4e65-90f8-3309c74f1d3b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/cc082aba-d76c-4374-bbf9-148880e0b9ee HTTP/1.1" status: 204 len: 173 time: 0.7062087 May 06 14:08:08.959638 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0bcf748-edee-42a0-b0e4-ef38cf128c33'] response: {'server_uuid': '69499bc8-01c6-4f46-9474-c93e7790e787', 'name': 'network-vif-deleted', 'tag': 'cc082aba-d76c-4374-bbf9-148880e0b9ee', 'status': 'completed', 'code': 200} May 06 14:08:09.552291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41184) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:09.624148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0822aa67-fdb0-4cb6-9716-5ff6ff4a08bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:09.656380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0822aa67-fdb0-4cb6-9716-5ff6ff4a08bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:09.720431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0822aa67-fdb0-4cb6-9716-5ff6ff4a08bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:09.739488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822aa67-fdb0-4cb6-9716-5ff6ff4a08bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a5c57e-b035-4a13-8bf2-247da32c785b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:09.752495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0822aa67-fdb0-4cb6-9716-5ff6ff4a08bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:09.754275 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0822aa67-fdb0-4cb6-9716-5ff6ff4a08bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/44a5c57e-b035-4a13-8bf2-247da32c785b HTTP/1.1" status: 204 len: 168 time: 0.2008030 May 06 14:08:09.795639 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41190) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:10.273789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:10.865713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 0414b221-0c9b-4677-a4f8-3cf293b72d1f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:08:10.866380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:11.050183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 0414b221-0c9b-4677-a4f8-3cf293b72d1f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0414b221-0c9b-4677-a4f8-3cf293b72d1f,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:11.050531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:11.166055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 0414b221-0c9b-4677-a4f8-3cf293b72d1f owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:08:11.333407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:11.378777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=0414b221-0c9b-4677-a4f8-3cf293b72d1f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:11.773916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.333658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:08:12.526912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:08:12.536670 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] Sync routers for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:08:12.542022 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f2f67c93-bdcb-452d-be2e-94f6d047b43b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/c8743e1f-c139-4ed8-be2b-00ff34d5c1e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7422981 May 06 14:08:12.542261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41194) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:12.549203 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:12.549910 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:12.711202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device cc082aba-d76c-4374-bbf9-148880e0b9ee no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:08:12.725749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd99921a-9186-45a3-9d79-c6096d21a762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:08:12.728613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd99921a-9186-45a3-9d79-c6096d21a762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.748906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: cc082aba-d76c-4374-bbf9-148880e0b9ee {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:08:12.749247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device cc082aba-d76c-4374-bbf9-148880e0b9ee not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:08:12.760792 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:12.787905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd99921a-9186-45a3-9d79-c6096d21a762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.868943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd99921a-9186-45a3-9d79-c6096d21a762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.943673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd99921a-9186-45a3-9d79-c6096d21a762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.986093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99921a-9186-45a3-9d79-c6096d21a762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:12.992392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd99921a-9186-45a3-9d79-c6096d21a762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.998259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee53c3-3cf4-49ce-9403-e12f24aada9e None None] Network 55ef7240-10f7-4593-90f2-fe6dc0d8f448 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:08:13.009393 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dd99921a-9186-45a3-9d79-c6096d21a762 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/d0ac03ee-8da1-41d8-9b53-24ad5c25cfd4 HTTP/1.1" status: 204 len: 168 time: 0.4635775 May 06 14:08:13.009686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41198) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:13.040432 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:08:11Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:13.044219 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] Checking router: c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:08:13.054943 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] Routers {'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:13.055588 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:13.240771 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] Set router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:13.253094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] DHCP port deletion for 55ef7240-10f7-4593-90f2-fe6dc0d8f448 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:08:13.257519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Deleting port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:08:13.258059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:13.324404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:13.461352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] For port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=14bb7626-1db0-44bc-9bbb-846a1ee9b3d2,segment=NetworkSegment(af93900b-2828-49b7-bb44-8fc29e7b39c7),segment_id=af93900b-2828-49b7-bb44-8fc29e7b39c7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:13.462099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:13.518996 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:08:11Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:13.523079 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923703a3-fff3-4ddb-9ec3-411bab5fb62c None None] The sync data for ids ['c8743e1f-c139-4ed8-be2b-00ff34d5c1e5'] in dv-neutron-840889-1-hyperv is: [{'id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'name': 'tempest-TestNetworkBasicOps-router-1916968079', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143'}], 'enable_snat': True}, 'gw_port_id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:34Z', 'updated_at': '2022-05-06T14:08:11Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '6573572f-e1d6-4c14-895d-36d6bbbf3953', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743e1f-c139-4ed8-be2b-00ff34d5c1e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:35Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:08:13.527173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:13.542686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 6573572f-e1d6-4c14-895d-36d6bbbf3953 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:08:13.543093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:13.596422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Calling delete_port for 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:08:13.668222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:13.710443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Pushing event deleted for resources: {'Port': ['ID=14bb7626-1db0-44bc-9bbb-846a1ee9b3d2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:13.716608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 6573572f-e1d6-4c14-895d-36d6bbbf3953, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6573572f-e1d6-4c14-895d-36d6bbbf3953,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:13.716956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:13.720966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] No DVR routers for this DVR port 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:08:13.723211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.723549 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.723898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.724224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.724547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.724864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.725181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.725507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.725819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.726128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.726439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87910c6-45ff-4815-b138-67ec84cefa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:13.846117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 6573572f-e1d6-4c14-895d-36d6bbbf3953 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:08:13.880903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:08:13.951645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:08:13.952021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 14bb7626-1db0-44bc-9bbb-846a1ee9b3d2 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:08:14.029653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.072735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=6573572f-e1d6-4c14-895d-36d6bbbf3953,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:14.288722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.628521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.632707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.656147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.656651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Fanout notify agent at l3_agent the message router_deleted on router c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:08:14.670734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.671857 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dbb77ba9-c191-4de3-bbfd-abbf34f635d1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/routers/c8743e1f-c139-4ed8-be2b-00ff34d5c1e5 HTTP/1.1" status: 204 len: 168 time: 1.6607509 May 06 14:08:14.674727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41202) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:14.790725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.928964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.953678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ef7240-10f7-4593-90f2-fe6dc0d8f448']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:14.965479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af93900b-2828-49b7-bb44-8fc29e7b39c7') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:14.965767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af93900b-2828-49b7-bb44-8fc29e7b39c7') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:14.977355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.993883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.001260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:08:15.001668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:08:15.015804 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:08:15.096617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.114520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.126899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=55ef7240-10f7-4593-90f2-fe6dc0d8f448,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:15.136530 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-450a1902-a58a-4a3a-8996-7706bc16c933 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/55ef7240-10f7-4593-90f2-fe6dc0d8f448 HTTP/1.1" status: 204 len: 168 time: 0.4607587 May 06 14:08:15.163414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41206) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:15.169503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'network': {'name': 'tempest-network-smoke--921756312', 'project_id': '52812628270e4c08bba09224380d4cd5', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:15.174758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:15.178897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:network and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:15.181755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:15.188053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:15.198050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:08:15.200913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.230032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:08:15.238809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.239153 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Added segment 3b3020dc-6631-4ae6-b306-7938b93f96b0 of type vlan for network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 May 06 14:08:15.265840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.294388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.298168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:15.298741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.404279 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2396424 May 06 14:08:15.406767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ae350-4be4-412f-9237-a6ea7181806a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Network': ['ID=226d40cf-48df-45f0-abc0-8ca226f7f2c6,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:15.407065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41210) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:15.412648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-738133772', 'admin_state_up': True, 'project_id': '52812628270e4c08bba09224380d4cd5', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:15.418172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:08:15.420527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:15.424484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:router and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:15.427420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:15.433752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:15.443894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.444830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.462964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.576109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0414b221-0c9b-4677-a4f8-3cf293b72d1f no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:08:15.608406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 0414b221-0c9b-4677-a4f8-3cf293b72d1f {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:08:15.608749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0414b221-0c9b-4677-a4f8-3cf293b72d1f not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:08:15.609162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6573572f-e1d6-4c14-895d-36d6bbbf3953 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:08:15.612075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.640350 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 6573572f-e1d6-4c14-895d-36d6bbbf3953 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:08:15.640705 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6573572f-e1d6-4c14-895d-36d6bbbf3953 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:08:15.797600 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.826546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.959879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.115 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/967c3ba6-5a57-43c3-a6c9-3c034e43bba2) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:08:16.101041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:16.127731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:16.193126 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:08:16.195733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:08:16.200155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:08:16.317740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:16.437892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:16.438558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:16.658022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router af124c3b-bb5e-4d4c-a273-08fc6042a362 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:08:16.857399 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:08:16.867724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Sync routers for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:08:16.879751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:16.880423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:16.883646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:16.888329 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-82fc097b-6353-4d21-98f3-3ce38f9142fe tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4802361 May 06 14:08:16.888584 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41214) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:16.943348 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2c939f55-7545-4cf5-b217-b00ac7805b76 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52812628270e4c08bba09224380d4cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538430 May 06 14:08:16.945895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41218) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:17.072861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:17.080169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef61b6-758f-4572-ae48-6d3511afc21a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:17.081645 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-feef61b6-758f-4572-ae48-6d3511afc21a tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348529 May 06 14:08:17.084494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41222) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:17.123589 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-65d69ca3-3115-42c8-b0fc-7ccddf418762 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379598 May 06 14:08:17.126277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41226) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:17.131613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-937017083', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'project_id': '52812628270e4c08bba09224380d4cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:17.239046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:17.242922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:subnet and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:17.245760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:17.251635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:17.261851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:08:17.350578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:16Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:17.354442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Checking router: af124c3b-bb5e-4d4c-a273-08fc6042a362 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:08:17.354779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Updating router af124c3b-bb5e-4d4c-a273-08fc6042a362 port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:08:17.364300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.409278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.577846 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.655663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Subnet': ['ID=4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:17.670958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Checking segment: {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:08:17.671327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network hostable DHCP agents. Network: 226d40cf-48df-45f0-abc0-8ca226f7f2c6, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:08:17.693397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:08:17.703283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 226d40cf-48df-45f0-abc0-8ca226f7f2c6) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:08:17.707319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:17.708053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.713932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff333acb-d595-407a-b4e9-5a721410e15d None None] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:08:17.729516 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0c8893b7-99be-462c-9a94-fe7f1634e2ae tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6021376 May 06 14:08:17.732648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41230) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:17.799241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.819135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Transition to ACTIVE for port object 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:08:17.837097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.974563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Attempting to bind port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:08:17.975234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Attempting to bind port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:08:17.975339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Attempting to bind port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:08:17.983203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbed3d-a169-422e-8f7c-a9c69009f050 None None] Pushing event updated for resources: {'Port': ['ID=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:17.994343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:08:17.995266 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:08:17.995665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.996080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:08:17.996548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Bound port: 967c3ba6-5a57-43c3-a6c9-3c034e43bba2, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:08:17.996919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:18.088069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:08:18.088917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:18.198378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] For port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:08:18.220508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] For port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:08:18.225486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:18.361191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbed3d-a169-422e-8f7c-a9c69009f050 None None] Pushing event updated for resources: {'Port': ['ID=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:18.369972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:18.370588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:18.501630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:18.508252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Allocated IP 172.20.0.2 (226d40cf-48df-45f0-abc0-8ca226f7f2c6/4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6/73308375-3481-4ea2-a100-2f6617b903e0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:08:18.657832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:18.946173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:18.969499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Transition to ACTIVE for port object 73308375-3481-4ea2-a100-2f6617b903e0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:08:19.025287 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Transition to ACTIVE for port object 73308375-3481-4ea2-a100-2f6617b903e0 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:08:19.033205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.101716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.1 (226d40cf-48df-45f0-abc0-8ca226f7f2c6/4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6/e0f2abec-2336-4f5a-87a7-f2d51caf8355) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:08:19.107122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:08:19.112363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:08:19.114846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:08:19.117078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Pushing event updated for resources: {'Port': ['ID=73308375-3481-4ea2-a100-2f6617b903e0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:19.190337 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:16Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:19.206366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24087510-9037-47fc-96ce-dd0a17ed71f9 None None] The sync data for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv is: [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:16Z', 'revision_number': 3, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:08:19.218702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Attempting to bind port 73308375-3481-4ea2-a100-2f6617b903e0 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:08:19.219072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Attempting to bind port 73308375-3481-4ea2-a100-2f6617b903e0 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:08:19.219432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Attempting to bind port 73308375-3481-4ea2-a100-2f6617b903e0 on network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:08:19.227892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:08:19.228263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Checking segment: {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:08:19.228709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.229116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Bound using segment: {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:08:19.229586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Bound port: 73308375-3481-4ea2-a100-2f6617b903e0, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:08:19.229957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.270639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.288220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object e0f2abec-2336-4f5a-87a7-f2d51caf8355 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:08:19.314093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.320947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] For port 73308375-3481-4ea2-a100-2f6617b903e0, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:08:19.324724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] For port 73308375-3481-4ea2-a100-2f6617b903e0, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=73308375-3481-4ea2-a100-2f6617b903e0,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:08:19.329476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.377313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:08:19.382120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:08:19.388979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:08:19.432758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136d6b5-3f61-43e8-8bd0-6bc4b35c831b None None] Pushing event updated for resources: {'Port': ['ID=73308375-3481-4ea2-a100-2f6617b903e0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:19.463430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=e0f2abec-2336-4f5a-87a7-f2d51caf8355,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:19.468146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.567468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.618144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:08:19.717078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:08:19.724923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:19.725906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.904943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:19.923288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:19.929116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:20.016872 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:20.088635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:20.095557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:20.212914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=e0f2abec-2336-4f5a-87a7-f2d51caf8355,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:20.215272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:20.357490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:08:20.358640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:08:20.417327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:20.435003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb4a30-3b3b-4d68-999a-edc74934da96 None None] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:08:20.579849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bbabb8b3-35a6-4a89-978a-590ee91d7fb8 None None] Provisioning for port 73308375-3481-4ea2-a100-2f6617b903e0 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:08:20.849912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router af124c3b-bb5e-4d4c-a273-08fc6042a362 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:08:20.914325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e9aa2b76-1978-4435-87e7-5c05ce868827 None None] Provisioning for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:08:20.919769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e9aa2b76-1978-4435-87e7-5c05ce868827 None None] Provisioning complete for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:20.920242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2b76-1978-4435-87e7-5c05ce868827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:20.975713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa2b76-1978-4435-87e7-5c05ce868827 None None] Port e0f2abec-2336-4f5a-87a7-f2d51caf8355 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:08:21.068853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:08:21.082729 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0f8e8688-b4fb-41fc-aacb-3bbe8ad6890d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/af124c3b-bb5e-4d4c-a273-08fc6042a362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3489740 May 06 14:08:21.086200 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41234) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:21.115455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6fd5585e-0c0b-4d9e-83d2-f041d1aec316 None None] Provisioning complete for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:21.115870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6fd5585e-0c0b-4d9e-83d2-f041d1aec316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:21.178851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5585e-0c0b-4d9e-83d2-f041d1aec316 None None] Port e0f2abec-2336-4f5a-87a7-f2d51caf8355 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:08:21.237887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1c4d2-3135-4679-b65c-16c5167787b1 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:21.238458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1c4d2-3135-4679-b65c-16c5167787b1 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:21.238597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1c4d2-3135-4679-b65c-16c5167787b1 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:21.238959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1c4d2-3135-4679-b65c-16c5167787b1 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:21.240642 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-48c1c4d2-3135-4679-b65c-16c5167787b1 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1541510 May 06 14:08:21.243294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41238) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:21.298791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-24dae638-c830-4e31-992b-0eff6efa6690 None None] Provisioning complete for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:21.299264 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24dae638-c830-4e31-992b-0eff6efa6690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:21.310957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c7509-31f3-44a7-a681-60be214acee5 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:21.311666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c7509-31f3-44a7-a681-60be214acee5 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:21.312473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c7509-31f3-44a7-a681-60be214acee5 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:21.312867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c7509-31f3-44a7-a681-60be214acee5 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:21.317686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41242) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:21.318406 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f65c7509-31f3-44a7-a681-60be214acee5 tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0741372 May 06 14:08:21.351433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-24dae638-c830-4e31-992b-0eff6efa6690 None None] Port e0f2abec-2336-4f5a-87a7-f2d51caf8355 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:08:21.618994 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-bd85da46-3048-45cf-8c50-40a10c4c9daa tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3001003 May 06 14:08:21.647445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 73308375-3481-4ea2-a100-2f6617b903e0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:08:21.713637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 73308375-3481-4ea2-a100-2f6617b903e0 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:08:21.717949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 73308375-3481-4ea2-a100-2f6617b903e0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:21.718310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:21.833483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:21.865524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 73308375-3481-4ea2-a100-2f6617b903e0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=73308375-3481-4ea2-a100-2f6617b903e0,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:21.870106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:21.870959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:08:21.882218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41248) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:21.888083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298462387', 'description': 'tempest-secgroup-smoke-1298462387 description', 'project_id': '52812628270e4c08bba09224380d4cd5'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:21.894108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:21.898228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:21.901067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:21.906641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:21.920111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:21.955459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:21.959336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:21.962242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:21.968304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:21.982922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=73308375-3481-4ea2-a100-2f6617b903e0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:21.996262 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:21.996628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.024884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.029010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.071258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca9d02a-46cf-4869-9006-95350cfeab4d,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:22.078287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.082271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6f4f34be-f318-4962-9d1a-e6e63f154ecb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1963761 May 06 14:08:22.082643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41252) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:22.088663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '0ca9d02a-46cf-4869-9006-95350cfeab4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:22.094510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:22.098289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:22.101100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:22.107159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:22.124434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.182672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.185995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.208370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d030190e-7701-4b4b-8da0-f158c3579cfb,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:22.219071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.220359 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d01f4a0e-b5b4-48ce-b3d4-05f2decbe75b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1369994 May 06 14:08:22.223237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41256) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:22.228644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '0ca9d02a-46cf-4869-9006-95350cfeab4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:22.234941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:22.238752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:22.241601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:22.247222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:22.262243 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.324696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.328582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.351452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb7b884-40b6-4ef6-9b41-a7a5086eb488,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:22.360010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.361172 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-97e5196c-4775-4efe-9129-6c2e3382596b tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1369841 May 06 14:08:22.363927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41260) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:22.369165 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '0ca9d02a-46cf-4869-9006-95350cfeab4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:22.375063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:22.378910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:22.381728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:22.387965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:22.406022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.469398 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.473318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.495889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164c71e6-44bf-463f-a42e-45e7158dcd97,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:22.505265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.506458 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91425566-fae2-4726-9171-a8afb55900e2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1416018 May 06 14:08:22.509259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41264) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:22.515121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '0ca9d02a-46cf-4869-9006-95350cfeab4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:22.520842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:22.524862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:22.528389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:22.534055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:22.549988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.617145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.621082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.644297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1044c93-942d-49f5-8370-c4a1cb2bbdd7,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:22.653492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.654678 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-75b6439e-9840-4c0d-a2ae-6e977cdf4498 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1444914 May 06 14:08:22.657413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41268) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:22.662590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '0ca9d02a-46cf-4869-9006-95350cfeab4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:22.668384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:22.672225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:22.675140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:22.680989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:22.692257 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:08:22.699578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.765393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.769090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.794284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad48cb59-7a55-4bea-a042-9033dba9437d,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:22.803656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.808593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41272) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:22.809054 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c7134526-3fbe-473e-9056-4906ac1f4022 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1502745 May 06 14:08:22.814438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'security_group_rule': {'security_group_id': '0ca9d02a-46cf-4869-9006-95350cfeab4d', 'project_id': '52812628270e4c08bba09224380d4cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:22.820624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:22.825313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:security_group_rule and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:22.828226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:22.834028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:22.838496 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Sync routers for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:08:22.845313 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Project 52812628270e4c08bba09224380d4cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:08:22.851294 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:22.851928 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:22.852387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.920099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.923868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.948074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd03d79-9523-4956-900e-00a010e51533,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:22.957518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:22.958673 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6704772f-f797-4610-9ab0-341b71d5a351 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1490200 May 06 14:08:23.034809 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:23.282604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-98a2f5a3-7dd9-41a9-bfdb-dd1235e2be9a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:23.297612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-98a2f5a3-7dd9-41a9-bfdb-dd1235e2be9a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:23.298824 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-98a2f5a3-7dd9-41a9-bfdb-dd1235e2be9a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298462387&fields=id&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 267 time: 0.0567818 May 06 14:08:23.361217 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:23.365068 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Checking router: af124c3b-bb5e-4d4c-a273-08fc6042a362 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:08:23.365414 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Updating router af124c3b-bb5e-4d4c-a273-08fc6042a362 port e0f2abec-2336-4f5a-87a7-f2d51caf8355 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:08:23.418330 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:23.444853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-55e39e05-e91d-46b7-a3e4-3431788ef6a9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:23.445508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-55e39e05-e91d-46b7-a3e4-3431788ef6a9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:23.460621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-55e39e05-e91d-46b7-a3e4-3431788ef6a9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:23.461794 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-55e39e05-e91d-46b7-a3e4-3431788ef6a9 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/networks?id=226d40cf-48df-45f0-abc0-8ca226f7f2c6 HTTP/1.1" status: 200 len: 796 time: 0.1557701 May 06 14:08:23.477984 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-bd11983f-f1bb-4772-b7e0-96a4c5586124 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/quotas/52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 375 time: 0.0104704 May 06 14:08:23.570026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-0a2fe0eb-1fd5-4f61-84e7-94793efe458c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:23.582136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 73308375-3481-4ea2-a100-2f6617b903e0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:08:23.590640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-0a2fe0eb-1fd5-4f61-84e7-94793efe458c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:23.598979 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-0a2fe0eb-1fd5-4f61-84e7-94793efe458c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154633 May 06 14:08:23.649795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 73308375-3481-4ea2-a100-2f6617b903e0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:23.650149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:23.732904 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-02d4ac84-e265-4449-8033-3ace5451681d service neutron] 10.222.0.65 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273212 May 06 14:08:23.759698 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:23.772227 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Transition to ACTIVE for port object e0f2abec-2336-4f5a-87a7-f2d51caf8355 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:08:23.779261 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:23.876245 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-093bb082-b022-43c7-a144-9684bba29eca service neutron] 10.222.0.65 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363897 May 06 14:08:23.955921 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Pushing event updated for resources: {'Port': ['ID=e0f2abec-2336-4f5a-87a7-f2d51caf8355,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:23.977539 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.977879 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.978470 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.979355 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.979664 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.980015 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.980335 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.980654 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.980957 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.981268 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:23.981569 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:24.063921 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Attempting to bind port e0f2abec-2336-4f5a-87a7-f2d51caf8355 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:08:24.064288 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Attempting to bind port e0f2abec-2336-4f5a-87a7-f2d51caf8355 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:08:24.064640 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Attempting to bind port e0f2abec-2336-4f5a-87a7-f2d51caf8355 on network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:08:24.073843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:08:24.074210 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Checking segment: {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:08:24.074720 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:24.074977 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Bound using segment: {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:08:24.075435 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Bound port: e0f2abec-2336-4f5a-87a7-f2d51caf8355, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:08:24.076076 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:24.170200 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] For port e0f2abec-2336-4f5a-87a7-f2d51caf8355, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:08:24.174178 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] For port e0f2abec-2336-4f5a-87a7-f2d51caf8355, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0f2abec-2336-4f5a-87a7-f2d51caf8355,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:08:24.178565 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:24.185460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-13ca7ce0-8925-4883-a878-41b009020c4a req-d944bd7a-050f-448a-8273-80ca1ff3766a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:24.205550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-13ca7ce0-8925-4883-a878-41b009020c4a req-d944bd7a-050f-448a-8273-80ca1ff3766a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:24.206991 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-13ca7ce0-8925-4883-a878-41b009020c4a req-d944bd7a-050f-448a-8273-80ca1ff3766a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 210 time: 0.1594915 May 06 14:08:24.263868 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaa9ca-b90d-4c54-b39a-68285154d459 None None] Pushing event updated for resources: {'Port': ['ID=e0f2abec-2336-4f5a-87a7-f2d51caf8355,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:24.277543 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:24.278569 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:24.465928 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:24.796742 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:08:24Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:24.800430 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2e855-349a-4dc8-8526-c23a966a135a None None] The sync data for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv is: [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:08:24Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:08:25.145928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-1f5b4d3e-cfca-4c69-9304-d7862580411e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:25.147475 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-1f5b4d3e-cfca-4c69-9304-d7862580411e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/networks?id=226d40cf-48df-45f0-abc0-8ca226f7f2c6 HTTP/1.1" status: 200 len: 796 time: 0.1605880 May 06 14:08:25.207432 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-c9425212-082d-4251-af9b-f2c5840ea4cb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52812628270e4c08bba09224380d4cd5 HTTP/1.1" status: 200 len: 380 time: 0.0475881 May 06 14:08:25.216446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'port': {'device_id': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'admin_state_up': True, 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'security_groups': ['0ca9d02a-46cf-4869-9006-95350cfeab4d']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:25.393062 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0636c472-988b-4337-8db1-59fcc63947ff req-fc23134b-9f5e-46b3-ac02-af75646d6e07 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 210 time: 0.0541909 May 06 14:08:25.403921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:25.415768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:25.427114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Made reservation on behalf of 52812628270e4c08bba09224380d4cd5 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:08:25.430126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:25.595726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.20.0.8 (226d40cf-48df-45f0-abc0-8ca226f7f2c6/4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6/13c941d3-3e82-4f89-99f7-e688114b07e1) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:08:25.603123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0f2abec-2336-4f5a-87a7-f2d51caf8355 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:08:25.676475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:08:25.682925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:25.683321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:25.799689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:25.832761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port e0f2abec-2336-4f5a-87a7-f2d51caf8355, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0f2abec-2336-4f5a-87a7-f2d51caf8355,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:25.836664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:25.889948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:25.906532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Transition to ACTIVE for port object 13c941d3-3e82-4f89-99f7-e688114b07e1 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:08:25.911941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=e0f2abec-2336-4f5a-87a7-f2d51caf8355,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:25.928321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:25.998145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:08:26.001354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:08:26.005038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:08:26.046767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=13c941d3-3e82-4f89-99f7-e688114b07e1,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:26.069801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:26.070396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:26.095891 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-756bce93-2f9a-4702-89a7-9bf1f469cbcb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8838422 May 06 14:08:26.106350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-5b8354b7-4d35-45b0-ad45-e8b252c1b8b5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:08:26.107274 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-5b8354b7-4d35-45b0-ad45-e8b252c1b8b5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050998 May 06 14:08:26.181376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Request body: {'port': {'device_id': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:26.250982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d29a76a4-dd0e-46ff-9561-ed57e3cec77e None None] Provisioning for port 13c941d3-3e82-4f89-99f7-e688114b07e1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:08:26.255486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d29a76a4-dd0e-46ff-9561-ed57e3cec77e None None] Provisioning complete for port 13c941d3-3e82-4f89-99f7-e688114b07e1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:26.255878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d29a76a4-dd0e-46ff-9561-ed57e3cec77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:26.293039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:26.305546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d29a76a4-dd0e-46ff-9561-ed57e3cec77e None None] Port 13c941d3-3e82-4f89-99f7-e688114b07e1 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:08:26.590419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6139ee0-c295-4a15-b007-87b1c7b54faa req-e21f79ac-7efc-405e-b660-b85d752e1578 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:26.591886 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e6139ee0-c295-4a15-b007-87b1c7b54faa req-e21f79ac-7efc-405e-b660-b85d752e1578 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 931 time: 0.0761688 May 06 14:08:26.629493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c941d3-3e82-4f89-99f7-e688114b07e1 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:08:26.636302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:26.637334 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e6139ee0-c295-4a15-b007-87b1c7b54faa req-111a0449-66f7-41f8-9ae4-d8aa0f0e73bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394919 May 06 14:08:26.651307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Transition to ACTIVE for port object 13c941d3-3e82-4f89-99f7-e688114b07e1 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:08:26.654474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:26.779017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Pushing event updated for resources: {'Port': ['ID=13c941d3-3e82-4f89-99f7-e688114b07e1,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:26.889199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Attempting to bind port 13c941d3-3e82-4f89-99f7-e688114b07e1 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:08:26.889534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Attempting to bind port 13c941d3-3e82-4f89-99f7-e688114b07e1 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:08:26.889860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Attempting to bind port 13c941d3-3e82-4f89-99f7-e688114b07e1 on network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:08:26.895625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Port 13c941d3-3e82-4f89-99f7-e688114b07e1 on network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:08:26.895982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Attempting to bind port 13c941d3-3e82-4f89-99f7-e688114b07e1 on network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:08:26.902856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:08:26.903192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Checking segment: {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:08:26.903574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Bound using segment: {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:08:26.904026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Bound port: 13c941d3-3e82-4f89-99f7-e688114b07e1, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3020dc-6631-4ae6-b306-7938b93f96b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:08:26.904375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:26.995734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] For port 13c941d3-3e82-4f89-99f7-e688114b07e1, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:08:26.998578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] For port 13c941d3-3e82-4f89-99f7-e688114b07e1, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=13c941d3-3e82-4f89-99f7-e688114b07e1,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:08:27.003015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:27.063381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:27.064768 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] 10.222.0.69 "PUT /v2.0/ports/13c941d3-3e82-4f89-99f7-e688114b07e1 HTTP/1.1" status: 200 len: 1093 time: 0.9513829 May 06 14:08:27.065172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:08:27.085447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1b33d-7733-4585-855f-2b8cbb327967 service neutron] Pushing event updated for resources: {'Port': ['ID=13c941d3-3e82-4f89-99f7-e688114b07e1,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:27.136505 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b0fc64-9b59-4d41-b72a-c46201ab7962'] response: {'name': 'network-changed', 'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'status': 'completed', 'code': 200} May 06 14:08:27.185678 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-cc656de8-ced5-46a1-b591-1b83fae08dcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 1096 time: 0.0816221 May 06 14:08:27.257660 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-40c21d30-fa3f-4f80-9d6a-60b66ed28014 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c941d3-3e82-4f89-99f7-e688114b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0650890 May 06 14:08:27.317455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-be5f2429-2d09-43d3-931a-7741a391564d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:27.318814 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-be5f2429-2d09-43d3-931a-7741a391564d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6 HTTP/1.1" status: 200 len: 834 time: 0.0560393 May 06 14:08:27.395692 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-6ca8bb21-4857-4d38-8a8a-f50397d19849 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=226d40cf-48df-45f0-abc0-8ca226f7f2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708141 May 06 14:08:27.531483 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-3b1f3b28-b6ec-47df-b84d-bb588a08f000 service neutron] 10.222.0.69 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257670 May 06 14:08:27.582654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0f2abec-2336-4f5a-87a7-f2d51caf8355 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:08:27.653709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:27.654072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:27.765717 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53c9c7b2-464d-4126-8f11-c3b3f921d13c req-c30232d2-5b90-48ee-9358-ef946f0271bf service neutron] 10.222.0.69 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273407 May 06 14:08:27.844350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ce6f6-6fe1-46d6-bc85-d1eeebea1bb0 req-14c3bb15-ed39-41fc-bea5-7157d48175eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:27.846351 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef2ce6f6-6fe1-46d6-bc85-d1eeebea1bb0 req-14c3bb15-ed39-41fc-bea5-7157d48175eb tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 943 time: 0.0846765 May 06 14:08:27.885271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-cb36f31a-80b9-45b3-ae40-79b5c80bd8cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 1096 time: 0.0768430 May 06 14:08:27.894009 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef2ce6f6-6fe1-46d6-bc85-d1eeebea1bb0 req-164ae6fa-90b4-47b3-a307-c5380024e970 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 May 06 14:08:28.019297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-edbec344-6aad-47c9-aac6-94bc1386691a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:28.020766 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-edbec344-6aad-47c9-aac6-94bc1386691a service neutron] 10.222.0.69 "GET /v2.0/networks?id=226d40cf-48df-45f0-abc0-8ca226f7f2c6 HTTP/1.1" status: 200 len: 897 time: 0.1298461 May 06 14:08:28.091176 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-bfab0081-3507-4e88-af31-c02956e23ba8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c941d3-3e82-4f89-99f7-e688114b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0636320 May 06 14:08:28.152198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-c0400f37-cdf9-4d05-b9de-89ee62730c2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:28.153573 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-c0400f37-cdf9-4d05-b9de-89ee62730c2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6 HTTP/1.1" status: 200 len: 834 time: 0.0559993 May 06 14:08:28.228807 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-c72efee5-85a3-47b8-bf77-369e25de9144 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=226d40cf-48df-45f0-abc0-8ca226f7f2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688136 May 06 14:08:28.359249 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-1b9c74dd-86e3-42f5-9983-f551bba2765b service neutron] 10.222.0.69 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227162 May 06 14:08:28.491847 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26d925a8-a297-4c3a-a5ab-25adc9aa77f9 req-f2d8b6a6-ff9f-4a78-9fcd-fd331bd79c28 service neutron] 10.222.0.69 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247392 May 06 14:08:29.086998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c05c0b-bb27-465c-be01-1cbeadb84990 req-972d99ea-78be-4071-b4d3-9ecc3e08dc39 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:29.087661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-81c05c0b-bb27-465c-be01-1cbeadb84990 req-972d99ea-78be-4071-b4d3-9ecc3e08dc39 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:29.103080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-81c05c0b-bb27-465c-be01-1cbeadb84990 req-972d99ea-78be-4071-b4d3-9ecc3e08dc39 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:29.104913 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-81c05c0b-bb27-465c-be01-1cbeadb84990 req-972d99ea-78be-4071-b4d3-9ecc3e08dc39 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 943 time: 0.0903099 May 06 14:08:29.150053 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-81c05c0b-bb27-465c-be01-1cbeadb84990 req-e9d1e5f4-cb9f-4433-bfb5-9bed205a9bf5 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396881 May 06 14:08:30.340645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded187de-32e6-40db-ae76-9777140f35c9 req-0b15dd72-0d97-4752-a225-40c49d181bee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:30.342069 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ded187de-32e6-40db-ae76-9777140f35c9 req-0b15dd72-0d97-4752-a225-40c49d181bee tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 943 time: 0.0750422 May 06 14:08:30.389509 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ded187de-32e6-40db-ae76-9777140f35c9 req-87904318-451d-4849-8a46-9bb1c2b4cca1 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420411 May 06 14:08:30.834130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 13c941d3-3e82-4f89-99f7-e688114b07e1 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:08:30.965856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 13c941d3-3e82-4f89-99f7-e688114b07e1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=13c941d3-3e82-4f89-99f7-e688114b07e1,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:31.003183 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'port_id': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'mac_address': 'fa:16:3e:1b:ea:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:08:31.054963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:31.071584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c941d3-3e82-4f89-99f7-e688114b07e1 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:08:31.086494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 13c941d3-3e82-4f89-99f7-e688114b07e1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=13c941d3-3e82-4f89-99f7-e688114b07e1,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:31.090163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:31.155141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=13c941d3-3e82-4f89-99f7-e688114b07e1,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:31.290863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['13c941d3-3e82-4f89-99f7-e688114b07e1'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:08:31.604348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139722a3-5aa1-48d5-8f1f-31b377c8379e req-154fe060-b5b5-4c17-b4c0-851260911752 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:31.605937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-139722a3-5aa1-48d5-8f1f-31b377c8379e req-154fe060-b5b5-4c17-b4c0-851260911752 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 944 time: 0.0935640 May 06 14:08:31.651086 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-139722a3-5aa1-48d5-8f1f-31b377c8379e req-d648b3f5-d2cf-467a-a3dd-a2f2652fcd9d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395718 May 06 14:08:32.050445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e618e9a-d8f7-442c-9dc0-71e69d0c4b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:32.834757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 13c941d3-3e82-4f89-99f7-e688114b07e1 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:08:32.844236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542555f-8388-4b2a-9125-3055452285ec req-61ed3870-06bc-446c-a863-09cbd10b1a60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:32.845668 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6542555f-8388-4b2a-9125-3055452285ec req-61ed3870-06bc-446c-a863-09cbd10b1a60 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 944 time: 0.0752370 May 06 14:08:32.905751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 13c941d3-3e82-4f89-99f7-e688114b07e1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:08:32.909968 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6542555f-8388-4b2a-9125-3055452285ec req-4654c54d-ff36-43d5-8b30-a948af4247f2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561025 May 06 14:08:32.910812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 13c941d3-3e82-4f89-99f7-e688114b07e1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:32.911183 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:33.024478 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:33.050822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:08:33.060260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 13c941d3-3e82-4f89-99f7-e688114b07e1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=13c941d3-3e82-4f89-99f7-e688114b07e1,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:08:33.064160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:33.107032 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd3d7b5-fa32-442d-a6e0-d66d942f68c6'] response: {'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'code': 200} May 06 14:08:33.131853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=13c941d3-3e82-4f89-99f7-e688114b07e1,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:33.320148 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-186f1cc8-7520-4725-8009-527ad7740609 req-ea573a90-7050-48eb-950e-84543dc07b80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 1098 time: 0.0656502 May 06 14:08:33.360004 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-186f1cc8-7520-4725-8009-527ad7740609 req-60069e24-02ef-43f2-b85f-0d20ccc7ad83 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 May 06 14:08:34.094169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9321b-5d40-4fda-996d-e6dd9e27c5d1 req-959ba66f-e18a-49b5-a5ce-8a95f6155391 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:34.095611 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f0d9321b-5d40-4fda-996d-e6dd9e27c5d1 req-959ba66f-e18a-49b5-a5ce-8a95f6155391 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 945 time: 0.0791225 May 06 14:08:34.140545 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f0d9321b-5d40-4fda-996d-e6dd9e27c5d1 req-0c743c14-99f5-450a-8e06-0a9610a6e4b2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394893 May 06 14:08:34.386995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f869-eb50-4c66-88e4-f4ccefa57365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:35.345579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a9ba7-57ba-4ce4-b256-f668ffe9e85a req-c3357f27-c641-421e-8eb2-c2510e427325 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:35.347003 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f76a9ba7-57ba-4ce4-b256-f668ffe9e85a req-c3357f27-c641-421e-8eb2-c2510e427325 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 945 time: 0.0786183 May 06 14:08:35.392179 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f76a9ba7-57ba-4ce4-b256-f668ffe9e85a req-d036d910-ef3e-42ff-b11e-380a9dea9353 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 May 06 14:08:35.583828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c9e2-e1aa-4f21-983e-e825f34b9f4b req-bcf100a9-6194-4cb6-835e-6368fbbdf0dd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:35.585289 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5128c9e2-e1aa-4f21-983e-e825f34b9f4b req-bcf100a9-6194-4cb6-835e-6368fbbdf0dd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 945 time: 0.0770404 May 06 14:08:35.601017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:35.604968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:35.632447 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5128c9e2-e1aa-4f21-983e-e825f34b9f4b req-67126a12-d25f-46de-8176-f1be28d4fc0a tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 May 06 14:08:35.660763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41324) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:35.731407 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f9a7cc1e-2fe2-4029-bc4a-03c27c9f02ac tempest-TestNetworkBasicOps-1911627239 tempest-TestNetworkBasicOps-1911627239-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 1093 time: 0.0693254 May 06 14:08:35.733851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41328) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:35.738769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:08:35.744542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:35.748556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Usage tracker for resource:floatingip and tenant:52812628270e4c08bba09224380d4cd5 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:08:35.751688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:08:35.757359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:35.767903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:35.902662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:36.033244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Allocated IP 172.26.0.101 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/6775d510-a657-4208-b179-231e1a5521e0) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:08:36.261640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:36.288515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:36.352251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:08:36.355471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:08:36.359197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:08:36.391105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=6775d510-a657-4208-b179-231e1a5521e0,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:36.851501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:36.881985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:36.910337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:37.112016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:37.116312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:37.220170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event updated for resources: {'Port': ['ID=6775d510-a657-4208-b179-231e1a5521e0,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:37.234073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:37.418819 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Floating IP 49a6fe77-91d4-439e-bd9c-0b8c70fece59 associated. External IP: 172.26.0.101, port: 13c941d3-3e82-4f89-99f7-e688114b07e1. May 06 14:08:37.911328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router af124c3b-bb5e-4d4c-a273-08fc6042a362 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:08:37.935627 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:08:38.110845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:08:38.121675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] Sync routers for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:08:38.134379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:38.135579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:38.137085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:38.192277 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-44f3b6d7-07a5-4cb6-a4e7-163068ebe8a6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4571457 May 06 14:08:38.193166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:08:38.196274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41332) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:38.257185 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b719bbf-d51d-46ab-94e3-69ca94feb913'] response: {'name': 'network-changed', 'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'status': 'completed', 'code': 200} May 06 14:08:38.317969 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:38.342184 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-99fe4914-ce14-4413-a1fa-a5053a48e260 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.1436307 May 06 14:08:38.366845 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-1ca5cbd7-c6a0-4c7a-bdf0-9515fc605c61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 1098 time: 0.0860009 May 06 14:08:38.492931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-f899bd58-f089-4d48-8cbb-f399a4cd407c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:38.494910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-f899bd58-f089-4d48-8cbb-f399a4cd407c service neutron] 10.222.0.69 "GET /v2.0/networks?id=226d40cf-48df-45f0-abc0-8ca226f7f2c6 HTTP/1.1" status: 200 len: 897 time: 0.1226280 May 06 14:08:38.595827 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-7ee671fb-bdaf-45ea-952d-865c93152f24 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c941d3-3e82-4f89-99f7-e688114b07e1 HTTP/1.1" status: 200 len: 999 time: 0.0951076 May 06 14:08:38.657911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '49a6fe77-91d4-439e-bd9c-0b8c70fece59', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'port_id': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'mac_address': 'fa:16:3e:1b:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:08:36Z', 'updated_at': '2022-05-06T14:08:36Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:08:25Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:38.660261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-f145741d-07ef-45f9-9841-909425f55bd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:38.661676 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-f145741d-07ef-45f9-9841-909425f55bd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6 HTTP/1.1" status: 200 len: 834 time: 0.0602190 May 06 14:08:38.661813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] Checking router: af124c3b-bb5e-4d4c-a273-08fc6042a362 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:08:38.672582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:08:38.673191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:08:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:38.825289 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-910e46c3-edee-43c1-a443-4f4aaf13156a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=226d40cf-48df-45f0-abc0-8ca226f7f2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1579409 May 06 14:08:38.852057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:08:38.961648 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-3a37841b-a668-45d6-90f6-0a54fd1caf4a service neutron] 10.222.0.69 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300886 May 06 14:08:39.092905 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8aa0dd9d-5c57-4012-a594-273709f66031 req-2d58150f-a1e1-4f71-b9b5-a3b173d4c41b service neutron] 10.222.0.69 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251256 May 06 14:08:39.237372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '49a6fe77-91d4-439e-bd9c-0b8c70fece59', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'port_id': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'mac_address': 'fa:16:3e:1b:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:08:36Z', 'updated_at': '2022-05-06T14:08:36Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:08:25Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:08:39.241321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3a6b4-8c49-4834-a225-47f38cf1e653 None None] The sync data for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv is: [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '49a6fe77-91d4-439e-bd9c-0b8c70fece59', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'port_id': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'mac_address': 'fa:16:3e:1b:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:08:36Z', 'updated_at': '2022-05-06T14:08:36Z', 'revision_number': 0, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:08:25Z', 'revision_number': 5, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:08:39.346139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41338) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:39.449552 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7d720913-e2fc-441d-af2f-75234210c0a3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.1020648 May 06 14:08:40.453098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41342) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:40.553758 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d744c830-dcaa-4a44-9a99-c14a6e5cc7f8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.0995286 May 06 14:08:40.960970 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a29e9c-c03d-4c58-8cbf-48a5a66288b5 None None] New status for floating IP 49a6fe77-91d4-439e-bd9c-0b8c70fece59: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:08:41.558116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41346) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:08:41.660241 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7e4b52ee-8914-456b-bdf6-930fb7b9ed16 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 993 time: 0.1009128 May 06 14:08:50.425601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:02.052644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ac54b88-cbc2-44ee-b538-a7ec4d9889b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:04.389090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c482a4e8-f03b-433e-a3b6-c4c37207ce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:05.596709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:05.607608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:06.882577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:10.897575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41364) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:10.902930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2026d0b9-9aee-46cc-ac3a-31965458f8bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:09:11.449819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2026d0b9-9aee-46cc-ac3a-31965458f8bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:11.460945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2026d0b9-9aee-46cc-ac3a-31965458f8bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:11.757377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2026d0b9-9aee-46cc-ac3a-31965458f8bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router af124c3b-bb5e-4d4c-a273-08fc6042a362 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:09:11.953909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2026d0b9-9aee-46cc-ac3a-31965458f8bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:09:11.960118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2026d0b9-9aee-46cc-ac3a-31965458f8bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:11.961360 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2026d0b9-9aee-46cc-ac3a-31965458f8bf tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/af124c3b-bb5e-4d4c-a273-08fc6042a362 HTTP/1.1" status: 200 len: 888 time: 1.0628116 May 06 14:09:11.963769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa005a-738d-47d4-9d72-dd05d27efebf None None] Sync routers for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:09:11.975789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa005a-738d-47d4-9d72-dd05d27efebf None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:09:11.976421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0ffa005a-738d-47d4-9d72-dd05d27efebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:09:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:12.035209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0ffa005a-738d-47d4-9d72-dd05d27efebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:12.045765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa005a-738d-47d4-9d72-dd05d27efebf None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:09:12.046342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0ffa005a-738d-47d4-9d72-dd05d27efebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:09:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:12.105795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0ffa005a-738d-47d4-9d72-dd05d27efebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:12.106180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa005a-738d-47d4-9d72-dd05d27efebf None None] The sync data for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv is: [] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:09:12.870062 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8e8bb-a1bb-4325-bc30-37b92045bdb7 None None] New status for floating IP 49a6fe77-91d4-439e-bd9c-0b8c70fece59: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:09:13.598585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0f2abec-2336-4f5a-87a7-f2d51caf8355 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:13.707242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:13.738011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port e0f2abec-2336-4f5a-87a7-f2d51caf8355, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0f2abec-2336-4f5a-87a7-f2d51caf8355,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:13.741871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:13.742767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:13.855095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=e0f2abec-2336-4f5a-87a7-f2d51caf8355,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:13.892648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.892987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.893320 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.893650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.893983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.894309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.894629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.894950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.895269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.895580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.895992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:13.922489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:13.938124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:13.942222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:14.010919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:14.123075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41370) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:14.128588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-eabc22fb-8292-4b91-bd61-fe6b0733b98e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:09:14.675881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eabc22fb-8292-4b91-bd61-fe6b0733b98e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:14.687086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eabc22fb-8292-4b91-bd61-fe6b0733b98e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4023695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4023696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4026898'] for router, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:14.884592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabc22fb-8292-4b91-bd61-fe6b0733b98e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router af124c3b-bb5e-4d4c-a273-08fc6042a362 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:09:14.936439 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:09:15.080154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabc22fb-8292-4b91-bd61-fe6b0733b98e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:09:15.085842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eabc22fb-8292-4b91-bd61-fe6b0733b98e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:15.086901 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eabc22fb-8292-4b91-bd61-fe6b0733b98e tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/af124c3b-bb5e-4d4c-a273-08fc6042a362 HTTP/1.1" status: 200 len: 887 time: 0.9628198 May 06 14:09:15.089409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] Sync routers for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:09:15.089956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41374) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:15.101377 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:09:15.101966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:09:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:15.193967 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-00b03369-3427-4fb5-bddd-1e376ba2816d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.1028652 May 06 14:09:15.275411 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:09:15.654993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:14Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '49a6fe77-91d4-439e-bd9c-0b8c70fece59', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'port_id': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'mac_address': 'fa:16:3e:1b:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:08:36Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:15.658836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] Checking router: af124c3b-bb5e-4d4c-a273-08fc6042a362 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:09:15.669237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:09:15.669831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:09:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:15.842845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:09:16.181649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:14Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '49a6fe77-91d4-439e-bd9c-0b8c70fece59', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'port_id': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'mac_address': 'fa:16:3e:1b:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:08:36Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:16.185624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e628c-dc55-40c5-a195-7eaa282729fe None None] The sync data for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv is: [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:14Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '49a6fe77-91d4-439e-bd9c-0b8c70fece59', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'port_id': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'mac_address': 'fa:16:3e:1b:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:08:36Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 2, 'project_id': '52812628270e4c08bba09224380d4cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f2abec-2336-4f5a-87a7-f2d51caf8355', 'name': '', 'network_id': '226d40cf-48df-45f0-abc0-8ca226f7f2c6', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'mac_address': 'fa:16:3e:57:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:18Z', 'updated_at': '2022-05-06T14:09:13Z', 'revision_number': 6, 'project_id': '52812628270e4c08bba09224380d4cd5', 'subnets': [{'id': '4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:09:16.197841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41378) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:16.438425 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-14a292bd-5a07-4837-88d7-b3f5865abf61 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.2391937 May 06 14:09:17.443038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41382) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:17.547421 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a0622cce-9f8d-4f93-9d3c-aa6918346144 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.1032069 May 06 14:09:17.639762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0f2abec-2336-4f5a-87a7-f2d51caf8355 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:17.712607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:17.712973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:17.825427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:17.855834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port e0f2abec-2336-4f5a-87a7-f2d51caf8355, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0f2abec-2336-4f5a-87a7-f2d51caf8355,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:17.860254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:17.860973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:17.969531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=e0f2abec-2336-4f5a-87a7-f2d51caf8355,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:17.984160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:17.984527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:18.093461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:18.109638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:18.113600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:18.181393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:18.551271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41386) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:18.654653 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-474f347a-39f2-4ae2-bfab-91b00853417c tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.1021953 May 06 14:09:19.609589 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0f2abec-2336-4f5a-87a7-f2d51caf8355 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:19.658442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41390) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:19.676459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e0f2abec-2336-4f5a-87a7-f2d51caf8355 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:19.676822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:19.763012 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-35dd7ed7-d9ee-4f6f-b4f8-e2213b45dd3d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.1033835 May 06 14:09:19.791481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:19.855842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:19.856208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:20.439752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:20.766159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41394) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:20.864966 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8dfb9494-dc39-468d-a688-1b5fe85513b0 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.0976253 May 06 14:09:21.868990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41398) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:21.976219 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b380a1ac-6997-48bb-9914-5131eccf2583 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.1060839 May 06 14:09:22.979835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41402) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:23.083946 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50e0ffb6-3b5f-427c-b672-2b719562319d tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 991 time: 0.1028626 May 06 14:09:23.265725 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b469c-8ad9-4b5e-a6ec-17c339ca242d None None] New status for floating IP 49a6fe77-91d4-439e-bd9c-0b8c70fece59: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:09:24.087654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41406) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:24.192458 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-66e32b40-6d6d-41fc-bc07-c2c8fb32c964 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 200 len: 993 time: 0.1035469 May 06 14:09:24.472019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41414) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:24.679366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 6775d510-a657-4208-b179-231e1a5521e0 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:09:24.679700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:24.845748 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:24.846074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:24.963708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 6775d510-a657-4208-b179-231e1a5521e0 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:09:25.203758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:25.247330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=6775d510-a657-4208-b179-231e1a5521e0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:25.284543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.284888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.285219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.285545 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.285887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.286209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.286528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.286846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.287160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.287471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.287888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.348534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:25.723136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router af124c3b-bb5e-4d4c-a273-08fc6042a362 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:09:25.919072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:09:25.939302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:25.991831 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8ccdbc05-dcac-44b4-8c4a-6b69e1ddd0f4 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/floatingips/49a6fe77-91d4-439e-bd9c-0b8c70fece59 HTTP/1.1" status: 204 len: 168 time: 1.5188024 May 06 14:09:25.992400 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:09:26.115097 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8220d4-67bc-4b94-9e15-1e3315cb0cd8'] response: {'name': 'network-changed', 'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'status': 'completed', 'code': 200} May 06 14:09:26.213316 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-d79151a8-5f56-464f-ad1d-fea0599c6e72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52812628270e4c08bba09224380d4cd5&device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 1098 time: 0.0770159 May 06 14:09:26.346453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-bbec0e6e-86eb-4342-9b07-c9ef340353e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:26.347940 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-bbec0e6e-86eb-4342-9b07-c9ef340353e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=226d40cf-48df-45f0-abc0-8ca226f7f2c6 HTTP/1.1" status: 200 len: 897 time: 0.1289437 May 06 14:09:26.366661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adc198-4eeb-487e-a553-568a3689a9e7 req-680414c8-bf08-4ac9-bd1d-2a817374b203 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:26.367341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-f8adc198-4eeb-487e-a553-568a3689a9e7 req-680414c8-bf08-4ac9-bd1d-2a817374b203 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:26.383186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-f8adc198-4eeb-487e-a553-568a3689a9e7 req-680414c8-bf08-4ac9-bd1d-2a817374b203 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:26.384551 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f8adc198-4eeb-487e-a553-568a3689a9e7 req-680414c8-bf08-4ac9-bd1d-2a817374b203 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 945 time: 0.0924616 May 06 14:09:26.415762 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-212a34e8-4323-49a4-9784-c4b127ca9024 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c941d3-3e82-4f89-99f7-e688114b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0599530 May 06 14:09:26.433337 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f8adc198-4eeb-487e-a553-568a3689a9e7 req-64656609-c7bc-4f9a-b463-3343d29e2c00 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 May 06 14:09:26.481128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-cb223649-985f-42f6-97d9-f1400bd469fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:26.482537 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-cb223649-985f-42f6-97d9-f1400bd469fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6 HTTP/1.1" status: 200 len: 834 time: 0.0599983 May 06 14:09:26.560276 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-249edc43-e016-49ce-8ee7-9fb430a4d34f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=226d40cf-48df-45f0-abc0-8ca226f7f2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709870 May 06 14:09:26.690551 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-7b87ed41-6e3e-421d-938b-502c72187d3e service neutron] 10.222.0.69 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240120 May 06 14:09:26.823460 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7cbe07fa-095e-4ad0-8d3b-e8691c6c4206 req-813407c9-3321-4f94-bf3a-42b95d3d4033 service neutron] 10.222.0.69 "GET /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262376 May 06 14:09:27.683382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b7601-521c-4014-b79c-ca9aff320148 req-3d2069d1-74ad-41e0-8a39-b0d9971c0bc6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:27.684749 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8f9b7601-521c-4014-b79c-ca9aff320148 req-3d2069d1-74ad-41e0-8a39-b0d9971c0bc6 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 945 time: 0.1316655 May 06 14:09:27.719339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d72821-fe32-4076-a392-98351cad40b4 req-a419de52-9ee6-4c59-a151-7692c40a14bd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:27.720722 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53d72821-fe32-4076-a392-98351cad40b4 req-a419de52-9ee6-4c59-a151-7692c40a14bd tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 945 time: 0.1111321 May 06 14:09:27.787804 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8f9b7601-521c-4014-b79c-ca9aff320148 req-a7a94a9f-6ed7-4111-871b-136ce19622f3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ca9d02a-46cf-4869-9006-95350cfeab4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971079 May 06 14:09:27.800113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 13c941d3-3e82-4f89-99f7-e688114b07e1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:09:27.800452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:28.133598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 13c941d3-3e82-4f89-99f7-e688114b07e1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=13c941d3-3e82-4f89-99f7-e688114b07e1,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:28.133931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:28.250475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 13c941d3-3e82-4f89-99f7-e688114b07e1 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:09:28.390732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:28.436955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=13c941d3-3e82-4f89-99f7-e688114b07e1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:28.472423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.472658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.472999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.473335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.473667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.473997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.474319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.474643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.474963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.475282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.475600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:28.523488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] No DVR routers for this DVR port 13c941d3-3e82-4f89-99f7-e688114b07e1 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:09:28.526409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:28.528883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'name': 'network-vif-deleted', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:09:28.549769 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53d72821-fe32-4076-a392-98351cad40b4 req-bb3fd81e-b741-4938-bf69-ce3150b077f7 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.69 "DELETE /v2.0/ports/13c941d3-3e82-4f89-99f7-e688114b07e1 HTTP/1.1" status: 204 len: 173 time: 0.8184674 May 06 14:09:28.597465 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bac65d-cfe2-438d-9618-9f88f13f47c9'] response: {'server_uuid': '1a3f5448-5bda-4a9a-b2e5-e653fc44ed69', 'name': 'network-vif-deleted', 'tag': '13c941d3-3e82-4f89-99f7-e688114b07e1', 'status': 'completed', 'code': 200} May 06 14:09:28.969924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c5a09a13-961a-4afb-954a-be82eac3a4e1 req-eb8933c5-bce2-4d78-8046-34b15c19d157 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Synchronizing usage tracker for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:28.985727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c5a09a13-961a-4afb-954a-be82eac3a4e1 req-eb8933c5-bce2-4d78-8046-34b15c19d157 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Unset dirty status for tenant:52812628270e4c08bba09224380d4cd5 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:28.986873 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5a09a13-961a-4afb-954a-be82eac3a4e1 req-eb8933c5-bce2-4d78-8046-34b15c19d157 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a3f5448-5bda-4a9a-b2e5-e653fc44ed69 HTTP/1.1" status: 200 len: 210 time: 0.0581543 May 06 14:09:30.095404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41434) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:30.163345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8a7bb11d-5df9-4dd4-90df-90863ebfe3c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:30.191443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8a7bb11d-5df9-4dd4-90df-90863ebfe3c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:30.253652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8a7bb11d-5df9-4dd4-90df-90863ebfe3c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:30.272722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bb11d-5df9-4dd4-90df-90863ebfe3c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca9d02a-46cf-4869-9006-95350cfeab4d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:30.280341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8a7bb11d-5df9-4dd4-90df-90863ebfe3c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:30.281449 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8a7bb11d-5df9-4dd4-90df-90863ebfe3c3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/security-groups/0ca9d02a-46cf-4869-9006-95350cfeab4d HTTP/1.1" status: 204 len: 168 time: 0.1850209 May 06 14:09:30.323218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41440) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:30.715065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:31.115242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 13c941d3-3e82-4f89-99f7-e688114b07e1 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:31.146889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 13c941d3-3e82-4f89-99f7-e688114b07e1 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:09:31.147230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 13c941d3-3e82-4f89-99f7-e688114b07e1 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:09:31.404481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port e0f2abec-2336-4f5a-87a7-f2d51caf8355 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:09:31.405069 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:31.587400 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port e0f2abec-2336-4f5a-87a7-f2d51caf8355, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e0f2abec-2336-4f5a-87a7-f2d51caf8355,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:31.587753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:31.710008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for e0f2abec-2336-4f5a-87a7-f2d51caf8355 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:09:31.884042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:31.932687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=e0f2abec-2336-4f5a-87a7-f2d51caf8355,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:32.055805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-023d48eb-7375-4ccd-a912-d20defaa9bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:32.219160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:32.878033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Router af124c3b-bb5e-4d4c-a273-08fc6042a362 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:09:33.077535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:09:33.093418 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-177e389c-6469-4460-b2ea-62d7cdbf0ce2 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "PUT /v2.0/routers/af124c3b-bb5e-4d4c-a273-08fc6042a362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7691033 May 06 14:09:33.096149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41448) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:33.287833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdd5adb-0389-425c-a507-1b826cff88b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting subnet 4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:09:33.291290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5adb-0389-425c-a507-1b826cff88b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:33.343729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5adb-0389-425c-a507-1b826cff88b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:33.429111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5adb-0389-425c-a507-1b826cff88b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:33.498731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5adb-0389-425c-a507-1b826cff88b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:33.538083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd5adb-0389-425c-a507-1b826cff88b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:33.545706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5adb-0389-425c-a507-1b826cff88b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:33.551708 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9bdd5adb-0389-425c-a507-1b826cff88b8 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/subnets/4fb55a4a-5490-4f40-af6e-b29e7d6a9eb6 HTTP/1.1" status: 204 len: 168 time: 0.4546247 May 06 14:09:33.552214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0442a23-9b35-4782-b465-33f01b49d462 None None] Network 226d40cf-48df-45f0-abc0-8ca226f7f2c6 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:09:33.554345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41452) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:33.725624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] Sync routers for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:09:33.763365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:33.788855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:09:33.789730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:09:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:34.001176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:09:34.040433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] DHCP port deletion for 226d40cf-48df-45f0-abc0-8ca226f7f2c6 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:09:34.078475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.088053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Deleting port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:09:34.088415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.103892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] Deleting port 73308375-3481-4ea2-a100-2f6617b903e0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:09:34.104107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.290081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] For port 967c3ba6-5a57-43c3-a6c9-3c034e43bba2, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:34.290344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.409697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Calling delete_port for 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:09:34.463037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15a1b1a8-a6e7-4816-adb1-e4e1ea39ab86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.479681 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] For port 73308375-3481-4ea2-a100-2f6617b903e0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=73308375-3481-4ea2-a100-2f6617b903e0,segment=NetworkSegment(3b3020dc-6631-4ae6-b306-7938b93f96b0),segment_id=3b3020dc-6631-4ae6-b306-7938b93f96b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:34.480098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.578455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.618867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] Calling delete_port for 73308375-3481-4ea2-a100-2f6617b903e0 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:09:34.626099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Port': ['ID=967c3ba6-5a57-43c3-a6c9-3c034e43bba2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:34.693568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:31Z', 'revision_number': 7, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port': {'id': '967c3ba6-5a57-43c3-a6c9-3c034e43bba2', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:34.698244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] Checking router: af124c3b-bb5e-4d4c-a273-08fc6042a362 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:09:34.709148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.756718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] Routers {'af124c3b-bb5e-4d4c-a273-08fc6042a362'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:09:34.757339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:09:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['af124c3b-bb5e-4d4c-a273-08fc6042a362'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:34.805980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] Pushing event deleted for resources: {'Port': ['ID=73308375-3481-4ea2-a100-2f6617b903e0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:34.851481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.917344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ff245-53d1-494e-8ada-8733f8ad219b None None] No DVR routers for this DVR port 73308375-3481-4ea2-a100-2f6617b903e0 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:09:34.931640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] Set router af124c3b-bb5e-4d4c-a273-08fc6042a362 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:09:35.038522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:34Z', 'revision_number': 9, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:35.043174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb590c5-b1a4-4e4b-acdb-c53f43818efd None None] The sync data for ids ['af124c3b-bb5e-4d4c-a273-08fc6042a362'] in dv-neutron-840889-1-hyperv is: [{'id': 'af124c3b-bb5e-4d4c-a273-08fc6042a362', 'name': 'tempest-TestNetworkBasicOps-router-738133772', 'tenant_id': '52812628270e4c08bba09224380d4cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:08:15Z', 'updated_at': '2022-05-06T14:09:34Z', 'revision_number': 9, 'project_id': '52812628270e4c08bba09224380d4cd5', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:09:35.112348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.116483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.140989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.141444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Fanout notify agent at l3_agent the message router_deleted on router af124c3b-bb5e-4d4c-a273-08fc6042a362 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:09:35.155917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.156993 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0c8bed3b-e1d1-4ff4-9770-d17b7682eeb3 tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/routers/af124c3b-bb5e-4d4c-a273-08fc6042a362 HTTP/1.1" status: 204 len: 168 time: 1.6015437 May 06 14:09:35.159686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41456) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:35.299443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.559004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.590446 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226d40cf-48df-45f0-abc0-8ca226f7f2c6']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:35.599412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.603749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3020dc-6631-4ae6-b306-7938b93f96b0') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:35.604053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3020dc-6631-4ae6-b306-7938b93f96b0') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:35.611061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.616761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.633984 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.639895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:09:35.640254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:09:35.654675 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:09:35.733439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.750541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:35.762282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] Pushing event deleted for resources: {'Network': ['ID=226d40cf-48df-45f0-abc0-8ca226f7f2c6,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:35.772059 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3d946c7c-73da-4bbc-91d3-ffb4f4a0aace tempest-TestNetworkBasicOps-867185835 tempest-TestNetworkBasicOps-867185835-project] 10.222.0.65 "DELETE /v2.0/networks/226d40cf-48df-45f0-abc0-8ca226f7f2c6 HTTP/1.1" status: 204 len: 168 time: 0.6112525 May 06 14:09:35.832002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0f2abec-2336-4f5a-87a7-f2d51caf8355 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:35.863821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: e0f2abec-2336-4f5a-87a7-f2d51caf8355 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:09:35.864281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e0f2abec-2336-4f5a-87a7-f2d51caf8355 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:09:35.864771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 73308375-3481-4ea2-a100-2f6617b903e0 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:35.900646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 73308375-3481-4ea2-a100-2f6617b903e0 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:09:35.901032 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe2e76-0d86-4544-8823-ffa6bb261be5 None None] New status for floating IP 49a6fe77-91d4-439e-bd9c-0b8c70fece59: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:09:35.901878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 73308375-3481-4ea2-a100-2f6617b903e0 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:09:35.902516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:35.939599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:09:35.940537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 967c3ba6-5a57-43c3-a6c9-3c034e43bba2 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:09:36.117255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41464) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:36.292065 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-aa56e6a4-e06a-4f30-b841-a677d0eac8fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52812628270e4c08bba09224380d4cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1730747 May 06 14:09:36.294529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41470) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:36.353434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50fe0cf2-ce9d-49c4-81e8-d4e00246557b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.378925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50fe0cf2-ce9d-49c4-81e8-d4e00246557b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.429141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50fe0cf2-ce9d-49c4-81e8-d4e00246557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.444943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe0cf2-ce9d-49c4-81e8-d4e00246557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb68387-136c-40b7-9d00-546703a0bf85,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:36.454366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-50fe0cf2-ce9d-49c4-81e8-d4e00246557b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.455484 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-50fe0cf2-ce9d-49c4-81e8-d4e00246557b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4eb68387-136c-40b7-9d00-546703a0bf85 HTTP/1.1" status: 204 len: 168 time: 0.1600771 May 06 14:09:36.797370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41478) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:36.818760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.849261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:36.853774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] Usage tracker for resource:security_group_rule and tenant:102a92909eb94dc88f9aef26c8394ddb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:36.856591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:36.863020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:36.890124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.934681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.938613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.985152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561784bd-946f-4a40-888f-1d141607bf50,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:36.991470 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bd036a96-e18b-4490-8ad6-f36f3df23547 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=102a92909eb94dc88f9aef26c8394ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1930192 May 06 14:09:36.994815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41482) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:37.054451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c5cdd85-8658-469b-bb4f-770b84613073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:37.079292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c5cdd85-8658-469b-bb4f-770b84613073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:37.129780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c5cdd85-8658-469b-bb4f-770b84613073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:37.146534 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cdd85-8658-469b-bb4f-770b84613073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561784bd-946f-4a40-888f-1d141607bf50,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:37.153337 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c5cdd85-8658-469b-bb4f-770b84613073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:37.154431 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2c5cdd85-8658-469b-bb4f-770b84613073 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/561784bd-946f-4a40-888f-1d141607bf50 HTTP/1.1" status: 204 len: 168 time: 0.1587281 May 06 14:09:45.111164 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-6e006b90-ba3a-4dc5-a4f0-653e26c3c306 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5285b4cfa3324c56a72006d1050b51d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279286 May 06 14:09:45.256595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e8081360-170f-429d-812a-69136832ef9b tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:45.258018 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e8081360-170f-429d-812a-69136832ef9b tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418447 May 06 14:09:45.274081 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-f87c6535-0b06-4089-bbba-224e3a4121fd tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/quotas/5285b4cfa3324c56a72006d1050b51d4 HTTP/1.1" status: 200 len: 375 time: 0.0102360 May 06 14:09:45.318690 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-da4b2d14-930b-4f86-9723-a57ce7df46da tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5285b4cfa3324c56a72006d1050b51d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399723 May 06 14:09:46.515642 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9cfd47f2-eea9-463f-bd10-2a41e30811fd req-c6780eff-8894-43f3-88c1-9bb2026f1267 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 210 time: 0.0409386 May 06 14:09:47.616788 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-8b5bfc6c-b8c2-4c41-ab61-4b545e85abc8 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5285b4cfa3324c56a72006d1050b51d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273845 May 06 14:09:47.677957 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-01992453-695b-4961-a160-833381699deb req-23ad5efc-0a23-46fc-b0e3-05e598671a2b tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 210 time: 0.0400887 May 06 14:09:47.767150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-8f674cde-5397-4baf-964a-47fac32a4b85 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:47.768580 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-8f674cde-5397-4baf-964a-47fac32a4b85 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469510 May 06 14:09:47.784507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Request body: {'port': {'device_id': '2e9a00fc-9613-4d1f-8510-265114174fa3', 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3', 'admin_state_up': True, 'tenant_id': '5285b4cfa3324c56a72006d1050b51d4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:09:47.919469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:47.923309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Usage tracker for resource:port and tenant:5285b4cfa3324c56a72006d1050b51d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:47.926092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:47.932419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:47.942338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Made reservation on behalf of 5285b4cfa3324c56a72006d1050b51d4 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:09:47.945534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:47.957801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:47.995002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:47.999194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Usage tracker for resource:security_group_rule and tenant:5285b4cfa3324c56a72006d1050b51d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:48.002366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:48.008259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:48.075828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.079500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.158073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bc4cca-01a5-4079-a875-90a5253ed788,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:48.245057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Allocated IP 192.168.233.77 (0fdccc46-c272-461d-bbc1-113f808ec8e3/72771824-c365-4025-aa1f-ad615135332b/863829a5-0777-48d3-9c5b-7c141ddfca7b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:09:48.437966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.452511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Transition to ACTIVE for port object 863829a5-0777-48d3-9c5b-7c141ddfca7b will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:48.473422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.544051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Network 0fdccc46-c272-461d-bbc1-113f808ec8e3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:09:48.547136 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:48.551310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:09:48.582011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Pushing event updated for resources: {'Port': ['ID=863829a5-0777-48d3-9c5b-7c141ddfca7b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:48.617188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:48.617792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.645861 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-e22913d7-7b7a-4764-83ca-908eadf194c3 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8648834 May 06 14:09:48.666706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Request body: {'port': {'device_id': '2e9a00fc-9613-4d1f-8510-265114174fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:09:48.789422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.798289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-483bdaf5-033c-4f1c-a03a-190ba03b097b None None] Provisioning for port 863829a5-0777-48d3-9c5b-7c141ddfca7b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:48.804051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-483bdaf5-033c-4f1c-a03a-190ba03b097b None None] Provisioning complete for port 863829a5-0777-48d3-9c5b-7c141ddfca7b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:48.804588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-483bdaf5-033c-4f1c-a03a-190ba03b097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.857125 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-483bdaf5-033c-4f1c-a03a-190ba03b097b None None] Port 863829a5-0777-48d3-9c5b-7c141ddfca7b cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:09:49.091389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92502-ad3a-46ca-8ea1-7c8c96056872 req-dc6f19b2-0fe2-4750-87c2-ced7a1e374cc tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:49.092082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-abf92502-ad3a-46ca-8ea1-7c8c96056872 req-dc6f19b2-0fe2-4750-87c2-ced7a1e374cc tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Synchronizing usage tracker for tenant:5285b4cfa3324c56a72006d1050b51d4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:49.172246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-abf92502-ad3a-46ca-8ea1-7c8c96056872 req-dc6f19b2-0fe2-4750-87c2-ced7a1e374cc tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Unset dirty status for tenant:5285b4cfa3324c56a72006d1050b51d4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:49.173392 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abf92502-ad3a-46ca-8ea1-7c8c96056872 req-dc6f19b2-0fe2-4750-87c2-ced7a1e374cc tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 935 time: 0.3447490 May 06 14:09:49.243288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-abf92502-ad3a-46ca-8ea1-7c8c96056872 req-cf4090d9-f2ad-46be-b841-0eda51746deb tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Synchronizing usage tracker for tenant:5285b4cfa3324c56a72006d1050b51d4 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:49.307511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-abf92502-ad3a-46ca-8ea1-7c8c96056872 req-cf4090d9-f2ad-46be-b841-0eda51746deb tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Unset dirty status for tenant:5285b4cfa3324c56a72006d1050b51d4 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:49.308668 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abf92502-ad3a-46ca-8ea1-7c8c96056872 req-cf4090d9-f2ad-46be-b841-0eda51746deb tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247039 May 06 14:09:49.319750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863829a5-0777-48d3-9c5b-7c141ddfca7b {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:09:49.327228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:49.341463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Transition to ACTIVE for port object 863829a5-0777-48d3-9c5b-7c141ddfca7b will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:49.344929 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:49.471379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Pushing event updated for resources: {'Port': ['ID=863829a5-0777-48d3-9c5b-7c141ddfca7b,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:49.577686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Attempting to bind port 863829a5-0777-48d3-9c5b-7c141ddfca7b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:09:49.578021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Attempting to bind port 863829a5-0777-48d3-9c5b-7c141ddfca7b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:09:49.578349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Attempting to bind port 863829a5-0777-48d3-9c5b-7c141ddfca7b on network 0fdccc46-c272-461d-bbc1-113f808ec8e3 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:09:49.584212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Port 863829a5-0777-48d3-9c5b-7c141ddfca7b on network 0fdccc46-c272-461d-bbc1-113f808ec8e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:09:49.584528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Attempting to bind port 863829a5-0777-48d3-9c5b-7c141ddfca7b on network 0fdccc46-c272-461d-bbc1-113f808ec8e3 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:09:49.590674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:09:49.591009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Checking segment: {'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:09:49.591385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Bound using segment: {'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:09:49.591874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Bound port: 863829a5-0777-48d3-9c5b-7c141ddfca7b, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b130e9-ab84-4cdb-8c69-1d42b7b70770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:09:49.592181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:49.681403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] For port 863829a5-0777-48d3-9c5b-7c141ddfca7b, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:09:49.684325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] For port 863829a5-0777-48d3-9c5b-7c141ddfca7b, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=863829a5-0777-48d3-9c5b-7c141ddfca7b,segment=NetworkSegment(55b130e9-ab84-4cdb-8c69-1d42b7b70770),segment_id=55b130e9-ab84-4cdb-8c69-1d42b7b70770)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:09:49.689511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:49.750340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:49.751703 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] 10.222.0.69 "PUT /v2.0/ports/863829a5-0777-48d3-9c5b-7c141ddfca7b HTTP/1.1" status: 200 len: 1097 time: 1.0916660 May 06 14:09:49.752164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9a00fc-9613-4d1f-8510-265114174fa3', 'tag': '863829a5-0777-48d3-9c5b-7c141ddfca7b'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:09:49.774090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77294e6c-834e-49f7-8920-920228af03d0 service neutron] Pushing event updated for resources: {'Port': ['ID=863829a5-0777-48d3-9c5b-7c141ddfca7b,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:49.821769 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8084180-ffcd-4a29-a8df-e9f25c2c0c08'] response: {'name': 'network-changed', 'server_uuid': '2e9a00fc-9613-4d1f-8510-265114174fa3', 'tag': '863829a5-0777-48d3-9c5b-7c141ddfca7b', 'status': 'completed', 'code': 200} May 06 14:09:49.868277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-11f425ab-3cf5-4902-bf18-5abd112a634b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5285b4cfa3324c56a72006d1050b51d4&device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 1100 time: 0.0769744 May 06 14:09:49.936743 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-2645a804-4a4f-4383-8d7f-e210ca4600df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=863829a5-0777-48d3-9c5b-7c141ddfca7b HTTP/1.1" status: 200 len: 217 time: 0.0621891 May 06 14:09:50.000321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-c0ddb5e7-7c65-43c3-b161-009cce705bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:50.001745 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-c0ddb5e7-7c65-43c3-b161-009cce705bab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72771824-c365-4025-aa1f-ad615135332b HTTP/1.1" status: 200 len: 843 time: 0.0595236 May 06 14:09:50.074881 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-d862443e-aacb-4d9c-8c09-dafda70b81b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fdccc46-c272-461d-bbc1-113f808ec8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0668390 May 06 14:09:50.205859 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-b866f19d-22bb-4ea5-a520-7420c3943813 service neutron] 10.222.0.69 "GET /v2.0/networks/0fdccc46-c272-461d-bbc1-113f808ec8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242452 May 06 14:09:50.337039 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d54d2a9-c824-49a8-862f-ab31d25a9a60 req-12deca57-f1b6-403a-805b-8efb5a5507b9 service neutron] 10.222.0.69 "GET /v2.0/networks/0fdccc46-c272-461d-bbc1-113f808ec8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243863 May 06 14:09:50.462730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:50.505579 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-70e286e8-3648-47ea-a365-500d0b839fb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5285b4cfa3324c56a72006d1050b51d4&device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 1100 time: 0.1206083 May 06 14:09:50.602493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12618f32-c5b4-457b-8042-d7296bc61292 req-6d69ac56-64e0-4b2e-adf6-6f2bb7efd4e0 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:50.603916 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-12618f32-c5b4-457b-8042-d7296bc61292 req-6d69ac56-64e0-4b2e-adf6-6f2bb7efd4e0 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 947 time: 0.1655998 May 06 14:09:50.677566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-4ff365fe-2814-497f-93f9-bac83f55ae60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:50.678962 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-4ff365fe-2814-497f-93f9-bac83f55ae60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0fdccc46-c272-461d-bbc1-113f808ec8e3 HTTP/1.1" status: 200 len: 870 time: 0.1656752 May 06 14:09:50.681194 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-12618f32-c5b4-457b-8042-d7296bc61292 req-5ff470d6-f87c-4a8e-89f1-56275b7f1f71 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707593 May 06 14:09:50.850710 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-5145098d-06e2-4312-8a7c-dea705f784b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=863829a5-0777-48d3-9c5b-7c141ddfca7b HTTP/1.1" status: 200 len: 217 time: 0.1650128 May 06 14:09:50.912448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-73a95d44-603f-4760-858e-b14de5348869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:50.913914 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-73a95d44-603f-4760-858e-b14de5348869 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72771824-c365-4025-aa1f-ad615135332b HTTP/1.1" status: 200 len: 843 time: 0.0566282 May 06 14:09:50.988835 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-6fdd6d62-55e5-4028-80ca-e6e9106d8bb7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fdccc46-c272-461d-bbc1-113f808ec8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0685368 May 06 14:09:51.126836 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-aea6e5d7-6c48-460a-b933-1eeed2fef814 service neutron] 10.222.0.69 "GET /v2.0/networks/0fdccc46-c272-461d-bbc1-113f808ec8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308341 May 06 14:09:51.255481 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-57cb7d2f-9bc3-4b06-a98e-d8bac0da51b6 req-96703c11-681e-4fbb-b248-c423e1635f30 service neutron] 10.222.0.69 "GET /v2.0/networks/0fdccc46-c272-461d-bbc1-113f808ec8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227057 May 06 14:09:51.884602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e6ce7-1ac5-4e91-8b1f-9081689c5160 req-911ac0a2-a336-4de3-b3ac-91c50037c693 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:51.886047 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b38e6ce7-1ac5-4e91-8b1f-9081689c5160 req-911ac0a2-a336-4de3-b3ac-91c50037c693 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 947 time: 0.0824032 May 06 14:09:51.931340 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b38e6ce7-1ac5-4e91-8b1f-9081689c5160 req-346bb252-2d68-4cfc-bc8b-08ef6ad351c1 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 May 06 14:09:51.936728 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:09:53.130284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e8a1d-5350-4f65-a7de-ff3f4c7f7536 req-d67c3805-bdce-45d5-b285-aaef1443aaf1 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:53.131719 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c11e8a1d-5350-4f65-a7de-ff3f4c7f7536 req-d67c3805-bdce-45d5-b285-aaef1443aaf1 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 947 time: 0.0813243 May 06 14:09:53.176533 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c11e8a1d-5350-4f65-a7de-ff3f4c7f7536 req-69c649b9-1c2a-4ad3-83fa-ad8f7eb7e1e5 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 May 06 14:09:53.190973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 863829a5-0777-48d3-9c5b-7c141ddfca7b details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:09:53.321959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 863829a5-0777-48d3-9c5b-7c141ddfca7b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=863829a5-0777-48d3-9c5b-7c141ddfca7b,segment=NetworkSegment(55b130e9-ab84-4cdb-8c69-1d42b7b70770),segment_id=55b130e9-ab84-4cdb-8c69-1d42b7b70770)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:53.334807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '863829a5-0777-48d3-9c5b-7c141ddfca7b', 'network_id': '0fdccc46-c272-461d-bbc1-113f808ec8e3', 'port_id': '863829a5-0777-48d3-9c5b-7c141ddfca7b', 'mac_address': 'fa:16:3e:46:db:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72771824-c365-4025-aa1f-ad615135332b', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:09:53.390905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:53.408128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863829a5-0777-48d3-9c5b-7c141ddfca7b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:09:53.422342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 863829a5-0777-48d3-9c5b-7c141ddfca7b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=863829a5-0777-48d3-9c5b-7c141ddfca7b,segment=NetworkSegment(55b130e9-ab84-4cdb-8c69-1d42b7b70770),segment_id=55b130e9-ab84-4cdb-8c69-1d42b7b70770)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:53.426098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:53.491865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=863829a5-0777-48d3-9c5b-7c141ddfca7b,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:53.643753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['863829a5-0777-48d3-9c5b-7c141ddfca7b'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:09:54.371562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3017ad-68e6-46ea-a57d-0d3bb74ae222 req-2a8b3585-2855-4100-a710-7f6321cd63b0 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:54.373007 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0c3017ad-68e6-46ea-a57d-0d3bb74ae222 req-2a8b3585-2855-4100-a710-7f6321cd63b0 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 948 time: 0.0750074 May 06 14:09:54.421736 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0c3017ad-68e6-46ea-a57d-0d3bb74ae222 req-ba528094-7f54-40db-9ef9-d8b96a421839 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 May 06 14:09:55.206798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 863829a5-0777-48d3-9c5b-7c141ddfca7b up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:55.273531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 863829a5-0777-48d3-9c5b-7c141ddfca7b completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:55.278010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 863829a5-0777-48d3-9c5b-7c141ddfca7b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:55.278366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:55.387671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:55.413542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9a00fc-9613-4d1f-8510-265114174fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863829a5-0777-48d3-9c5b-7c141ddfca7b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:09:55.422786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 863829a5-0777-48d3-9c5b-7c141ddfca7b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=863829a5-0777-48d3-9c5b-7c141ddfca7b,segment=NetworkSegment(55b130e9-ab84-4cdb-8c69-1d42b7b70770),segment_id=55b130e9-ab84-4cdb-8c69-1d42b7b70770)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:55.426964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:55.496303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=863829a5-0777-48d3-9c5b-7c141ddfca7b,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:55.556219 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a54317-f3c7-4246-903a-6507b1ee9d8b'] response: {'server_uuid': '2e9a00fc-9613-4d1f-8510-265114174fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863829a5-0777-48d3-9c5b-7c141ddfca7b', 'code': 200} May 06 14:09:55.626535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002d0b-1343-43af-a1a7-7e4ec97bfe77 req-c7de57a6-be14-440d-9fb8-e048e059c3b2 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:55.628014 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0a002d0b-1343-43af-a1a7-7e4ec97bfe77 req-c7de57a6-be14-440d-9fb8-e048e059c3b2 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 949 time: 0.0783839 May 06 14:09:55.674158 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0a002d0b-1343-43af-a1a7-7e4ec97bfe77 req-50c71f6f-e768-4f3a-97b8-e76eaff18fab tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 May 06 14:09:55.777103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-37625e3d-5b29-42d4-86db-48b105c9a58f req-7319ee5d-3392-4567-a74f-baae2301a213 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 1102 time: 0.0702722 May 06 14:09:55.817698 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-37625e3d-5b29-42d4-86db-48b105c9a58f req-3b897e97-ead1-4d27-8dff-c2feb3a33853 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349722 May 06 14:09:56.879097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f89b8-8e31-4419-892c-9031cbf49446 req-6ae3f954-13c0-4f81-96a2-f7956d54a2b6 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:56.880577 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a26f89b8-8e31-4419-892c-9031cbf49446 req-6ae3f954-13c0-4f81-96a2-f7956d54a2b6 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 949 time: 0.0814948 May 06 14:09:56.932957 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a26f89b8-8e31-4419-892c-9031cbf49446 req-c51bcb5b-7437-4994-97a4-c76bbdf2854a tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458417 May 06 14:09:58.131735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624973e-e0a0-43f6-a6d9-a659d8b8e727 req-c3e05917-f797-4452-ae82-4124a868653b tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:58.133817 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b624973e-e0a0-43f6-a6d9-a659d8b8e727 req-c3e05917-f797-4452-ae82-4124a868653b tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 949 time: 0.0797067 May 06 14:09:58.176773 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b624973e-e0a0-43f6-a6d9-a659d8b8e727 req-8db9600a-7a47-47e7-9c19-d7db8fd0da01 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374887 May 06 14:09:58.636096 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1100dd98-f58a-4907-b6a6-3f86b9f1fde2 req-63f1f6fd-dafe-4a4f-84de-cfd7fcedcd63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707407 May 06 14:09:59.262363 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d8c8caae-821d-4bc0-b3d7-719b6c41a02a req-0840f54c-3ea5-482f-bb80-91ed99054978 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1940188 May 06 14:09:59.929874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346126aa-60c7-4248-a19b-d5e706ed406c req-a0caf595-0ce0-4993-962a-61cf0dfecd00 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:59.931305 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-346126aa-60c7-4248-a19b-d5e706ed406c req-a0caf595-0ce0-4993-962a-61cf0dfecd00 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 949 time: 0.0833650 May 06 14:09:59.973952 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-346126aa-60c7-4248-a19b-d5e706ed406c req-b629873b-49c0-491f-80e9-ae59b388ba44 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371995 May 06 14:10:01.061304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-8183fea7-9828-4941-83cf-46df1f119823 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:01.062723 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-8183fea7-9828-4941-83cf-46df1f119823 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 949 time: 0.0759346 May 06 14:10:01.170710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Deleting port 863829a5-0777-48d3-9c5b-7c141ddfca7b {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:10:01.170965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:01.296818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0a2a7-1c85-4e92-bd03-513b7bd32588 req-e220a3a5-a011-4b07-970e-2f2db08bdfdf tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:01.298222 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cab0a2a7-1c85-4e92-bd03-513b7bd32588 req-e220a3a5-a011-4b07-970e-2f2db08bdfdf tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e9a00fc-9613-4d1f-8510-265114174fa3 HTTP/1.1" status: 200 len: 949 time: 0.1961083 May 06 14:10:01.425873 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cab0a2a7-1c85-4e92-bd03-513b7bd32588 req-a5415026-2e97-4720-bc52-6907d663bdd5 tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.65 "GET /v2.0/security-groups?id=01bc4cca-01a5-4079-a875-90a5253ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220560 May 06 14:10:01.464262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] For port 863829a5-0777-48d3-9c5b-7c141ddfca7b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=863829a5-0777-48d3-9c5b-7c141ddfca7b,segment=NetworkSegment(55b130e9-ab84-4cdb-8c69-1d42b7b70770),segment_id=55b130e9-ab84-4cdb-8c69-1d42b7b70770)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:10:01.464611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:01.584025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Calling delete_port for 863829a5-0777-48d3-9c5b-7c141ddfca7b owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:10:01.723928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:01.734929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['863829a5-0777-48d3-9c5b-7c141ddfca7b'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:10:01.775296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Pushing event deleted for resources: {'Port': ['ID=863829a5-0777-48d3-9c5b-7c141ddfca7b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:01.944819 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] No DVR routers for this DVR port 863829a5-0777-48d3-9c5b-7c141ddfca7b on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:10:01.947480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:01.950194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9a00fc-9613-4d1f-8510-265114174fa3', 'name': 'network-vif-deleted', 'tag': '863829a5-0777-48d3-9c5b-7c141ddfca7b'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:10:01.965988 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eac6cba-34b0-4a55-8aba-d6920e072511 req-31c536a7-383d-4e22-81cc-efcab296beca tempest-ServersAdminNegativeTestJSON-1435429977 tempest-ServersAdminNegativeTestJSON-1435429977-project] 10.222.0.69 "DELETE /v2.0/ports/863829a5-0777-48d3-9c5b-7c141ddfca7b HTTP/1.1" status: 204 len: 173 time: 0.8980839 May 06 14:10:02.015936 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a8b871-2fb1-435b-9965-6bbfacf6b48c'] response: {'server_uuid': '2e9a00fc-9613-4d1f-8510-265114174fa3', 'name': 'network-vif-deleted', 'tag': '863829a5-0777-48d3-9c5b-7c141ddfca7b', 'status': 'completed', 'code': 200} May 06 14:10:02.057049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa841e1d-0c3d-46c5-ae0b-68ce2f0122f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:02.812785 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41620) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:02.985771 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cd35d098-8c30-4d6c-8232-28b909cca184 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5285b4cfa3324c56a72006d1050b51d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718268 May 06 14:10:02.988367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41626) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:03.045581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-585a5edf-0747-47f8-a34c-7dc4b50ccfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.070469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-585a5edf-0747-47f8-a34c-7dc4b50ccfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.119833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-585a5edf-0747-47f8-a34c-7dc4b50ccfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.139254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a5edf-0747-47f8-a34c-7dc4b50ccfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bc4cca-01a5-4079-a875-90a5253ed788,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:03.149111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-585a5edf-0747-47f8-a34c-7dc4b50ccfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.150213 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-585a5edf-0747-47f8-a34c-7dc4b50ccfd0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01bc4cca-01a5-4079-a875-90a5253ed788 HTTP/1.1" status: 204 len: 168 time: 0.1609349 May 06 14:10:03.474490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41634) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:03.492777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.525152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:03.529115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] Usage tracker for resource:security_group_rule and tenant:199f2a898a5e4a7c82f5e51ec6bc5da4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:03.532044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:03.537717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:03.602754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.606447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.655668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bdb639-2a20-40c0-a6da-c9f9d3f30034,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:03.661008 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-64c95356-ad9e-45f0-adf3-68e0696e8d76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=199f2a898a5e4a7c82f5e51ec6bc5da4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1855173 May 06 14:10:03.663538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41638) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:03.722056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-09436367-2f3d-4116-8af2-0f98e73ad70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.747042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-09436367-2f3d-4116-8af2-0f98e73ad70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.797171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-09436367-2f3d-4116-8af2-0f98e73ad70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.811326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09436367-2f3d-4116-8af2-0f98e73ad70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bdb639-2a20-40c0-a6da-c9f9d3f30034,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:03.821182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-09436367-2f3d-4116-8af2-0f98e73ad70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.822443 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-09436367-2f3d-4116-8af2-0f98e73ad70c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94bdb639-2a20-40c0-a6da-c9f9d3f30034 HTTP/1.1" status: 204 len: 168 time: 0.1579762 May 06 14:10:04.396235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15d3972f-1cbe-443b-bc5c-48c80150d950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:04.629327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41660) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:04.755256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-514169860-network', 'tenant_id': 'fc1aff51984a4309b7e5a82f8b1a77df'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:10:04.760430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:04.764273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Usage tracker for resource:network and tenant:fc1aff51984a4309b7e5a82f8b1a77df is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:04.767119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:04.772884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:04.783828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Made reservation on behalf of fc1aff51984a4309b7e5a82f8b1a77df for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:10:04.786065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:04.798088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:04.829544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:04.833319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Usage tracker for resource:security_group_rule and tenant:fc1aff51984a4309b7e5a82f8b1a77df is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:04.836325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:04.842293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:04.908597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:04.912558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:04.943481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:10:04.953086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b893ec-13e8-4de7-9d07-2b2dc4f09721,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:04.960556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:04.960556 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Added segment 1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8 of type vlan for network acb42a67-66f6-4007-bb0a-573a5a6fc49c May 06 14:10:04.987332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:05.017617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:05.018441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:05.019003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:05.191179 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5607727 May 06 14:10:05.191891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efecaf0-f5e9-4ebd-8e33-2ef515f84233 admin admin] Pushing event updated for resources: {'Network': ['ID=acb42a67-66f6-4007-bb0a-573a5a6fc49c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:05.194086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41666) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:05.199500 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Request body: {'subnet': {'network_id': 'acb42a67-66f6-4007-bb0a-573a5a6fc49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-514169860-subnet', 'tenant_id': 'fc1aff51984a4309b7e5a82f8b1a77df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:10:05.201765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network acb42a67-66f6-4007-bb0a-573a5a6fc49c details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:10:05.204314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:05.208059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Usage tracker for resource:subnet and tenant:fc1aff51984a4309b7e5a82f8b1a77df is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:05.211008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:05.217169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:05.226504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Made reservation on behalf of fc1aff51984a4309b7e5a82f8b1a77df for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:10:05.228952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:05.265463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 863829a5-0777-48d3-9c5b-7c141ddfca7b no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:10:05.311594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 863829a5-0777-48d3-9c5b-7c141ddfca7b {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:10:05.311951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 863829a5-0777-48d3-9c5b-7c141ddfca7b not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:10:05.442010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:05.510653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9683d3a-f1f3-4464-91c7-ab0755c9d624,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:05.525386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Checking segment: {'id': '1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'acb42a67-66f6-4007-bb0a-573a5a6fc49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:10:05.525740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Network hostable DHCP agents. Network: acb42a67-66f6-4007-bb0a-573a5a6fc49c, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:10:05.546978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Network acb42a67-66f6-4007-bb0a-573a5a6fc49c is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:10:05.556303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, acb42a67-66f6-4007-bb0a-573a5a6fc49c) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:10:05.560324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:05.560893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:05.565443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee823f-d78e-45bc-bb68-f9acf8edd17f None None] Network acb42a67-66f6-4007-bb0a-573a5a6fc49c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:10:05.582673 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-05058e38-eb44-4f12-8aa0-04aca0233af0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3875000 May 06 14:10:05.668747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:05.671607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:05.839753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a6f8a0-c886-4b28-bf1f-93dea9c5ca6a None None] Network acb42a67-66f6-4007-bb0a-573a5a6fc49c requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:10:06.114414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-da2fbb77-b00f-4228-9ec2-e86c5b9405e8 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:06.115068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-da2fbb77-b00f-4228-9ec2-e86c5b9405e8 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Synchronizing usage tracker for tenant:fc1aff51984a4309b7e5a82f8b1a77df on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:10:06.132520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-da2fbb77-b00f-4228-9ec2-e86c5b9405e8 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Unset dirty status for tenant:fc1aff51984a4309b7e5a82f8b1a77df on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:10:06.133736 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-da2fbb77-b00f-4228-9ec2-e86c5b9405e8 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/networks?id=acb42a67-66f6-4007-bb0a-573a5a6fc49c HTTP/1.1" status: 200 len: 811 time: 0.1588659 May 06 14:10:06.149620 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-58dc6f3b-73b1-41c2-b53b-cfe9bed5c412 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/quotas/fc1aff51984a4309b7e5a82f8b1a77df HTTP/1.1" status: 200 len: 375 time: 0.0105081 May 06 14:10:06.194071 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-dffefcae-951f-4f42-89d9-268a987de747 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397496 May 06 14:10:06.203922 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-a755411f-2458-4d2f-b68d-857850a63d73 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:10:06.204865 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-a755411f-2458-4d2f-b68d-857850a63d73 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047197 May 06 14:10:06.334667 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-73564304-cec3-4487-a2dd-add74bf5231f service neutron] 10.222.0.65 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241984 May 06 14:10:06.464798 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-82652889-a36f-4067-91a8-68c3f17d3714 service neutron] 10.222.0.65 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239185 May 06 14:10:06.652773 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-47853e01-5e68-4ef8-bf20-2e6475760cbc req-7f79d4b8-148d-42eb-9e34-9e6befbb9f4c tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0446236 May 06 14:10:06.890997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:07.723932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-b97c0228-9198-466f-8a24-d44f244813d8 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:07.725408 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-b97c0228-9198-466f-8a24-d44f244813d8 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.69 "GET /v2.0/networks?id=acb42a67-66f6-4007-bb0a-573a5a6fc49c HTTP/1.1" status: 200 len: 811 time: 0.1484568 May 06 14:10:07.742147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Request body: {'port': {'device_id': '7242dab6-a1be-47a9-8ade-011b3e10fcc9', 'network_id': 'acb42a67-66f6-4007-bb0a-573a5a6fc49c', 'admin_state_up': True, 'tenant_id': 'fc1aff51984a4309b7e5a82f8b1a77df'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:10:07.827330 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0f0a0f8f-d731-410f-832a-83aadc6c506d req-cca885c2-e873-4fc3-b05c-86e8c7a96832 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0528219 May 06 14:10:07.885252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:07.889023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Usage tracker for resource:port and tenant:fc1aff51984a4309b7e5a82f8b1a77df is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:07.891740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:07.897341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:07.906917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Made reservation on behalf of fc1aff51984a4309b7e5a82f8b1a77df for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:10:07.909849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.067608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Allocated IP 172.20.0.5 (acb42a67-66f6-4007-bb0a-573a5a6fc49c/e9683d3a-f1f3-4464-91c7-ab0755c9d624/ee9c3d55-b55e-4b37-b640-f483ee983c6e) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:10:08.264095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.290633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.362299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Network acb42a67-66f6-4007-bb0a-573a5a6fc49c is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:10:08.365652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:10:08.368116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Pushing event updated for resources: {'Port': ['ID=ee9c3d55-b55e-4b37-b640-f483ee983c6e,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:08.370232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:10:08.432470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:08.433071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.452737 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60433742-548b-4f7e-8ca2-84ac10cef6a1 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7152619 May 06 14:10:08.463764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Request body: {'port': {'device_id': '7242dab6-a1be-47a9-8ade-011b3e10fcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:10:08.568120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.896609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9c3d55-b55e-4b37-b640-f483ee983c6e {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:10:08.903363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.917982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Transition to ACTIVE for port object ee9c3d55-b55e-4b37-b640-f483ee983c6e will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:10:08.921464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:09.167252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9c3d55-b55e-4b37-b640-f483ee983c6e,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:09.286822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5095ab-c2c3-423a-a001-41e3b76d67dc req-bfa817bb-140a-4626-9410-a26f88abe807 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:09.287498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-6a5095ab-c2c3-423a-a001-41e3b76d67dc req-bfa817bb-140a-4626-9410-a26f88abe807 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Synchronizing usage tracker for tenant:fc1aff51984a4309b7e5a82f8b1a77df on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:10:09.313631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Attempting to bind port ee9c3d55-b55e-4b37-b640-f483ee983c6e on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:10:09.313960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Attempting to bind port ee9c3d55-b55e-4b37-b640-f483ee983c6e by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'acb42a67-66f6-4007-bb0a-573a5a6fc49c'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:10:09.314278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Attempting to bind port ee9c3d55-b55e-4b37-b640-f483ee983c6e on network acb42a67-66f6-4007-bb0a-573a5a6fc49c {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:10:09.322603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-6a5095ab-c2c3-423a-a001-41e3b76d67dc req-bfa817bb-140a-4626-9410-a26f88abe807 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Unset dirty status for tenant:fc1aff51984a4309b7e5a82f8b1a77df on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:10:09.323729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a5095ab-c2c3-423a-a001-41e3b76d67dc req-bfa817bb-140a-4626-9410-a26f88abe807 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 943 time: 0.3664615 May 06 14:10:09.324393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Port ee9c3d55-b55e-4b37-b640-f483ee983c6e on network acb42a67-66f6-4007-bb0a-573a5a6fc49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:10:09.324719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Attempting to bind port ee9c3d55-b55e-4b37-b640-f483ee983c6e on network acb42a67-66f6-4007-bb0a-573a5a6fc49c {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:10:09.344217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:10:09.344550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Checking segment: {'id': '1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'acb42a67-66f6-4007-bb0a-573a5a6fc49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:10:09.344915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Bound using segment: {'id': '1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'acb42a67-66f6-4007-bb0a-573a5a6fc49c'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:10:09.345341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Bound port: ee9c3d55-b55e-4b37-b640-f483ee983c6e, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'acb42a67-66f6-4007-bb0a-573a5a6fc49c'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:10:09.345679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:09.430267 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a5095ab-c2c3-423a-a001-41e3b76d67dc req-d4b05da8-b6f1-4721-ab5f-b64cd003a19b tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993900 May 06 14:10:09.455658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] For port ee9c3d55-b55e-4b37-b640-f483ee983c6e, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:10:09.458635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] For port ee9c3d55-b55e-4b37-b640-f483ee983c6e, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e,segment=NetworkSegment(1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8),segment_id=1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:10:09.462602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:09.523247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:09.524661 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] 10.222.0.69 "PUT /v2.0/ports/ee9c3d55-b55e-4b37-b640-f483ee983c6e HTTP/1.1" status: 200 len: 1093 time: 1.0647972 May 06 14:10:09.525099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7242dab6-a1be-47a9-8ade-011b3e10fcc9', 'tag': 'ee9c3d55-b55e-4b37-b640-f483ee983c6e'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:10:09.542275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5211ed-7f0e-4702-b918-bb2eb9edf959 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9c3d55-b55e-4b37-b640-f483ee983c6e,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:09.601964 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d648b39c-52a2-4a11-b782-8ebc75645487'] response: {'name': 'network-changed', 'server_uuid': '7242dab6-a1be-47a9-8ade-011b3e10fcc9', 'tag': 'ee9c3d55-b55e-4b37-b640-f483ee983c6e', 'status': 'completed', 'code': 200} May 06 14:10:09.642073 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-5c35ffde-1b79-4155-ba5b-9d3379a518bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 1096 time: 0.0806828 May 06 14:10:09.708160 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-8840bd22-3210-4e0a-866d-d28bab737cf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e HTTP/1.1" status: 200 len: 217 time: 0.0587685 May 06 14:10:09.774424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-1e2cbd72-6c66-4f70-9ea8-61a4be066e32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:09.776796 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-1e2cbd72-6c66-4f70-9ea8-61a4be066e32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9683d3a-f1f3-4464-91c7-ab0755c9d624 HTTP/1.1" status: 200 len: 851 time: 0.0625386 May 06 14:10:09.820944 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-60941040-5349-4cac-8002-5a87de0292fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=acb42a67-66f6-4007-bb0a-573a5a6fc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385928 May 06 14:10:09.949103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-338dde27-fdf0-4782-a986-aabfe513e7f1 service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226346 May 06 14:10:10.078926 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e47b48b-05c7-4ece-9231-3137a6c680ba req-615296bd-0dd0-4092-9ee7-d592b92d643b service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233888 May 06 14:10:10.198572 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-fb4d6049-3857-4794-91bf-7a3649ebcd16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 1096 time: 0.0721455 May 06 14:10:10.327349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-fdbc84a1-385d-45da-a1e9-fb6213f541fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:10.328776 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-fdbc84a1-385d-45da-a1e9-fb6213f541fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=acb42a67-66f6-4007-bb0a-573a5a6fc49c HTTP/1.1" status: 200 len: 912 time: 0.1233757 May 06 14:10:10.395270 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-f9f74587-ee86-4efa-8468-3e80abdbe420 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e HTTP/1.1" status: 200 len: 217 time: 0.0586944 May 06 14:10:10.467181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-4f862aac-a791-4214-a56c-3fc99daa0844 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:10.468754 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-4f862aac-a791-4214-a56c-3fc99daa0844 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9683d3a-f1f3-4464-91c7-ab0755c9d624 HTTP/1.1" status: 200 len: 851 time: 0.0664907 May 06 14:10:10.513806 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-17feab27-3ac2-4e4b-a73c-ad217f8769ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=acb42a67-66f6-4007-bb0a-573a5a6fc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390470 May 06 14:10:10.698007 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-bcefc6f0-0539-459f-8a67-d35f1c80159a service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775391 May 06 14:10:10.817676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fec36d-1d45-4cdd-bb5a-9fef5778dd8f req-8f6f7ed2-413a-4386-b489-1e8babce545e tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:10.819829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c9fec36d-1d45-4cdd-bb5a-9fef5778dd8f req-8f6f7ed2-413a-4386-b489-1e8babce545e tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 943 time: 0.2331238 May 06 14:10:10.948838 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c9fec36d-1d45-4cdd-bb5a-9fef5778dd8f req-aaef6245-280c-40fd-8747-612aa96dec60 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840466 May 06 14:10:10.956067 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b8300a7-fb0f-4642-9f96-866bf5d8f247 req-b67fdde0-3b9b-4a05-9c2d-886bbb0cb89f service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513397 May 06 14:10:12.146892 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4c701-09ae-448b-b67d-622780354b0f req-eea78596-64b0-42db-8734-d62d9eb3bcf6 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:12.148825 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eb4c701-09ae-448b-b67d-622780354b0f req-eea78596-64b0-42db-8734-d62d9eb3bcf6 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 943 time: 0.0747030 May 06 14:10:12.191820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-2eb4c701-09ae-448b-b67d-622780354b0f req-5f6117bc-5a51-4088-a1f0-883169952dc3 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Synchronizing usage tracker for tenant:fc1aff51984a4309b7e5a82f8b1a77df on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:10:12.208046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-2eb4c701-09ae-448b-b67d-622780354b0f req-5f6117bc-5a51-4088-a1f0-883169952dc3 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Unset dirty status for tenant:fc1aff51984a4309b7e5a82f8b1a77df on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:10:12.209194 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eb4c701-09ae-448b-b67d-622780354b0f req-5f6117bc-5a51-4088-a1f0-883169952dc3 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550432 May 06 14:10:13.330983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ee9c3d55-b55e-4b37-b640-f483ee983c6e details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:10:13.405869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d18bb-e4a8-4d73-9d61-f15d130ee830 req-199dbb08-3cae-4d88-aadd-00f10d84ae17 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:13.407322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a1d18bb-e4a8-4d73-9d61-f15d130ee830 req-199dbb08-3cae-4d88-aadd-00f10d84ae17 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 943 time: 0.0764976 May 06 14:10:13.452654 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a1d18bb-e4a8-4d73-9d61-f15d130ee830 req-dca95033-5dd1-4d93-90db-c16a52e7a572 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 May 06 14:10:13.462190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ee9c3d55-b55e-4b37-b640-f483ee983c6e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e,segment=NetworkSegment(1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8),segment_id=1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:10:13.475269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'ee9c3d55-b55e-4b37-b640-f483ee983c6e', 'network_id': 'acb42a67-66f6-4007-bb0a-573a5a6fc49c', 'port_id': 'ee9c3d55-b55e-4b37-b640-f483ee983c6e', 'mac_address': 'fa:16:3e:09:07:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9683d3a-f1f3-4464-91c7-ab0755c9d624', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:10:13.527272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:13.544212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9c3d55-b55e-4b37-b640-f483ee983c6e {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:10:13.558396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ee9c3d55-b55e-4b37-b640-f483ee983c6e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e,segment=NetworkSegment(1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8),segment_id=1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:10:13.562436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:13.628877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=ee9c3d55-b55e-4b37-b640-f483ee983c6e,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:13.763948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['ee9c3d55-b55e-4b37-b640-f483ee983c6e'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:10:14.648662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5680b1-1b55-4a31-ab6b-82df049427c4 req-f1f246f1-bdbe-4b7f-b059-e2b1be70a7ee tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:14.650101 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e5680b1-1b55-4a31-ab6b-82df049427c4 req-f1f246f1-bdbe-4b7f-b059-e2b1be70a7ee tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0793264 May 06 14:10:14.695968 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1e5680b1-1b55-4a31-ab6b-82df049427c4 req-41a839af-9f21-4d44-898a-11cee2f8f170 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 May 06 14:10:15.346429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ee9c3d55-b55e-4b37-b640-f483ee983c6e up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:10:15.415924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port ee9c3d55-b55e-4b37-b640-f483ee983c6e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:10:15.420545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port ee9c3d55-b55e-4b37-b640-f483ee983c6e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:10:15.420924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:15.533310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:15.559840 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7242dab6-a1be-47a9-8ade-011b3e10fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9c3d55-b55e-4b37-b640-f483ee983c6e'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:10:15.573817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ee9c3d55-b55e-4b37-b640-f483ee983c6e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e,segment=NetworkSegment(1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8),segment_id=1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:10:15.578778 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:15.620688 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870d1cc8-e103-4084-9759-10edc974d1a8'] response: {'server_uuid': '7242dab6-a1be-47a9-8ade-011b3e10fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9c3d55-b55e-4b37-b640-f483ee983c6e', 'code': 200} May 06 14:10:15.645745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=ee9c3d55-b55e-4b37-b640-f483ee983c6e,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:15.654149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.654503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.654848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.655195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.655526 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.655887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.656206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.656531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.656851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.657173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.657492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:15.844471 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4fb7a92a-5ee0-45da-bd01-fa7af124e4d2 req-56e156a8-4dc2-44a9-a3ce-a170efdbdd9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 1098 time: 0.0748293 May 06 14:10:15.891767 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4fb7a92a-5ee0-45da-bd01-fa7af124e4d2 req-ad835171-3947-47b7-9d85-3dbeceae0973 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 May 06 14:10:15.899041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b357f3-1bb5-40bb-b928-89466bfe1f30 req-7dd884f3-192f-438c-b55d-a3edd5172d10 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:15.900511 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a0b357f3-1bb5-40bb-b928-89466bfe1f30 req-7dd884f3-192f-438c-b55d-a3edd5172d10 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0858886 May 06 14:10:15.947770 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a0b357f3-1bb5-40bb-b928-89466bfe1f30 req-a5c82eb1-85a4-4b64-aecb-80c77c7fe785 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 May 06 14:10:17.155494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2977-a996-4026-a340-5cdf002de095 req-52e0e29a-3aff-4e4c-8bd8-dcbb05b56ce6 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:17.156947 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bbf2977-a996-4026-a340-5cdf002de095 req-52e0e29a-3aff-4e4c-8bd8-dcbb05b56ce6 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0825744 May 06 14:10:17.201570 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5bbf2977-a996-4026-a340-5cdf002de095 req-f2784ada-c3b7-4f3e-8cc1-d2cd0f2f5c4c tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 May 06 14:10:17.392580 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-40610684-fc6a-4e1a-ad56-5cdf885a4572 req-700c5641-cb21-4cf3-a387-5f3a1c1e0ca7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662525 May 06 14:10:17.700975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc6192-725b-402b-b472-91a0e0c81b99 req-d91c60b7-2e5a-4aa8-ab8e-401515ab1f5d tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:17.702432 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5dcc6192-725b-402b-b472-91a0e0c81b99 req-d91c60b7-2e5a-4aa8-ab8e-401515ab1f5d tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0800328 May 06 14:10:17.723905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41720) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:17.750476 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5dcc6192-725b-402b-b472-91a0e0c81b99 req-af88bf5a-9bb6-476e-9c2f-9d710ee0a1e9 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 May 06 14:10:17.854459 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-0856999f-f7a7-4678-a06b-25a996feefcb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294193 May 06 14:10:18.952731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514200f-907f-4e4c-b902-3bddfb0bdc37 req-4a3b6306-a80a-43b6-9a42-9feeae7e80e5 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:18.954162 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2514200f-907f-4e4c-b902-3bddfb0bdc37 req-4a3b6306-a80a-43b6-9a42-9feeae7e80e5 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0823030 May 06 14:10:19.007017 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2514200f-907f-4e4c-b902-3bddfb0bdc37 req-1343a396-93b7-47e2-8bcf-59df4c46c6c3 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466676 May 06 14:10:19.108885 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-a829f063-13e5-4293-ba1b-f8429fa14328 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 1098 time: 0.0665579 May 06 14:10:19.238346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-255d7e38-3bf7-440f-ba83-308b1374ae21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:19.239678 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-255d7e38-3bf7-440f-ba83-308b1374ae21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=acb42a67-66f6-4007-bb0a-573a5a6fc49c HTTP/1.1" status: 200 len: 912 time: 0.1247642 May 06 14:10:19.308245 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-a5e93545-d39a-429d-be05-c93bcf1efd0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e HTTP/1.1" status: 200 len: 217 time: 0.0626991 May 06 14:10:19.367454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-b639c5b9-7104-459d-a251-b81cc30936ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:19.368864 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-b639c5b9-7104-459d-a251-b81cc30936ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9683d3a-f1f3-4464-91c7-ab0755c9d624 HTTP/1.1" status: 200 len: 851 time: 0.0556355 May 06 14:10:19.415623 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-648de96c-6075-4bff-8a37-a7b3e70d9b59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=acb42a67-66f6-4007-bb0a-573a5a6fc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414417 May 06 14:10:19.544182 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-7087355e-5590-47f4-b135-840a34762792 service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228647 May 06 14:10:19.672877 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-bfeb487a-45a2-4e2a-8dfb-b955029ffc11 service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233096 May 06 14:10:20.201684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e576-36e0-4515-9cb0-09e0afa6f3cd req-d908506a-df61-478a-a171-04d0382ebf2d tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:20.203048 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-42f7e576-36e0-4515-9cb0-09e0afa6f3cd req-d908506a-df61-478a-a171-04d0382ebf2d tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0750835 May 06 14:10:20.246750 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-42f7e576-36e0-4515-9cb0-09e0afa6f3cd req-79e4ad62-0315-4c31-9ae9-ed59d3fb70bb tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 May 06 14:10:20.460629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:21.442932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815d12-959d-4f51-b722-8f244a99b534 req-0a1ce599-2acf-4d07-93c8-631b6c4b3725 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:21.444916 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b6815d12-959d-4f51-b722-8f244a99b534 req-0a1ce599-2acf-4d07-93c8-631b6c4b3725 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0750108 May 06 14:10:21.492135 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b6815d12-959d-4f51-b722-8f244a99b534 req-7738ffb3-c9b6-4db8-b5ee-66fef7b7c5ad tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 May 06 14:10:22.691807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bf664-3ea9-4c34-829d-a1bea7808de6 req-ab2c5b5a-3e46-44f0-bcdd-2a1553764a7d tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:22.693250 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb7bf664-3ea9-4c34-829d-a1bea7808de6 req-ab2c5b5a-3e46-44f0-bcdd-2a1553764a7d tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0822282 May 06 14:10:22.738992 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fb7bf664-3ea9-4c34-829d-a1bea7808de6 req-4e1bbb73-138f-4c0f-9247-84f8448faacc tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397367 May 06 14:10:23.932584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc8bba-0f88-432f-a00c-d25ca823bf38 req-538598da-780b-4bbe-8e81-8232531a2223 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:23.934001 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6ccc8bba-0f88-432f-a00c-d25ca823bf38 req-538598da-780b-4bbe-8e81-8232531a2223 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0752625 May 06 14:10:23.978942 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6ccc8bba-0f88-432f-a00c-d25ca823bf38 req-4194bd74-8063-457d-9ca9-85a037a3eef6 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 May 06 14:10:25.172210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f915d-566c-4e88-aa02-4ff3f483e0f1 req-459b9441-4b26-40e0-85d1-87e31d19e6d7 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:25.173545 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e06f915d-566c-4e88-aa02-4ff3f483e0f1 req-459b9441-4b26-40e0-85d1-87e31d19e6d7 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0747113 May 06 14:10:25.224290 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e06f915d-566c-4e88-aa02-4ff3f483e0f1 req-4128f3f7-56b4-44e6-9649-3750578e3ad4 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 May 06 14:10:26.424050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196edb3b-5e60-44b0-9627-2f918165089b req-d69bd5c1-29bb-4f71-8b9c-a4001c89b754 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:26.425452 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-196edb3b-5e60-44b0-9627-2f918165089b req-d69bd5c1-29bb-4f71-8b9c-a4001c89b754 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0777068 May 06 14:10:26.468754 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-196edb3b-5e60-44b0-9627-2f918165089b req-dc2bb1f4-120d-499b-866a-ca30a1b8e5c6 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 May 06 14:10:27.661108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac68eef-59c7-45b8-85d1-3bdf35df434a req-c16ab1ca-cbc1-4f9f-acfc-036ddf4ed4f3 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:27.662511 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ac68eef-59c7-45b8-85d1-3bdf35df434a req-c16ab1ca-cbc1-4f9f-acfc-036ddf4ed4f3 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0745077 May 06 14:10:27.706516 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6ac68eef-59c7-45b8-85d1-3bdf35df434a req-28cffa1d-e8de-4986-af29-0cc665502877 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380616 May 06 14:10:28.902558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1f0c7-d5e7-4c62-b90d-789903e97567 req-61400cd4-ba65-4390-96e4-1523ae434409 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:28.904023 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-37f1f0c7-d5e7-4c62-b90d-789903e97567 req-61400cd4-ba65-4390-96e4-1523ae434409 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0762055 May 06 14:10:28.936058 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:10:28.949291 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-37f1f0c7-d5e7-4c62-b90d-789903e97567 req-8aa8d77a-c856-4078-9ae7-a27822b9fa26 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 May 06 14:10:30.145971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef4005-ca02-4e2a-bf89-3781c914e21b req-3a87c990-e7e7-42fd-a420-ae59b97c8bfd tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:30.147911 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-77ef4005-ca02-4e2a-bf89-3781c914e21b req-3a87c990-e7e7-42fd-a420-ae59b97c8bfd tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0797021 May 06 14:10:30.276604 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-77ef4005-ca02-4e2a-bf89-3781c914e21b req-2dbafacf-050a-49e1-b903-a53065179c51 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231060 May 06 14:10:31.474225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c90e-9c4e-439a-8bfa-18d8c0789d5c req-bab9e88b-23dc-4bc4-9dad-7616776d9f72 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:31.476239 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d432c90e-9c4e-439a-8bfa-18d8c0789d5c req-bab9e88b-23dc-4bc4-9dad-7616776d9f72 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0790484 May 06 14:10:31.519983 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d432c90e-9c4e-439a-8bfa-18d8c0789d5c req-11bb0de7-0647-4390-b0f2-ca4793f204bd tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382729 May 06 14:10:32.058880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b026562a-d839-407b-a0b9-13d937c94f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:32.710441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8c35-8564-4983-98df-c00409666be4 req-668387fb-83b2-4ee3-a8e4-f41ce0cf5d1a tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:32.711925 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd4f8c35-8564-4983-98df-c00409666be4 req-668387fb-83b2-4ee3-a8e4-f41ce0cf5d1a tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0748136 May 06 14:10:32.757270 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd4f8c35-8564-4983-98df-c00409666be4 req-53cc1d2a-e3da-4b71-98d7-f8a2c90c1929 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396211 May 06 14:10:33.951148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4caad-884b-4c36-b699-3d2a505d3e0a req-e6d28a2f-555f-4474-a402-b14174d4d102 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:33.952623 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bff4caad-884b-4c36-b699-3d2a505d3e0a req-e6d28a2f-555f-4474-a402-b14174d4d102 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0765183 May 06 14:10:33.997793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bff4caad-884b-4c36-b699-3d2a505d3e0a req-f347afb4-9f6a-4ee6-8f60-e3587e99604c tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 May 06 14:10:34.400877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dbb5501-cdee-42d4-a3cb-58d2bc34400b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:35.193726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670410a-9d02-4543-b287-a0f0bd185222 req-b0199736-25fe-44fe-aa8c-3c26d7dbbc4c tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:35.195119 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b670410a-9d02-4543-b287-a0f0bd185222 req-b0199736-25fe-44fe-aa8c-3c26d7dbbc4c tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0758693 May 06 14:10:35.238901 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b670410a-9d02-4543-b287-a0f0bd185222 req-434fb4a3-2f09-4e66-a84b-1031eaa123bf tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383673 May 06 14:10:35.609575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:35.613971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:36.440658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35bbae-6e1a-4f93-8a0e-baab8b2f6aa7 req-fcc241af-d083-476e-abad-b2de923e0321 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:36.442077 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ab35bbae-6e1a-4f93-8a0e-baab8b2f6aa7 req-fcc241af-d083-476e-abad-b2de923e0321 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0831602 May 06 14:10:36.486624 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ab35bbae-6e1a-4f93-8a0e-baab8b2f6aa7 req-f368f975-b0fc-4cfa-ab39-a256e0b7a67a tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 May 06 14:10:36.511905 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-679a72a4-0781-4e04-9b26-59d2c31fec89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 1098 time: 0.0681145 May 06 14:10:36.657284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-e3ba21d3-ba9d-48da-b9da-71585ee7af8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:36.658720 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-e3ba21d3-ba9d-48da-b9da-71585ee7af8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=acb42a67-66f6-4007-bb0a-573a5a6fc49c HTTP/1.1" status: 200 len: 912 time: 0.1274092 May 06 14:10:36.728528 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-fae62502-127b-473d-9d9f-8288e3468d5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e HTTP/1.1" status: 200 len: 217 time: 0.0636981 May 06 14:10:36.791897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-18691e09-ac35-4393-9e0f-e051f94f72cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:36.793291 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-18691e09-ac35-4393-9e0f-e051f94f72cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9683d3a-f1f3-4464-91c7-ab0755c9d624 HTTP/1.1" status: 200 len: 851 time: 0.0589342 May 06 14:10:36.837152 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-c1fed39c-3ec1-420d-91cc-26421b8e575e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=acb42a67-66f6-4007-bb0a-573a5a6fc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372629 May 06 14:10:36.892001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:36.966801 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-e70ab1ae-06f1-4406-95c7-3a90c1da3217 service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238258 May 06 14:10:37.094906 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cba19449-7bdb-4e18-be2b-2cb5d393f349 req-5cfe9406-bb5f-4266-93bc-63957bcedc9e service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220016 May 06 14:10:37.681032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53714c71-ee88-4fb3-933c-d39940faf8e4 req-a409b2f6-ff41-434c-8668-163facec2f2e tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:37.682586 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53714c71-ee88-4fb3-933c-d39940faf8e4 req-a409b2f6-ff41-434c-8668-163facec2f2e tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0789018 May 06 14:10:37.727338 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-53714c71-ee88-4fb3-933c-d39940faf8e4 req-8ebd8e99-6c44-4274-ae0b-48e09195f9a7 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 May 06 14:10:38.922691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cf92a-2dc8-4105-9e77-eb61628cc0dd req-f791f9b8-30d8-491d-8ea1-3b15208407a4 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:38.924156 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fc0cf92a-2dc8-4105-9e77-eb61628cc0dd req-f791f9b8-30d8-491d-8ea1-3b15208407a4 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0764618 May 06 14:10:38.972623 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fc0cf92a-2dc8-4105-9e77-eb61628cc0dd req-ceeea635-8276-42d6-ac8f-105d389ea1b4 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 May 06 14:10:40.173368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329370d-cd46-4e50-a32a-c0de978eb257 req-cafb5e11-c4ab-4753-9597-8c288b755a88 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:40.174703 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0329370d-cd46-4e50-a32a-c0de978eb257 req-cafb5e11-c4ab-4753-9597-8c288b755a88 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0782132 May 06 14:10:40.219013 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0329370d-cd46-4e50-a32a-c0de978eb257 req-7a869e0b-769a-44da-b5b2-df92fee0f96a tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381877 May 06 14:10:41.415853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf1280-1ed9-4541-b41d-17448a8fe2a8 req-bad8eae0-cb91-4679-ae7a-41a994998397 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:41.417294 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fdbf1280-1ed9-4541-b41d-17448a8fe2a8 req-bad8eae0-cb91-4679-ae7a-41a994998397 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0763135 May 06 14:10:41.462029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fdbf1280-1ed9-4541-b41d-17448a8fe2a8 req-239b7030-cfdb-4463-97b6-e102205ad0fb tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393336 May 06 14:10:42.654352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23403916-43bf-4e83-927c-60b3e8abe397 req-218ad6c9-e3fd-4910-b169-ce38243ec5d9 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:42.655806 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-23403916-43bf-4e83-927c-60b3e8abe397 req-218ad6c9-e3fd-4910-b169-ce38243ec5d9 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0750239 May 06 14:10:42.704087 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-23403916-43bf-4e83-927c-60b3e8abe397 req-fd248f27-6280-419c-97ca-5a124c96cc64 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 May 06 14:10:43.984380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b19510-7972-456e-bd2f-5062c541820b req-5af29fdc-45b3-4661-bd07-16b72705e684 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:43.985867 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-20b19510-7972-456e-bd2f-5062c541820b req-5af29fdc-45b3-4661-bd07-16b72705e684 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.1595531 May 06 14:10:44.030928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-20b19510-7972-456e-bd2f-5062c541820b req-847d4782-6128-4a64-89c1-8c6b24456937 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387378 May 06 14:10:45.225009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc462bdd-841f-48d2-a667-398213e543f7 req-9f72d4f4-e83e-44ba-a9c1-a3017552b2a4 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:45.226363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fc462bdd-841f-48d2-a667-398213e543f7 req-9f72d4f4-e83e-44ba-a9c1-a3017552b2a4 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0778985 May 06 14:10:45.272436 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fc462bdd-841f-48d2-a667-398213e543f7 req-159de48b-054e-41d8-bcab-2f99f5e9de40 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 May 06 14:10:46.471751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836941-2019-4b14-b078-1cf8e662538a req-3f5c7af4-fd97-48cf-9f7d-8faa0fe62279 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:46.473102 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8c836941-2019-4b14-b078-1cf8e662538a req-3f5c7af4-fd97-48cf-9f7d-8faa0fe62279 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0753720 May 06 14:10:46.517707 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8c836941-2019-4b14-b078-1cf8e662538a req-6de3cb9b-db1e-44f3-8042-2b11961c5bdc tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 May 06 14:10:46.690981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-e576047a-c9c5-40ff-ac6e-f801c065271c service neutron] 10.222.0.69 "GET /v2.0/ports/ee9c3d55-b55e-4b37-b640-f483ee983c6e/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0750637 May 06 14:10:46.944204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-1bed8f83-430a-474f-85ff-42acf83a3062 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9&tenant_id=fc1aff51984a4309b7e5a82f8b1a77df HTTP/1.1" status: 200 len: 1098 time: 0.0675159 May 06 14:10:47.034577 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-fb998103-7524-4bf1-8c70-d0d19e0f9a25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 1098 time: 0.0681846 May 06 14:10:47.161286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-1e86369a-0247-4b18-a3ca-c570bcd30338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:47.163132 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-1e86369a-0247-4b18-a3ca-c570bcd30338 service neutron] 10.222.0.69 "GET /v2.0/networks?id=acb42a67-66f6-4007-bb0a-573a5a6fc49c HTTP/1.1" status: 200 len: 912 time: 0.1229055 May 06 14:10:47.231799 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-2493b61b-a1b5-4a81-a932-8bf3d076093a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e HTTP/1.1" status: 200 len: 217 time: 0.0626290 May 06 14:10:47.294135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-4698610f-16c7-44c4-bbe1-1304522226b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:47.295488 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-4698610f-16c7-44c4-bbe1-1304522226b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9683d3a-f1f3-4464-91c7-ab0755c9d624 HTTP/1.1" status: 200 len: 851 time: 0.0584118 May 06 14:10:47.419316 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-d108390e-53af-418b-9dd5-68006ebd468c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=acb42a67-66f6-4007-bb0a-573a5a6fc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179199 May 06 14:10:47.545781 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-d1b8cf7c-3f14-4fa1-aa94-99ffc976e9a4 service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207843 May 06 14:10:47.724848 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d1a13b9-ce39-4bae-9421-477c809bdb4b req-0a7046ce-7eef-479d-b740-73d856fcfa4f service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732984 May 06 14:10:47.744317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934a30b-0c47-4580-9837-c623160ee0d4 req-fdacab39-4184-4d87-b632-fd057809f866 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:47.745702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7934a30b-0c47-4580-9837-c623160ee0d4 req-fdacab39-4184-4d87-b632-fd057809f866 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.1083817 May 06 14:10:47.792168 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7934a30b-0c47-4580-9837-c623160ee0d4 req-907465d4-6057-452c-804f-476711835785 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 May 06 14:10:48.990423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd74b8-4778-45d9-a9ce-62223f6b9993 req-dc554e6a-211a-4bdc-82d7-64139f29bfa6 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:48.991773 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-23dd74b8-4778-45d9-a9ce-62223f6b9993 req-dc554e6a-211a-4bdc-82d7-64139f29bfa6 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0804451 May 06 14:10:49.037168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-23dd74b8-4778-45d9-a9ce-62223f6b9993 req-c50f2dcf-a5da-492d-ac61-99ff5cfe6c40 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 May 06 14:10:50.232651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648420-6256-4016-9f4b-aa5f6dd5dc30 req-02fba103-1cb7-459d-a1e2-65809e8f9b24 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:50.233976 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-18648420-6256-4016-9f4b-aa5f6dd5dc30 req-02fba103-1cb7-459d-a1e2-65809e8f9b24 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0759044 May 06 14:10:50.277717 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-18648420-6256-4016-9f4b-aa5f6dd5dc30 req-c757b07d-5945-475a-8dbc-71975c9bf26a tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 May 06 14:10:50.468878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:50.663099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7c48560b-1679-49df-9c3f-10bfa6d57bbb tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:50.664520 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7c48560b-1679-49df-9c3f-10bfa6d57bbb tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.69 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9&tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.0826149 May 06 14:10:50.800808 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-d2a66f3d-1db1-4797-b243-014060483047 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 1098 time: 0.0679770 May 06 14:10:50.928357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-ddd0a389-9cfc-4a38-acf5-985b85a98823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:50.929719 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-ddd0a389-9cfc-4a38-acf5-985b85a98823 service neutron] 10.222.0.69 "GET /v2.0/networks?id=acb42a67-66f6-4007-bb0a-573a5a6fc49c HTTP/1.1" status: 200 len: 912 time: 0.1236548 May 06 14:10:51.000170 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-5032ff71-f040-482f-8300-c9271f7feef1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e HTTP/1.1" status: 200 len: 217 time: 0.0638599 May 06 14:10:51.060103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-e904d57e-4585-4290-8a9e-60345e4f2079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:51.061508 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-e904d57e-4585-4290-8a9e-60345e4f2079 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9683d3a-f1f3-4464-91c7-ab0755c9d624 HTTP/1.1" status: 200 len: 851 time: 0.0561187 May 06 14:10:51.104649 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-b63fcad9-696e-4207-839a-0feeb3415928 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=acb42a67-66f6-4007-bb0a-573a5a6fc49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378387 May 06 14:10:51.233101 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-609c86f9-61d0-4aed-966b-e1c3691c2d45 service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221969 May 06 14:10:51.367096 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7e8f6c5b-2d79-44d4-bc2e-c026b8b9780c service neutron] 10.222.0.69 "GET /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289461 May 06 14:10:52.190763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc5ac1-297c-4c0a-88a9-998d7ee389ee req-54b7881c-afa8-409a-9f17-69729266ea53 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:52.192118 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-17fc5ac1-297c-4c0a-88a9-998d7ee389ee req-54b7881c-afa8-409a-9f17-69729266ea53 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0783911 May 06 14:10:52.236724 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-17fc5ac1-297c-4c0a-88a9-998d7ee389ee req-069f3647-3deb-4377-9d41-3c46a58563bd tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385675 May 06 14:10:53.429137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f81b4-f16f-4e57-be7a-c36a775d7379 req-e869077b-2e19-4726-bac6-8840c476cfcf tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:53.430776 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb8f81b4-f16f-4e57-be7a-c36a775d7379 req-e869077b-2e19-4726-bac6-8840c476cfcf tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0748744 May 06 14:10:53.487559 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb8f81b4-f16f-4e57-be7a-c36a775d7379 req-4ee00092-0e46-4594-ac97-c238eb08acf2 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/security-groups?id=61b893ec-13e8-4de7-9d07-2b2dc4f09721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514760 May 06 14:10:53.888822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-b5561933-24f5-4dca-aac9-989983ad33fc tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:53.890150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-b5561933-24f5-4dca-aac9-989983ad33fc tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.69 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0759492 May 06 14:10:53.960069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Deleting port ee9c3d55-b55e-4b37-b640-f483ee983c6e {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:10:53.960410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:54.278649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] For port ee9c3d55-b55e-4b37-b640-f483ee983c6e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ee9c3d55-b55e-4b37-b640-f483ee983c6e,segment=NetworkSegment(1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8),segment_id=1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:10:54.278915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:54.395667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Calling delete_port for ee9c3d55-b55e-4b37-b640-f483ee983c6e owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:10:54.536012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:54.548309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['ee9c3d55-b55e-4b37-b640-f483ee983c6e'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:10:54.581038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Pushing event deleted for resources: {'Port': ['ID=ee9c3d55-b55e-4b37-b640-f483ee983c6e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:54.594540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.594889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.595215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.595548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.595902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.596230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.596556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.596877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.597198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.597513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.597830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:54.707348 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-37b315ef-dbad-4ac3-a61e-401d5ceba2ae req-02635a5c-7177-4312-a2fc-11d4c95b001f tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7242dab6-a1be-47a9-8ade-011b3e10fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0769119 May 06 14:10:54.708316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] No DVR routers for this DVR port ee9c3d55-b55e-4b37-b640-f483ee983c6e on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:10:54.710826 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:54.713432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7242dab6-a1be-47a9-8ade-011b3e10fcc9', 'name': 'network-vif-deleted', 'tag': 'ee9c3d55-b55e-4b37-b640-f483ee983c6e'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:10:54.728497 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5709f1d6-024b-4ebe-aefc-cc328cf31b63 req-7d98996b-a4cb-4dd8-bf1e-d16adb21fc35 tempest-DeleteServersTestJSON-901369611 tempest-DeleteServersTestJSON-901369611-project] 10.222.0.69 "DELETE /v2.0/ports/ee9c3d55-b55e-4b37-b640-f483ee983c6e HTTP/1.1" status: 204 len: 173 time: 0.8332915 May 06 14:10:54.770334 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0c8377-374c-4285-8386-defb916231f1'] response: {'server_uuid': '7242dab6-a1be-47a9-8ade-011b3e10fcc9', 'name': 'network-vif-deleted', 'tag': 'ee9c3d55-b55e-4b37-b640-f483ee983c6e', 'status': 'completed', 'code': 200} May 06 14:10:56.120456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41818) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:56.187349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Deleting subnet e9683d3a-f1f3-4464-91c7-ab0755c9d624 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:10:56.190075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.238779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.296478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.361403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.398032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9683d3a-f1f3-4464-91c7-ab0755c9d624,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:56.407828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.414777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.415123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.415463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.415805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.416153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.416480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.416832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.417159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.417481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.417800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.418119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:56.421656 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-32287443-b3a3-46c2-8f6e-46877f397e90 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e9683d3a-f1f3-4464-91c7-ab0755c9d624 HTTP/1.1" status: 204 len: 168 time: 0.3002098 May 06 14:10:56.424115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 41822) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:56.530951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.651041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.679177 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb42a67-66f6-4007-bb0a-573a5a6fc49c']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:56.690929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:56.691219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfedae2-6d24-45d7-9544-dfb7b0cb6bb8') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:56.702195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.717489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.723441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:10:56.723868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:10:56.737566 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:10:56.810681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.829136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:56.840574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=acb42a67-66f6-4007-bb0a-573a5a6fc49c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:56.847921 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-15cf4870-f65c-4b33-a941-ce60c7556e09 admin admin] 10.222.0.65 "DELETE /v2.0/networks/acb42a67-66f6-4007-bb0a-573a5a6fc49c HTTP/1.1" status: 204 len: 168 time: 0.4227922 May 06 14:10:56.998634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41828) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:57.049094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c6a98e29-dd43-4132-b7f3-4a82c009be41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc1aff51984a4309b7e5a82f8b1a77df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492914 May 06 14:10:57.051451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41832) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:57.109510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4e9c-c1f1-4667-8c2d-f0bc2a11e44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:57.137082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4e9c-c1f1-4667-8c2d-f0bc2a11e44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:57.186491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4e9c-c1f1-4667-8c2d-f0bc2a11e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:57.203916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd4e9c-c1f1-4667-8c2d-f0bc2a11e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b893ec-13e8-4de7-9d07-2b2dc4f09721,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:57.219334 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4e9c-c1f1-4667-8c2d-f0bc2a11e44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:57.220489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b7cd4e9c-c1f1-4667-8c2d-f0bc2a11e44a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61b893ec-13e8-4de7-9d07-2b2dc4f09721 HTTP/1.1" status: 204 len: 168 time: 0.1681278 May 06 14:10:57.470166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ee9c3d55-b55e-4b37-b640-f483ee983c6e no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:10:57.502353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: ee9c3d55-b55e-4b37-b640-f483ee983c6e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:10:57.502701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ee9c3d55-b55e-4b37-b640-f483ee983c6e not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:10:58.046926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41854) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:58.171992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1045848480-network', 'tenant_id': 'aae308f6d5734685be3e152a156bbc9a'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:10:58.176645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:58.181064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Usage tracker for resource:network and tenant:aae308f6d5734685be3e152a156bbc9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:58.183854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:58.189920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:58.199694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Made reservation on behalf of aae308f6d5734685be3e152a156bbc9a for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:10:58.202109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.214245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.246321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:58.250352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Usage tracker for resource:security_group_rule and tenant:aae308f6d5734685be3e152a156bbc9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:58.253111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:58.258750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:58.322033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.325818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.357680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:10:58.362884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43aaaa1-8d78-4cae-a000-f46731e86dee,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:58.371064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.371410 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Added segment c45344d2-493a-4633-80eb-cbd710a1057b of type vlan for network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 May 06 14:10:58.397090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.428667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.429404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:58.429990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.528503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] Pushing event updated for resources: {'Network': ['ID=0d10dcb5-1c32-41d8-a617-bce17538bbe3,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:58.532497 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7eef0352-c7ae-48f5-b502-0426bf72ec20 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4845502 May 06 14:10:58.535303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 41860) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:58.538582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:10:58.541527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Request body: {'subnet': {'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1045848480-subnet', 'tenant_id': 'aae308f6d5734685be3e152a156bbc9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:10:58.546400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:58.550235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Usage tracker for resource:subnet and tenant:aae308f6d5734685be3e152a156bbc9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:58.553125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:58.562493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:58.572831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Made reservation on behalf of aae308f6d5734685be3e152a156bbc9a for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:10:58.575157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.776400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.845458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=69604a81-60a7-4941-89d6-7c8a956d2210,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:58.859852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Checking segment: {'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:10:58.860276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Network hostable DHCP agents. Network: 0d10dcb5-1c32-41d8-a617-bce17538bbe3, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:10:58.881537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:10:58.890095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 0d10dcb5-1c32-41d8-a617-bce17538bbe3) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:10:58.894080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:58.894649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.905759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc4f823-763b-4977-b9a9-7c93413c8695 None None] Network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:10:58.916222 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5659776a-736f-418b-8924-8b84dc1452cf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3796344 May 06 14:10:59.118302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42387b-6d95-4d88-ac91-d836eb6c5e3c None None] Network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:10:59.472795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-09900e67-a3e9-4b4d-acc5-ad3dbf70aff6 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:59.474219 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-09900e67-a3e9-4b4d-acc5-ad3dbf70aff6 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 815 time: 0.1666288 May 06 14:10:59.499130 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-9e30c54e-e710-44fd-985e-9b595a3f078d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/quotas/aae308f6d5734685be3e152a156bbc9a HTTP/1.1" status: 200 len: 375 time: 0.0147767 May 06 14:10:59.547730 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-ac5f2ab5-5c2b-44b3-8c09-48a3596571d5 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409100 May 06 14:10:59.683487 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-c28bb939-caf6-4523-b0a6-d32354d80a69 service neutron] 10.222.0.65 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270680 May 06 14:10:59.822989 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-f2d44c51-2c8e-4fba-bc80-1e3c6cafbe81 service neutron] 10.222.0.65 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330383 May 06 14:11:00.009773 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7b17a02-aa5a-42ef-868f-833fa6e82622 req-1438665e-e640-4836-92a5-4c7d7f35278c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 210 time: 0.0454943 May 06 14:11:01.020816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-8ec0efd1-0eb1-4057-8e98-393d4a2cffdb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:01.022068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-8ec0efd1-0eb1-4057-8e98-393d4a2cffdb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Synchronizing usage tracker for tenant:aae308f6d5734685be3e152a156bbc9a on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:11:01.038847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-8ec0efd1-0eb1-4057-8e98-393d4a2cffdb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Unset dirty status for tenant:aae308f6d5734685be3e152a156bbc9a on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:11:01.040220 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-8ec0efd1-0eb1-4057-8e98-393d4a2cffdb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 815 time: 0.1606340 May 06 14:11:01.056516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Request body: {'port': {'device_id': '9be46e7c-dee3-475e-a688-56c939f53e22', 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3', 'admin_state_up': True, 'tenant_id': 'aae308f6d5734685be3e152a156bbc9a'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:11:01.170402 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dd4e5817-3494-42df-a152-2a70cf7aeb25 req-41fde67e-0001-4bb4-bd2e-535b0ea35535 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 210 time: 0.0400727 May 06 14:11:01.192605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:11:01.197039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Usage tracker for resource:port and tenant:aae308f6d5734685be3e152a156bbc9a is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:11:01.199810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:11:01.205440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:11:01.215669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Made reservation on behalf of aae308f6d5734685be3e152a156bbc9a for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:11:01.218718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:01.378690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Allocated IP 172.20.0.3 (0d10dcb5-1c32-41d8-a617-bce17538bbe3/69604a81-60a7-4941-89d6-7c8a956d2210/a776d17e-281e-439b-b506-5673a57ee9e0) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:11:01.661966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:01.689509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:01.756744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:11:01.759608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:11:01.763296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:11:01.801958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Pushing event updated for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:01.831345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:01.831966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:01.852840 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-08a55a0a-4411-480b-b80f-baedffc571de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8004861 May 06 14:11:01.863908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Request body: {'port': {'device_id': '9be46e7c-dee3-475e-a688-56c939f53e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:11:01.977426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:02.060131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d35ce3b0-6ddd-4310-9e9f-3d24272f534d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:02.361503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a776d17e-281e-439b-b506-5673a57ee9e0 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:11:02.375573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:02.395683 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Transition to ACTIVE for port object a776d17e-281e-439b-b506-5673a57ee9e0 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:11:02.400389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:02.456494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0559-b075-4340-b341-d18bb77fb00f req-a5580705-aac9-45a0-9b2c-07948d7ded3c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:02.457168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c60f0559-b075-4340-b341-d18bb77fb00f req-a5580705-aac9-45a0-9b2c-07948d7ded3c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Synchronizing usage tracker for tenant:aae308f6d5734685be3e152a156bbc9a on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:11:02.547014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c60f0559-b075-4340-b341-d18bb77fb00f req-a5580705-aac9-45a0-9b2c-07948d7ded3c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Unset dirty status for tenant:aae308f6d5734685be3e152a156bbc9a on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:11:02.548196 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c60f0559-b075-4340-b341-d18bb77fb00f req-a5580705-aac9-45a0-9b2c-07948d7ded3c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 931 time: 0.2490439 May 06 14:11:02.548765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Pushing event updated for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:02.668355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c60f0559-b075-4340-b341-d18bb77fb00f req-71358055-af61-4cac-8a2f-9fe07ea96ae9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Synchronizing usage tracker for tenant:aae308f6d5734685be3e152a156bbc9a on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:11:02.691915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Attempting to bind port a776d17e-281e-439b-b506-5673a57ee9e0 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:11:02.692242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Attempting to bind port a776d17e-281e-439b-b506-5673a57ee9e0 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:11:02.692562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Attempting to bind port a776d17e-281e-439b-b506-5673a57ee9e0 on network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:11:02.701151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c60f0559-b075-4340-b341-d18bb77fb00f req-71358055-af61-4cac-8a2f-9fe07ea96ae9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Unset dirty status for tenant:aae308f6d5734685be3e152a156bbc9a on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:11:02.702277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c60f0559-b075-4340-b341-d18bb77fb00f req-71358055-af61-4cac-8a2f-9fe07ea96ae9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233630 May 06 14:11:02.702899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Port a776d17e-281e-439b-b506-5673a57ee9e0 on network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:11:02.703211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Attempting to bind port a776d17e-281e-439b-b506-5673a57ee9e0 on network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:11:02.709512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:11:02.709845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Checking segment: {'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:11:02.710278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Bound using segment: {'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:11:02.710620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Bound port: a776d17e-281e-439b-b506-5673a57ee9e0, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:11:02.710963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:02.799893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:11:02.803904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:11:02.808320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:02.869156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:02.870500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] 10.222.0.69 "PUT /v2.0/ports/a776d17e-281e-439b-b506-5673a57ee9e0 HTTP/1.1" status: 200 len: 1093 time: 1.0105283 May 06 14:11:02.870923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:11:02.898871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2f1d7-fb88-4b44-b082-aea8376e199e service neutron] Pushing event updated for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:02.944789 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c0a39e-9627-4ccf-be6e-81ef1fff4201'] response: {'name': 'network-changed', 'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'status': 'completed', 'code': 200} May 06 14:11:02.980395 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-7be7bb4c-df10-438e-8428-bba3b5794428 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 1096 time: 0.0738733 May 06 14:11:03.046591 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-7031ceb7-409a-4cc2-a36c-8e025139b805 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a776d17e-281e-439b-b506-5673a57ee9e0 HTTP/1.1" status: 200 len: 217 time: 0.0597029 May 06 14:11:03.108615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-4f38dfd2-7962-4dd1-95b8-03a697215f6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:03.109985 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-4f38dfd2-7962-4dd1-95b8-03a697215f6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0583260 May 06 14:11:03.152476 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-2b83d71e-ed0d-4109-bb73-95f4edaf2205 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371108 May 06 14:11:03.364177 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-0cfe382f-71f6-44c6-8cbc-308d4dd33516 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059066 May 06 14:11:03.492095 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9dd4a02b-6b00-4e04-9e69-4bef299d071c req-3ca3bf28-c843-48aa-9f51-b9230c5e93ff service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219432 May 06 14:11:03.611208 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-c664489a-a50c-455b-af29-f897785c717f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 1096 time: 0.0733969 May 06 14:11:03.741115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-ee236389-7c00-48d7-b5ce-a3c0f121df56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:03.742557 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-ee236389-7c00-48d7-b5ce-a3c0f121df56 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.1251431 May 06 14:11:03.812176 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-5e3aefd7-1e7d-46d8-9987-6328ce22932f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a776d17e-281e-439b-b506-5673a57ee9e0 HTTP/1.1" status: 200 len: 217 time: 0.0610862 May 06 14:11:03.924706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-b39d5340-0d53-4d8a-b2ef-50ad75f9acc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:03.926066 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-b39d5340-0d53-4d8a-b2ef-50ad75f9acc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.1081395 May 06 14:11:03.977538 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-ad42df5d-8733-475e-8ef0-d05feb31ce68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453992 May 06 14:11:03.986801 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618499c-e240-45ec-84cf-2ca83f25a974 req-552bf933-e7bd-4335-8873-c025dde7e6cb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:03.988212 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6618499c-e240-45ec-84cf-2ca83f25a974 req-552bf933-e7bd-4335-8873-c025dde7e6cb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 943 time: 0.1378660 May 06 14:11:04.112384 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6618499c-e240-45ec-84cf-2ca83f25a974 req-2e0ed3db-474e-438b-9dfa-b496fcf39f39 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050673 May 06 14:11:04.147689 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-fafcedc8-eb6e-45f6-b5a9-583f7f587b2f service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585832 May 06 14:11:04.276623 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8abfc63d-5996-498a-9a30-54f8ce06e976 req-82ccee0c-6c83-42c7-bca5-4a3f222c48cf service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216614 May 06 14:11:04.402114 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8cf722b3-eeaa-4357-a7c1-7c8861f6d013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:05.388490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea7a7b-9152-4b64-a76f-4e73ce8964d4 req-91c27cb7-7254-42f2-a59d-4fa108b9fafd tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:05.389928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e5ea7a7b-9152-4b64-a76f-4e73ce8964d4 req-91c27cb7-7254-42f2-a59d-4fa108b9fafd tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 943 time: 0.1558897 May 06 14:11:05.434759 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e5ea7a7b-9152-4b64-a76f-4e73ce8964d4 req-e40c9259-1cc1-4fa3-b90c-15f1d02d00ea tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 May 06 14:11:05.530836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a776d17e-281e-439b-b506-5673a57ee9e0 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:11:05.648722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:05.652156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:05.688822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:05.701470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3', 'port_id': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'mac_address': 'fa:16:3e:73:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69604a81-60a7-4941-89d6-7c8a956d2210', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:11:05.753686 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:05.770216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a776d17e-281e-439b-b506-5673a57ee9e0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:11:05.784640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:05.788806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:05.854221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:05.936553 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:11:06.028810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['a776d17e-281e-439b-b506-5673a57ee9e0'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:11:06.624282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ce991-0ad0-4f54-be77-190ba27c17e2 req-4f3faec5-094a-413e-8a3b-2cfe86ffc489 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:06.625970 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c28ce991-0ad0-4f54-be77-190ba27c17e2 req-4f3faec5-094a-413e-8a3b-2cfe86ffc489 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 944 time: 0.0749748 May 06 14:11:06.670387 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c28ce991-0ad0-4f54-be77-190ba27c17e2 req-f21cf190-bb8a-4fb3-86a3-bf1c5cf0bf6e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 May 06 14:11:06.896334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:07.546035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a776d17e-281e-439b-b506-5673a57ee9e0 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:11:07.617953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port a776d17e-281e-439b-b506-5673a57ee9e0 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:11:07.622845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port a776d17e-281e-439b-b506-5673a57ee9e0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:11:07.623209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:07.736476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:07.763054 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:11:07.772927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:07.777334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:07.821905 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e1e7a2-b710-43e8-845a-a98fc6afff8d'] response: {'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'code': 200} May 06 14:11:07.852463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:07.876891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eb768-9e86-49cc-bf32-9974d6a25f81 req-f704f386-9c6c-42cb-a349-b97060ac168e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:07.878335 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-546eb768-9e86-49cc-bf32-9974d6a25f81 req-f704f386-9c6c-42cb-a349-b97060ac168e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0843215 May 06 14:11:07.929585 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-546eb768-9e86-49cc-bf32-9974d6a25f81 req-69449834-afad-4d08-9a3d-5b9546b04137 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 May 06 14:11:08.053878 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d7a0525b-c86f-439d-aab2-89683992de27 req-35e979a0-05d5-4440-b738-4d47acf54631 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 1098 time: 0.0693200 May 06 14:11:08.095563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d7a0525b-c86f-439d-aab2-89683992de27 req-be2150be-14a3-49e2-8809-98da60272df2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354106 May 06 14:11:09.130500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095761-1bca-46c4-b521-4525701a5df0 req-bef64b63-df76-41a5-b3cb-1f54e8586f26 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:09.132626 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1f095761-1bca-46c4-b521-4525701a5df0 req-bef64b63-df76-41a5-b3cb-1f54e8586f26 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0765483 May 06 14:11:09.183639 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1f095761-1bca-46c4-b521-4525701a5df0 req-369e7a69-0a6d-4231-b745-313f710fc97c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 May 06 14:11:10.383185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa354deb-fd14-484a-9682-4978beb72f63 req-9634ac2f-dbb1-4e2f-861e-718e0d705d6e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:10.384653 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa354deb-fd14-484a-9682-4978beb72f63 req-9634ac2f-dbb1-4e2f-861e-718e0d705d6e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0804002 May 06 14:11:10.429689 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa354deb-fd14-484a-9682-4978beb72f63 req-29677f72-007e-4ea5-8e8c-20b44cff5d81 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 May 06 14:11:10.620523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a1181-cb13-43cc-9a57-ee87fa46285b req-71f80e5f-a40f-4123-9b78-3210827542d2 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:10.621929 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-af3a1181-cb13-43cc-9a57-ee87fa46285b req-71f80e5f-a40f-4123-9b78-3210827542d2 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0736909 May 06 14:11:10.668143 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-af3a1181-cb13-43cc-9a57-ee87fa46285b req-f324e87d-2e43-4bfd-a30e-a1b8242bf18d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 May 06 14:11:11.030953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ccd95-6887-44cf-8af9-948205e418cb req-89defc62-4fcf-40b2-92a0-5907dfd616f3 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:11.033597 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-078ccd95-6887-44cf-8af9-948205e418cb req-89defc62-4fcf-40b2-92a0-5907dfd616f3 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0803931 May 06 14:11:11.080386 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-078ccd95-6887-44cf-8af9-948205e418cb req-05f2e169-c242-44f9-9e76-2bef295ff798 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 May 06 14:11:11.275167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c115d4-b7fc-4f17-9bb7-5233fb94ea91 req-66df4454-2f37-41a6-b2ed-e62a15c3de7c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:11.276641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e1c115d4-b7fc-4f17-9bb7-5233fb94ea91 req-66df4454-2f37-41a6-b2ed-e62a15c3de7c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0789664 May 06 14:11:11.320649 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e1c115d4-b7fc-4f17-9bb7-5233fb94ea91 req-ce160f3e-df25-4922-887f-eaaa9df503b6 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 May 06 14:11:11.511871 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd3d590b-9b31-4a12-9da3-b3c2b33586b9 req-015665b1-a19f-427a-95dc-ac855e9d4930 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656941 May 06 14:11:12.829339 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-8d869db7-498a-42f2-9db8-80c6efaa356f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226971 May 06 14:11:12.849455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c4201-ce43-4199-924f-bda54a07425f req-26613b73-57cf-423e-a62f-258a43db8663 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:12.850869 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf6c4201-ce43-4199-924f-bda54a07425f req-26613b73-57cf-423e-a62f-258a43db8663 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0900326 May 06 14:11:12.900370 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-bf6c4201-ce43-4199-924f-bda54a07425f req-2704f814-309f-4d79-a399-2b7a91825e5c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 May 06 14:11:14.018838 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-b4de6c81-d446-43b2-9896-2db45e0ebb00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 1098 time: 0.0731335 May 06 14:11:14.292890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dce454-3986-499a-b9cd-0949b653121d req-6a1c4ac8-834a-4dc6-9083-b35d7e36d358 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:14.294237 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-88dce454-3986-499a-b9cd-0949b653121d req-6a1c4ac8-834a-4dc6-9083-b35d7e36d358 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.2731826 May 06 14:11:14.301898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-e93a1c3d-9ad3-4007-944e-d071de0bfa1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:14.303689 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-e93a1c3d-9ad3-4007-944e-d071de0bfa1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.1659403 May 06 14:11:14.392318 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-c46bf53b-373d-4b3b-88c2-231b9a7856b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a776d17e-281e-439b-b506-5673a57ee9e0 HTTP/1.1" status: 200 len: 217 time: 0.0735481 May 06 14:11:14.439230 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-88dce454-3986-499a-b9cd-0949b653121d req-e7c6fec8-583d-4e36-86f6-0669957762a4 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384411 May 06 14:11:14.459410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-225f2d8c-0965-436a-97ac-564b3998d611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:14.460850 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-225f2d8c-0965-436a-97ac-564b3998d611 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0612395 May 06 14:11:14.510306 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-b907e2ce-3e18-46dc-b6e0-640bd1565618 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420792 May 06 14:11:14.638912 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-96c919f0-b93b-4a34-b543-a31579730f87 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225679 May 06 14:11:14.767744 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-35d2895d-7e8a-4dc2-a55b-86dca878de78 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229184 May 06 14:11:15.634641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3351080-692a-4db0-8c56-6024d5be889e req-624d25b3-d3aa-4321-81c1-5345e6864c18 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:15.636071 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e3351080-692a-4db0-8c56-6024d5be889e req-624d25b3-d3aa-4321-81c1-5345e6864c18 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0747190 May 06 14:11:15.683800 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e3351080-692a-4db0-8c56-6024d5be889e req-fe495565-bc4a-4c98-9286-f61239bacecc tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 May 06 14:11:16.876977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f83d8-5133-432c-8080-d7c1b25897f0 req-75151c3e-702a-4f63-9e76-e5ab306485a9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:16.878439 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9f3f83d8-5133-432c-8080-d7c1b25897f0 req-75151c3e-702a-4f63-9e76-e5ab306485a9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0756595 May 06 14:11:16.923902 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9f3f83d8-5133-432c-8080-d7c1b25897f0 req-66afb7f7-56a1-4586-8b22-c5ed4dae77db tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 May 06 14:11:18.121497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172deab-8777-4371-850f-a1c1110e40da req-057f5fcd-29cf-40d1-a219-5506d07f46f8 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:18.122915 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1172deab-8777-4371-850f-a1c1110e40da req-057f5fcd-29cf-40d1-a219-5506d07f46f8 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0750782 May 06 14:11:18.167710 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1172deab-8777-4371-850f-a1c1110e40da req-5073110a-4398-459e-b5ff-74c6d07abc5e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 May 06 14:11:19.363632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489965-8724-4bc7-86e1-98da82e2f270 req-27aa488b-fce2-4e4b-8ce0-18d333b945ee tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:19.365732 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a0489965-8724-4bc7-86e1-98da82e2f270 req-27aa488b-fce2-4e4b-8ce0-18d333b945ee tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0791962 May 06 14:11:19.409758 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a0489965-8724-4bc7-86e1-98da82e2f270 req-5e9d138f-ba65-4dfe-8b76-ca742975b0af tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 May 06 14:11:20.471879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:20.613485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c8f36-4975-4ae3-a9cc-064c21ddd61d req-ab310b85-8aaa-4476-8b3c-258e75cbe20e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:20.615438 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0c7c8f36-4975-4ae3-a9cc-064c21ddd61d req-ab310b85-8aaa-4476-8b3c-258e75cbe20e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0798845 May 06 14:11:20.659145 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0c7c8f36-4975-4ae3-a9cc-064c21ddd61d req-d6633ea2-1052-416c-b283-c8edfa170907 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382543 May 06 14:11:21.863388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b632e5-ea58-40bb-826a-f10b9275d1b1 req-211dee36-a7c5-416e-a0b1-3fb25cf333d0 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:21.865280 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a7b632e5-ea58-40bb-826a-f10b9275d1b1 req-211dee36-a7c5-416e-a0b1-3fb25cf333d0 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0743308 May 06 14:11:21.912780 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a7b632e5-ea58-40bb-826a-f10b9275d1b1 req-014c34f9-0a4f-4b68-ae6d-e636b2fc18e5 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 May 06 14:11:23.107885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e39d6-c460-454b-8833-1341e510e02e req-68207b24-6a36-440e-b3ce-3839a6661fee tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:23.109309 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ae8e39d6-c460-454b-8833-1341e510e02e req-68207b24-6a36-440e-b3ce-3839a6661fee tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0742137 May 06 14:11:23.153873 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ae8e39d6-c460-454b-8833-1341e510e02e req-b011b23c-52d3-4626-b231-b06621c83fd2 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392268 May 06 14:11:24.343654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd558e83-e382-43e6-9f58-8bab90225313 req-eecfb3ac-2c73-4bc5-bdff-2999859d3827 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:24.345062 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cd558e83-e382-43e6-9f58-8bab90225313 req-eecfb3ac-2c73-4bc5-bdff-2999859d3827 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0735838 May 06 14:11:24.389359 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cd558e83-e382-43e6-9f58-8bab90225313 req-a942c06e-9cb1-4d85-9b83-225ded581f72 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 May 06 14:11:25.586290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7532-3c4a-422f-aa77-46206ff18a36 req-397b982d-e419-492e-b7a8-cec6ec32744e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:25.587694 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-63cd7532-3c4a-422f-aa77-46206ff18a36 req-397b982d-e419-492e-b7a8-cec6ec32744e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0776067 May 06 14:11:25.632028 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-63cd7532-3c4a-422f-aa77-46206ff18a36 req-9c744501-b5b6-4d6c-b3c4-fc99fab3b3fb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 May 06 14:11:26.832670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881b47b-55ff-42b3-b89e-25c4cdf76da3 req-7d54c451-1be3-48ed-8fee-b59247f8b82f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:26.834128 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c881b47b-55ff-42b3-b89e-25c4cdf76da3 req-7d54c451-1be3-48ed-8fee-b59247f8b82f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0774231 May 06 14:11:26.879413 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c881b47b-55ff-42b3-b89e-25c4cdf76da3 req-f7097630-c850-4c15-b687-0e999fb67633 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 May 06 14:11:28.085206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98074d89-7ffc-494d-82a6-96efea3412f9 req-c5e41392-df05-4cf4-bdf4-9546ee761b3f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:28.086620 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98074d89-7ffc-494d-82a6-96efea3412f9 req-c5e41392-df05-4cf4-bdf4-9546ee761b3f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0746684 May 06 14:11:28.134513 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98074d89-7ffc-494d-82a6-96efea3412f9 req-0d6f28bb-bdaa-4cd4-a35f-01b60b4f7b7d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 May 06 14:11:29.343012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609fdf2-0f97-499a-8522-706b280cf263 req-c00e9cad-7d77-4787-a907-389bc27434da tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:29.344498 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b609fdf2-0f97-499a-8522-706b280cf263 req-c00e9cad-7d77-4787-a907-389bc27434da tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0770648 May 06 14:11:29.389389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b609fdf2-0f97-499a-8522-706b280cf263 req-94b562b1-5999-4d34-9e26-10868d543f0f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 May 06 14:11:30.584142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4315e-2632-459e-a45a-f7dfbdc6d995 req-95407b5e-0c32-4c7b-bf57-d97104f1620a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:30.585576 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d6c4315e-2632-459e-a45a-f7dfbdc6d995 req-95407b5e-0c32-4c7b-bf57-d97104f1620a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0767202 May 06 14:11:30.630813 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d6c4315e-2632-459e-a45a-f7dfbdc6d995 req-af84ba65-7274-4560-9ea3-afbbe8cc1d66 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 May 06 14:11:31.628682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-b271cf05-da61-45af-a3e8-55dc3e0e773b service neutron] 10.222.0.69 "GET /v2.0/ports/a776d17e-281e-439b-b506-5673a57ee9e0/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0758536 May 06 14:11:31.871200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dedeeb-90c3-497d-93be-ac8eb23e013c req-846852be-a7bd-4a9d-a0fe-497485759629 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:31.872559 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b9dedeeb-90c3-497d-93be-ac8eb23e013c req-846852be-a7bd-4a9d-a0fe-497485759629 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.1212745 May 06 14:11:31.942981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b9dedeeb-90c3-497d-93be-ac8eb23e013c req-d410e0aa-60f1-4b11-8a47-973e0a379334 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572977 May 06 14:11:31.950073 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-587babef-db4a-468d-966e-c9ed805975c4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22&tenant_id=aae308f6d5734685be3e152a156bbc9a HTTP/1.1" status: 200 len: 1098 time: 0.1288967 May 06 14:11:32.046497 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-b6671383-e6ab-4e65-a92b-dffa4812ca8e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 1098 time: 0.0697422 May 06 14:11:32.062075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9691490b-3af7-472d-9de2-8ec4f0b05cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:32.268441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-d64538cf-86b3-47a8-8cf2-02f593af81e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:32.269927 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-d64538cf-86b3-47a8-8cf2-02f593af81e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.2182345 May 06 14:11:32.340186 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-82173338-d426-44da-b029-d8e92abf3469 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a776d17e-281e-439b-b506-5673a57ee9e0 HTTP/1.1" status: 200 len: 217 time: 0.0645669 May 06 14:11:32.400441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-38140a68-fe33-4b45-8f73-abba5204b64c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:32.401803 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-38140a68-fe33-4b45-8f73-abba5204b64c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0565002 May 06 14:11:32.447393 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-3324e692-383a-43f7-b3d6-52dd69e009a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401227 May 06 14:11:32.574729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-77de35ed-459b-45fd-95d9-98ff8bd2d5e6 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214130 May 06 14:11:32.701368 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ecec2a12-2d24-45fa-8a38-721efe630d0d req-c557aa6d-636d-48aa-b934-798577dfc81c service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210387 May 06 14:11:33.142175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bec792-0ef2-419b-9c9c-7988a79dde34 req-5e334c58-c672-46b0-acfa-1d873302ed12 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:33.143551 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-29bec792-0ef2-419b-9c9c-7988a79dde34 req-5e334c58-c672-46b0-acfa-1d873302ed12 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0780134 May 06 14:11:33.188038 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-29bec792-0ef2-419b-9c9c-7988a79dde34 req-1cc35ee5-18e2-4431-89aa-b0786280351e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390635 May 06 14:11:34.387924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a0bc1-6fe0-4b01-8b60-006a38a492d4 req-91f65a54-f6c6-41a9-8426-a726fa088f27 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:34.389393 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875a0bc1-6fe0-4b01-8b60-006a38a492d4 req-91f65a54-f6c6-41a9-8426-a726fa088f27 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0761523 May 06 14:11:34.403922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff55b84c-7ff8-4023-baf0-eb2a64c29777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:34.434052 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-875a0bc1-6fe0-4b01-8b60-006a38a492d4 req-43b03013-32c8-41bc-9311-2ff5d7c28de2 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390115 May 06 14:11:35.616301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:35.621067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:35.628432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00c731-1d24-4983-80a6-08a374b9da06 req-54964f03-cf57-4860-ada0-129d5f628d77 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:35.629913 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fc00c731-1d24-4983-80a6-08a374b9da06 req-54964f03-cf57-4860-ada0-129d5f628d77 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0768173 May 06 14:11:35.655265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a776d17e-281e-439b-b506-5673a57ee9e0 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:11:35.659740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a776d17e-281e-439b-b506-5673a57ee9e0 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:11:35.675572 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fc00c731-1d24-4983-80a6-08a374b9da06 req-44e799b6-885b-4c1f-9068-90c2d85e0129 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 May 06 14:11:35.884554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:35.904985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:35.925091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3', 'port_id': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'mac_address': 'fa:16:3e:73:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69604a81-60a7-4941-89d6-7c8a956d2210', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:11:35.930807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:11:35.967227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:35.994963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:36.006981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:36.041249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b57b3d-bfee-4fb1-a722-cb59e408b0e3 req-92989a68-3c16-43a2-81f3-62db5ba07227 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:36.043148 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98b57b3d-bfee-4fb1-a722-cb59e408b0e3 req-92989a68-3c16-43a2-81f3-62db5ba07227 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 943 time: 0.0832915 May 06 14:11:36.044121 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37577a7c-0be6-4d25-9f0e-e61dd1e59678'] response: {'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'code': 200} May 06 14:11:36.057943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a776d17e-281e-439b-b506-5673a57ee9e0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:11:36.059713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-2b11a52c-7c25-4fec-bd81-9549e7b46551 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:36.061178 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-2b11a52c-7c25-4fec-bd81-9549e7b46551 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22&tenant_id=aae308f6d5734685be3e152a156bbc9a&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 943 time: 0.1021500 May 06 14:11:36.096649 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98b57b3d-bfee-4fb1-a722-cb59e408b0e3 req-f61dee73-79ce-4d55-9ae7-b3ac9ccc7272 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 May 06 14:11:36.131530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:36.140213 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:11:36.140556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:11:36.143496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.143850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.144181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.144505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.144827 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.145147 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.146012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.146331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.146644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.146955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.147265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:36.201762 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-adda9445-158e-4def-9c83-4f490ee4dd3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 1096 time: 0.0690341 May 06 14:11:36.329369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-7beaac5e-9bf3-47e7-a7b9-c760c1db3498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:36.330760 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-7beaac5e-9bf3-47e7-a7b9-c760c1db3498 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.1238501 May 06 14:11:36.400190 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-22dd4761-65b1-4583-8d68-e4d26eac01be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a776d17e-281e-439b-b506-5673a57ee9e0 HTTP/1.1" status: 200 len: 217 time: 0.0634773 May 06 14:11:36.460007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-344d09a9-47b6-46a9-b1ea-acb4f84564c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:36.461373 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-344d09a9-47b6-46a9-b1ea-acb4f84564c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0562389 May 06 14:11:36.507405 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-5ec233c7-21da-4c46-bd51-de113d0b3660 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401351 May 06 14:11:36.636278 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-d465620b-1d95-4542-8fb9-d91cc88923f3 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222544 May 06 14:11:36.695488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:36.747192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a776d17e-281e-439b-b506-5673a57ee9e0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:11:36.762540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:36.767089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:36.769171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c2e758c7-dd45-4fe1-a6c8-52b0cf9e530e req-08733a1b-8afd-4174-9e91-93253ee3e4ac service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275296 May 06 14:11:36.836354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['a776d17e-281e-439b-b506-5673a57ee9e0'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:11:36.863729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:36.914147 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:37.307051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc256d-2df7-4dde-82f6-c66edf5117e3 req-92b0d47c-85e6-4fb4-bd18-6b7849dc84ad tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:37.308544 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fdc256d-2df7-4dde-82f6-c66edf5117e3 req-92b0d47c-85e6-4fb4-bd18-6b7849dc84ad tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 944 time: 0.0783920 May 06 14:11:37.353561 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fdc256d-2df7-4dde-82f6-c66edf5117e3 req-3db92033-7a95-4ffc-ac46-1b27e6c7e8c4 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 May 06 14:11:37.677692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a776d17e-281e-439b-b506-5673a57ee9e0 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:11:37.743995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port a776d17e-281e-439b-b506-5673a57ee9e0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:11:37.744645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:37.854907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:37.885907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:37.889867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:37.968000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:38.045062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:11:38.096814 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f275f3-66a1-459c-857f-80c85378d645'] response: {'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'code': 200} May 06 14:11:38.549228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94462395-0cde-4060-b291-98b0bc2bce49 req-5d030388-783a-472a-8951-f6d0b2e01a0b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:38.550630 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94462395-0cde-4060-b291-98b0bc2bce49 req-5d030388-783a-472a-8951-f6d0b2e01a0b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0777280 May 06 14:11:38.681473 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-94462395-0cde-4060-b291-98b0bc2bce49 req-1fb1210e-2345-4ad2-93bc-75d5c68287aa tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248574 May 06 14:11:38.855369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-48019493-0b11-41e4-b6ab-681e20abad62 req-532bc994-acfd-4644-8c8d-43bc40ed339c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684934 May 06 14:11:38.874519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708a52-5bc4-48ac-bb7c-1c49b791814c req-a9ddef41-9cca-4ee5-bc1b-5c22c4e89f28 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:38.876370 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-92708a52-5bc4-48ac-bb7c-1c49b791814c req-a9ddef41-9cca-4ee5-bc1b-5c22c4e89f28 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.0767565 May 06 14:11:38.926019 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-92708a52-5bc4-48ac-bb7c-1c49b791814c req-0d4fa54e-c924-4302-8467-03a247a7d694 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 May 06 14:11:38.993247 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-48019493-0b11-41e4-b6ab-681e20abad62 req-eaa23f5a-be5a-47d5-bcd1-fc30d49753d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 1098 time: 0.0715067 May 06 14:11:39.188088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019493-0b11-41e4-b6ab-681e20abad62 req-59684215-a630-4669-9025-32c63f0e40db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:39.189421 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-48019493-0b11-41e4-b6ab-681e20abad62 req-59684215-a630-4669-9025-32c63f0e40db service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.1766765 May 06 14:11:39.199302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb5bdf-9cc5-4d02-a55c-79b7db3c8df7 req-50bd12c0-7021-4337-bbeb-1613a63ebdfc tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:39.200658 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3bb5bdf-9cc5-4d02-a55c-79b7db3c8df7 req-50bd12c0-7021-4337-bbeb-1613a63ebdfc tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.1236839 May 06 14:11:39.284402 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-48019493-0b11-41e4-b6ab-681e20abad62 req-78ee3bbe-0246-41fd-9c0c-ba3aa03e76bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a776d17e-281e-439b-b506-5673a57ee9e0 HTTP/1.1" status: 200 len: 217 time: 0.0828223 May 06 14:11:39.360294 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3bb5bdf-9cc5-4d02-a55c-79b7db3c8df7 req-bd15d026-1f3f-441a-91d6-c9a9f99411c2 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020985 May 06 14:11:39.363349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019493-0b11-41e4-b6ab-681e20abad62 req-7e26624b-8be3-499c-9a69-3affd20d7d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:39.364720 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-48019493-0b11-41e4-b6ab-681e20abad62 req-7e26624b-8be3-499c-9a69-3affd20d7d32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0746071 May 06 14:11:39.408592 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-48019493-0b11-41e4-b6ab-681e20abad62 req-118fa80e-1f3e-40e2-9439-c1f9000df8d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385280 May 06 14:11:39.537457 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-48019493-0b11-41e4-b6ab-681e20abad62 req-09184cf2-afae-41fa-ac23-05566554fd32 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233566 May 06 14:11:39.680858 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-48019493-0b11-41e4-b6ab-681e20abad62 req-a9dcb403-991e-484c-b475-f999798a6ac0 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381097 May 06 14:11:39.859086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-352c045f-f2f6-42e8-875b-91cfda6d94c7 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:39.860536 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-352c045f-f2f6-42e8-875b-91cfda6d94c7 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 815 time: 0.1393886 May 06 14:11:39.876887 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-002fc39a-bba6-4952-9772-f2d7e5970375 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/quotas/aae308f6d5734685be3e152a156bbc9a HTTP/1.1" status: 200 len: 375 time: 0.0109336 May 06 14:11:39.956427 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-c2932de2-2518-4f8c-a802-08fc795ef4d8 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738266 May 06 14:11:39.967284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-2e60ab4e-bc29-4c70-9f69-c1a181e6c26e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:11:39.968232 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-2e60ab4e-bc29-4c70-9f69-c1a181e6c26e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048168 May 06 14:11:40.098993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-38913c9c-ce8c-4980-8b83-0d99dcf1be03 service neutron] 10.222.0.65 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251857 May 06 14:11:40.228405 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-630f2427-bd54-4936-a12f-da892cf26e15 service neutron] 10.222.0.65 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232343 May 06 14:11:40.413127 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-681acbb1-80c1-46af-a513-bac59988ae61 req-35d655d1-0688-448e-b712-82c7f21fb160 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 210 time: 0.0434384 May 06 14:11:41.421866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-48be1667-642f-49e2-ab08-d85acb3701e5 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:41.423239 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-48be1667-642f-49e2-ab08-d85acb3701e5 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 815 time: 0.1496651 May 06 14:11:41.439214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Request body: {'port': {'device_id': '9c11c5dc-aaec-4a42-8568-96387843840c', 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3', 'admin_state_up': True, 'tenant_id': 'aae308f6d5734685be3e152a156bbc9a'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:11:41.700066 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e225b154-dc93-4186-bc3a-2efd05cd2790 req-72cffb85-0d1b-4b52-b403-4422c8dfc999 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 210 time: 0.0921860 May 06 14:11:41.769721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:11:41.786125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-5d7b26fb-ee89-4e9d-9296-8c382648d377 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:41.787490 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-5d7b26fb-ee89-4e9d-9296-8c382648d377 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9be46e7c-dee3-475e-a688-56c939f53e22 HTTP/1.1" status: 200 len: 945 time: 0.1787298 May 06 14:11:41.788332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:11:41.827106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Made reservation on behalf of aae308f6d5734685be3e152a156bbc9a for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:11:41.829951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:41.909448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Deleting port a776d17e-281e-439b-b506-5673a57ee9e0 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:11:41.909773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.190512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Allocated IP 172.20.0.9 (0d10dcb5-1c32-41d8-a617-bce17538bbe3/69604a81-60a7-4941-89d6-7c8a956d2210/3bc0019d-42e4-4784-9a02-0bb28d55ca2f) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:11:42.287367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] For port a776d17e-281e-439b-b506-5673a57ee9e0, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a776d17e-281e-439b-b506-5673a57ee9e0,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:42.287718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.469858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Calling delete_port for a776d17e-281e-439b-b506-5673a57ee9e0 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:11:42.638391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.680859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.699962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['a776d17e-281e-439b-b506-5673a57ee9e0'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:11:42.732793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Pushing event deleted for resources: {'Port': ['ID=a776d17e-281e-439b-b506-5673a57ee9e0,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:42.797304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.808668 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['a776d17e-281e-439b-b506-5673a57ee9e0'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:11:42.851678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] No DVR routers for this DVR port a776d17e-281e-439b-b506-5673a57ee9e0 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:11:42.859066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.861554 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'name': 'network-vif-deleted', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:11:42.897559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:11:42.901353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:11:42.906774 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "DELETE /v2.0/ports/a776d17e-281e-439b-b506-5673a57ee9e0 HTTP/1.1" status: 204 len: 173 time: 1.1135244 May 06 14:11:42.907586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:11:42.925674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68977ce2-c4e6-4bd9-830f-3c2c02e7d53c req-2fdd05a1-f878-462d-bf65-57f4e3da824b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:42.927080 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-68977ce2-c4e6-4bd9-830f-3c2c02e7d53c req-2fdd05a1-f878-462d-bf65-57f4e3da824b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 931 time: 0.1034071 May 06 14:11:42.938176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Pushing event updated for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:42.958384 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:11:42.981784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:42.982690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.997384 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-68977ce2-c4e6-4bd9-830f-3c2c02e7d53c req-88e5c115-6de8-410d-b0e6-cb0c753ac14a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564494 May 06 14:11:43.003700 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-3ff225d7-cbc7-42b9-ac7b-7abb089c577a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5679600 May 06 14:11:43.016194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Request body: {'port': {'device_id': '9c11c5dc-aaec-4a42-8568-96387843840c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:11:43.065353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287445fe-7860-41cb-a6a7-52ad0ae77727'] response: {'server_uuid': '9be46e7c-dee3-475e-a688-56c939f53e22', 'name': 'network-vif-deleted', 'tag': 'a776d17e-281e-439b-b506-5673a57ee9e0', 'status': 'completed', 'code': 200} May 06 14:11:43.129083 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:43.566732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc0019d-42e4-4784-9a02-0bb28d55ca2f {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:11:43.573350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:43.587191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Transition to ACTIVE for port object 3bc0019d-42e4-4784-9a02-0bb28d55ca2f will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:11:43.590586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:43.717932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:43.821771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Attempting to bind port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:11:43.822110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Attempting to bind port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:11:43.822434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Attempting to bind port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f on network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:11:43.828592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f on network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:11:43.828936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Attempting to bind port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f on network 0d10dcb5-1c32-41d8-a617-bce17538bbe3 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:11:43.835372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:11:43.835704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Checking segment: {'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:11:43.836119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Bound using segment: {'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:11:43.836543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Bound port: 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45344d2-493a-4633-80eb-cbd710a1057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:11:43.836885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:43.922065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:11:43.924988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:11:43.929337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:44.012564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:44.013931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] 10.222.0.69 "PUT /v2.0/ports/3bc0019d-42e4-4784-9a02-0bb28d55ca2f HTTP/1.1" status: 200 len: 1093 time: 1.0033715 May 06 14:11:44.029255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440f273-0381-44e2-84a5-22f663da7321 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:44.118691 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-768e8dee-41e1-4009-9261-30e8f7ac3769 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 1096 time: 0.0691984 May 06 14:11:44.188918 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-637618d0-57c3-4eda-a2d9-04494e4a9f58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f HTTP/1.1" status: 200 len: 217 time: 0.0640213 May 06 14:11:44.252008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-4d1ae1ea-7758-4e2d-b307-9dc5beccfef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:44.253447 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-4d1ae1ea-7758-4e2d-b307-9dc5beccfef9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0588026 May 06 14:11:44.287500 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77734639-8db3-4efc-8662-cdd97cb88ce9 req-6838ad85-4c31-45e4-ba64-f784371964d3 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:44.288988 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-77734639-8db3-4efc-8662-cdd97cb88ce9 req-6838ad85-4c31-45e4-ba64-f784371964d3 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 943 time: 0.1552086 May 06 14:11:44.302131 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-0df7e1f2-cdff-4dda-8051-be222631d606 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415735 May 06 14:11:44.334742 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-77734639-8db3-4efc-8662-cdd97cb88ce9 req-152d71fd-b9ea-4108-8fd3-f35fe296b717 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 May 06 14:11:44.435647 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-c90ce2ae-35a0-4fb0-a3af-723658ba00ab service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257646 May 06 14:11:44.563287 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d883cd8-a0d4-495e-87e6-74bd5ec844e0 req-b70e5620-adc9-48e7-938a-fa1df41833b4 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220961 May 06 14:11:45.066560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:11:45.119329 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9846b5d6-5028-455a-adc1-856ff7fedb14'] response: {'name': 'network-changed', 'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'status': 'completed', 'code': 200} May 06 14:11:45.209654 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-3b52fbf5-17e2-4537-872e-876c1d827c83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 1096 time: 0.0681148 May 06 14:11:45.339550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-057e47f2-adcd-461b-ab22-f38348644326 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:45.341011 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-057e47f2-adcd-461b-ab22-f38348644326 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.1242216 May 06 14:11:45.511631 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-ee8c11b6-f34c-4b46-9a0f-ea0a66ec3b84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f HTTP/1.1" status: 200 len: 217 time: 0.1640375 May 06 14:11:45.535899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a260-8c92-43ee-a372-3a6326f8390a req-161f4582-7d21-4bad-8719-2131bfef0f75 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:45.537350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-df87a260-8c92-43ee-a372-3a6326f8390a req-161f4582-7d21-4bad-8719-2131bfef0f75 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 943 time: 0.0795202 May 06 14:11:45.574213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-5781d888-e1f9-42bb-b5c5-bf7fdc6f9350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:45.576088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-5781d888-e1f9-42bb-b5c5-bf7fdc6f9350 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0591092 May 06 14:11:45.588865 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-df87a260-8c92-43ee-a372-3a6326f8390a req-f7f2907b-b238-4153-b712-7f7e37fd5410 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457108 May 06 14:11:45.620394 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-aebbfda4-2905-47ae-b77d-5bea72882c74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389178 May 06 14:11:45.686976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a776d17e-281e-439b-b506-5673a57ee9e0 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:11:45.724260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: a776d17e-281e-439b-b506-5673a57ee9e0 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:11:45.724838 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device a776d17e-281e-439b-b506-5673a57ee9e0 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:11:45.756336 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-7c0dad59-3b68-4e55-91a0-955d31ea5184 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299491 May 06 14:11:45.888765 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5a3d97f-d395-415f-8ff7-7e580c7b4b31 req-2f9dcd85-af19-4691-b172-95c8ca3e4fd0 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259334 May 06 14:11:46.785507 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c7279-35ed-4c2f-8fb4-dc299e1bfa95 req-64fbd47c-0c8c-4332-aacd-d26b4b8f1a43 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:46.786707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-d28c7279-35ed-4c2f-8fb4-dc299e1bfa95 req-64fbd47c-0c8c-4332-aacd-d26b4b8f1a43 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Synchronizing usage tracker for tenant:aae308f6d5734685be3e152a156bbc9a on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:11:46.801879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-d28c7279-35ed-4c2f-8fb4-dc299e1bfa95 req-64fbd47c-0c8c-4332-aacd-d26b4b8f1a43 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Unset dirty status for tenant:aae308f6d5734685be3e152a156bbc9a on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:11:46.803257 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d28c7279-35ed-4c2f-8fb4-dc299e1bfa95 req-64fbd47c-0c8c-4332-aacd-d26b4b8f1a43 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 943 time: 0.0954349 May 06 14:11:46.849132 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d28c7279-35ed-4c2f-8fb4-dc299e1bfa95 req-c8cc2148-7fec-4d28-8626-4492b243982d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 May 06 14:11:47.703215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3bc0019d-42e4-4784-9a02-0bb28d55ca2f details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:11:47.833988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:47.847066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3', 'port_id': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69604a81-60a7-4941-89d6-7c8a956d2210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:11:47.900755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:47.918678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc0019d-42e4-4784-9a02-0bb28d55ca2f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:11:47.933525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:47.937310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:48.002268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:48.047395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c1e3f-f12c-4fde-8d6b-0d3a14af1850 req-e2987f3d-0411-418c-a1f1-4e431dc8a6ec tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:48.048880 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ae1c1e3f-f12c-4fde-8d6b-0d3a14af1850 req-e2987f3d-0411-418c-a1f1-4e431dc8a6ec tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 944 time: 0.0799325 May 06 14:11:48.094377 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ae1c1e3f-f12c-4fde-8d6b-0d3a14af1850 req-ba42f742-e868-496f-a007-f228c670dead tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399334 May 06 14:11:48.154725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['3bc0019d-42e4-4784-9a02-0bb28d55ca2f'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:11:49.287232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5d47-14ff-485b-8955-a5c6be2e2076 req-3558f101-b2ec-4280-b04b-76f3cdd2575c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:49.288671 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-278c5d47-14ff-485b-8955-a5c6be2e2076 req-3558f101-b2ec-4280-b04b-76f3cdd2575c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 944 time: 0.0752110 May 06 14:11:49.333318 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-278c5d47-14ff-485b-8955-a5c6be2e2076 req-4f95c5b5-2385-4d0a-8c5a-72ae8ca6c6ee tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 May 06 14:11:49.719093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3bc0019d-42e4-4784-9a02-0bb28d55ca2f up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:11:49.788856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:11:49.793294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:11:49.793658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:49.902793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:49.932074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:11:49.941492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:11:49.945662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:49.996537 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e31f0dd-5638-4c1d-a8c3-9f61103d4b41'] response: {'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'code': 200} May 06 14:11:50.012647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:50.221739 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0ecbc802-acbb-4b70-a213-909aaf49660d req-aee291de-01d8-4b46-817b-50d381b10c59 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 1098 time: 0.0702302 May 06 14:11:50.262999 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0ecbc802-acbb-4b70-a213-909aaf49660d req-dcc30248-e191-409c-bb71-5a8623f4223e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 May 06 14:11:50.475555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:50.526618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72ff4f-d1fa-44e0-a691-4a561ae3e29a req-981b89b8-9191-4409-b4dc-5c63e74a899c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:50.528067 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2a72ff4f-d1fa-44e0-a691-4a561ae3e29a req-981b89b8-9191-4409-b4dc-5c63e74a899c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0774624 May 06 14:11:50.575869 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2a72ff4f-d1fa-44e0-a691-4a561ae3e29a req-1a674054-fd21-474e-9095-e774a0cd7dcf tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 May 06 14:11:51.776064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f50722-6fd4-45b9-8404-8b1738cf3072 req-7ffd87d5-ff62-4832-a497-45c901bc4ce4 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:51.777478 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e0f50722-6fd4-45b9-8404-8b1738cf3072 req-7ffd87d5-ff62-4832-a497-45c901bc4ce4 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0788162 May 06 14:11:51.821440 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e0f50722-6fd4-45b9-8404-8b1738cf3072 req-04485116-c697-44c7-a076-0f604cf76ee7 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 May 06 14:11:52.015574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5466-dbff-4593-a174-3963ac55be7c req-cd579e0c-697e-4fb9-ad89-623ebdeea1b0 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:52.017046 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff4a5466-dbff-4593-a174-3963ac55be7c req-cd579e0c-697e-4fb9-ad89-623ebdeea1b0 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0775101 May 06 14:11:52.062153 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff4a5466-dbff-4593-a174-3963ac55be7c req-ad84c6c3-693e-4edd-b2d8-1494f88f6271 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390460 May 06 14:11:52.262747 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f70d0c56-8a2e-4b02-b795-1c3336c5e1fc req-1f549830-a6ab-4b61-8908-79f8b60e9afa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658212 May 06 14:11:52.504154 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-6aae180f-8656-4c95-9af6-dd9b64c199f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706196 May 06 14:11:52.569879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b304b4b-b8cd-4c37-a618-22d336874fd4 req-590e9921-186d-47a0-bacf-95675a4b5aca tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:52.571309 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6b304b4b-b8cd-4c37-a618-22d336874fd4 req-590e9921-186d-47a0-bacf-95675a4b5aca tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0827599 May 06 14:11:52.617610 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6b304b4b-b8cd-4c37-a618-22d336874fd4 req-bc73f38f-efe1-47c5-b186-76234d7ae619 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 May 06 14:11:53.612430 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-d8ccf73e-8d23-4b31-9c44-5683a640d30d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 1098 time: 0.0670555 May 06 14:11:53.742950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b30482-22b7-4279-b316-222076eb1410 req-24cb24b3-4630-4141-90ba-ee99f3b4d86e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:53.744435 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-24cb24b3-4630-4141-90ba-ee99f3b4d86e service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.1268351 May 06 14:11:53.814945 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-c11991dc-5cfe-463c-8571-279538445960 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f HTTP/1.1" status: 200 len: 217 time: 0.0632825 May 06 14:11:53.816721 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6010f-0ed6-49fb-abf6-7f2ea2d436fb req-614e1c74-f0f9-45fc-9e6f-beed1faba812 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:53.818768 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1ff6010f-0ed6-49fb-abf6-7f2ea2d436fb req-614e1c74-f0f9-45fc-9e6f-beed1faba812 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0788863 May 06 14:11:53.866375 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1ff6010f-0ed6-49fb-abf6-7f2ea2d436fb req-ea400ba3-4d97-4c4b-b454-9d3cb78ac371 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400062 May 06 14:11:53.881821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b30482-22b7-4279-b316-222076eb1410 req-c5d5e25c-fa5f-44f3-b2b6-5559afb84966 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:53.883256 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-c5d5e25c-fa5f-44f3-b2b6-5559afb84966 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0627820 May 06 14:11:53.930755 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-89d27784-957f-4836-9321-3139f61e7d40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415876 May 06 14:11:54.063752 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-f5d9c0fd-0157-4076-82ca-510c6d02587a service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264725 May 06 14:11:54.195720 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-b714e672-5178-48af-8439-ddd71c470c1c service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265008 May 06 14:11:55.060945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545afe10-c1bf-42dc-9c8b-fe70d0d30e9e req-477d8081-e5aa-4d2a-a118-687a8c6c397e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:55.062383 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-545afe10-c1bf-42dc-9c8b-fe70d0d30e9e req-477d8081-e5aa-4d2a-a118-687a8c6c397e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0780952 May 06 14:11:55.107365 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-545afe10-c1bf-42dc-9c8b-fe70d0d30e9e req-c57c1e57-5e1a-441c-a254-fdd5d33bec3b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 May 06 14:11:56.310050 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7106-3ec3-4988-91ef-25333f676357 req-24ceb83a-309a-4117-87bf-5529979ee49c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:56.311481 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e31a7106-3ec3-4988-91ef-25333f676357 req-24ceb83a-309a-4117-87bf-5529979ee49c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0790269 May 06 14:11:56.356277 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e31a7106-3ec3-4988-91ef-25333f676357 req-972c4f7e-b2ba-4932-b14b-a6b951962230 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 May 06 14:11:57.635468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb48faa-e0ee-4215-af83-2d22e887ea8e req-808a1383-f207-467e-80c0-bfd3adc85590 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:57.636915 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7bb48faa-e0ee-4215-af83-2d22e887ea8e req-808a1383-f207-467e-80c0-bfd3adc85590 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.1609969 May 06 14:11:57.681856 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7bb48faa-e0ee-4215-af83-2d22e887ea8e req-a8e70869-40de-4a9e-baa0-8b3b25a76567 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 May 06 14:11:58.876525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d690de-764f-4309-b787-5733d28bd0c0 req-06df547a-fc11-4719-8a09-63ede659fe47 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:58.877967 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b2d690de-764f-4309-b787-5733d28bd0c0 req-06df547a-fc11-4719-8a09-63ede659fe47 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0755813 May 06 14:11:58.923592 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b2d690de-764f-4309-b787-5733d28bd0c0 req-428ca87b-3c1a-412a-a1df-6e1e004c133c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 May 06 14:12:00.118937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018336fe-17f0-4e9d-a413-e823bece0fbe req-68c7f517-508d-4f64-98c1-4b5b8d40164b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:00.120396 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-018336fe-17f0-4e9d-a413-e823bece0fbe req-68c7f517-508d-4f64-98c1-4b5b8d40164b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0748303 May 06 14:12:00.165986 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-018336fe-17f0-4e9d-a413-e823bece0fbe req-caa2180b-868c-42fc-a34c-52240ed0cc24 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 May 06 14:12:01.366396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2fcee-f959-43af-a9ba-dc9b32b06f88 req-f002b009-5f94-46fa-997e-f3bc9ea4e8fa tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:01.367861 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5d2fcee-f959-43af-a9ba-dc9b32b06f88 req-f002b009-5f94-46fa-997e-f3bc9ea4e8fa tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0794253 May 06 14:12:01.412875 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5d2fcee-f959-43af-a9ba-dc9b32b06f88 req-f8003b20-599e-410c-9a6f-329559db2843 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 May 06 14:12:02.064080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-854beb8d-f22f-427e-9e56-26106bba74cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:02.608078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724987f0-d751-4404-8d58-941a596fe442 req-53ee17de-7f71-4c40-8711-af3ce5a1494c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:02.609480 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-724987f0-d751-4404-8d58-941a596fe442 req-53ee17de-7f71-4c40-8711-af3ce5a1494c tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0790126 May 06 14:12:02.653573 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-724987f0-d751-4404-8d58-941a596fe442 req-61053fe6-9db3-48e9-9331-6ec444b0fdc7 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384238 May 06 14:12:03.846345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bcbaa-2c29-4bbd-be19-d47989078553 req-f43d0037-5dfa-4275-8298-736ef78ed6a9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:03.848325 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-764bcbaa-2c29-4bbd-be19-d47989078553 req-f43d0037-5dfa-4275-8298-736ef78ed6a9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0754042 May 06 14:12:03.902541 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-764bcbaa-2c29-4bbd-be19-d47989078553 req-5b5fdd55-e2b2-4727-8f74-f36cb0d090a3 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 May 06 14:12:04.405260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ca5959a-063b-4a00-98f1-7aaff9092192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:05.094045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70528f-8aea-4b77-b427-5c6d8f893a45 req-1dfc9d0d-74d7-45e0-b43e-392e63365788 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:05.095453 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-de70528f-8aea-4b77-b427-5c6d8f893a45 req-1dfc9d0d-74d7-45e0-b43e-392e63365788 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0733855 May 06 14:12:05.139955 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-de70528f-8aea-4b77-b427-5c6d8f893a45 req-3052c094-9336-4459-add8-e8ea68dc2dc1 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388997 May 06 14:12:05.620391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:05.621925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:06.346747 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03738f-70fd-4ebb-b56b-086468fdb6fa req-3addc1b5-a941-4d20-8e6a-b989f3150a11 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:06.348231 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fe03738f-70fd-4ebb-b56b-086468fdb6fa req-3addc1b5-a941-4d20-8e6a-b989f3150a11 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0770738 May 06 14:12:06.393393 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fe03738f-70fd-4ebb-b56b-086468fdb6fa req-2bc101bf-e9df-4d48-b14d-b11fd35adfb4 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 May 06 14:12:06.899040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:07.589326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48a04a-624e-456f-b33e-b2a797be06d9 req-25212204-aad0-4329-b238-59687d7f127a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:07.590752 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4f48a04a-624e-456f-b33e-b2a797be06d9 req-25212204-aad0-4329-b238-59687d7f127a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0778990 May 06 14:12:07.634929 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4f48a04a-624e-456f-b33e-b2a797be06d9 req-e63fb1bf-49aa-450d-aba8-43bcffb7bdfd tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387061 May 06 14:12:08.831655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d4ff7-7abf-47c7-b1a5-0a6ae16c8eae req-b5fd9993-59eb-4499-8180-df38cd59299b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:08.833126 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-647d4ff7-7abf-47c7-b1a5-0a6ae16c8eae req-b5fd9993-59eb-4499-8180-df38cd59299b tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0773706 May 06 14:12:08.880394 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-647d4ff7-7abf-47c7-b1a5-0a6ae16c8eae req-cd10d15f-9ec9-4044-8a5d-5b57a2b87494 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417368 May 06 14:12:10.073693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5814f-82fb-4ef6-b3dc-722240ac9b02 req-60ebb0c7-245e-4722-9bd6-193c88a945d7 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:10.075114 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-38a5814f-82fb-4ef6-b3dc-722240ac9b02 req-60ebb0c7-245e-4722-9bd6-193c88a945d7 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0775578 May 06 14:12:10.122371 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-38a5814f-82fb-4ef6-b3dc-722240ac9b02 req-3c537beb-2ad9-436d-9902-9dc8fcf4f53a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 May 06 14:12:11.314915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb392b4-ab2c-4a2b-a892-1c5f59868af1 req-9ea01f84-f5f6-467b-b8b9-13dffa63436f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:11.316856 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ecb392b4-ab2c-4a2b-a892-1c5f59868af1 req-9ea01f84-f5f6-467b-b8b9-13dffa63436f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0755424 May 06 14:12:11.363552 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ecb392b4-ab2c-4a2b-a892-1c5f59868af1 req-37ca5952-e0b2-4f6d-b7ba-81070d5cf6b1 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 May 06 14:12:12.556579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f984151-ef11-4b21-a838-10bfa0e3b76a req-0cc59edf-ca79-4848-b9ca-f05aab432658 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:12.558011 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8f984151-ef11-4b21-a838-10bfa0e3b76a req-0cc59edf-ca79-4848-b9ca-f05aab432658 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0767651 May 06 14:12:12.606435 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8f984151-ef11-4b21-a838-10bfa0e3b76a req-69df660c-1d37-48bd-b050-3c7aa6967ef9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 May 06 14:12:13.802984 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ddd1c-7841-421d-a762-f2213b1a980b req-bd626f88-ea1d-468c-b5df-f6efdcfa8ac5 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:13.804447 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f96ddd1c-7841-421d-a762-f2213b1a980b req-bd626f88-ea1d-468c-b5df-f6efdcfa8ac5 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0792010 May 06 14:12:13.850580 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f96ddd1c-7841-421d-a762-f2213b1a980b req-ed79cef6-c14f-4b08-9525-bd51f60267a9 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 May 06 14:12:15.054499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c41193-0d38-4de6-b952-0406f2bafca7 req-9688e668-1ddf-4d15-a744-b5c93b16ac44 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:15.055950 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a8c41193-0d38-4de6-b952-0406f2bafca7 req-9688e668-1ddf-4d15-a744-b5c93b16ac44 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0809431 May 06 14:12:15.100349 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a8c41193-0d38-4de6-b952-0406f2bafca7 req-803dffc4-769e-4f78-b3b7-2062f5776a5d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 May 06 14:12:16.306490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d5efd-4cbd-4888-afa7-3d8ab7e1374f req-d7a4f075-1c38-4425-9bd9-5244764d8b9d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:16.307876 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-587d5efd-4cbd-4888-afa7-3d8ab7e1374f req-d7a4f075-1c38-4425-9bd9-5244764d8b9d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0861757 May 06 14:12:16.353556 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-587d5efd-4cbd-4888-afa7-3d8ab7e1374f req-079b31aa-9638-4d57-b198-afb1e4f9a003 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402272 May 06 14:12:17.543984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aec7c0-285e-4e40-8d6f-10ef2b2e818e req-df052175-c395-4972-ab6e-e8ce2fb367de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:17.545419 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-50aec7c0-285e-4e40-8d6f-10ef2b2e818e req-df052175-c395-4972-ab6e-e8ce2fb367de tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0758560 May 06 14:12:17.590244 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-50aec7c0-285e-4e40-8d6f-10ef2b2e818e req-d879facf-1931-4688-87c4-a3b025836f05 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 May 06 14:12:18.785920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cc0ef-1e52-4210-9e0b-c8f6558861f8 req-cf40ce49-2b06-4028-bda0-e5bd6ead0963 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:18.787338 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f18cc0ef-1e52-4210-9e0b-c8f6558861f8 req-cf40ce49-2b06-4028-bda0-e5bd6ead0963 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0795150 May 06 14:12:18.833772 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f18cc0ef-1e52-4210-9e0b-c8f6558861f8 req-f753b99e-6066-48fd-b405-38809596521d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 May 06 14:12:19.938307 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:12:20.029571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a9e6-7f94-4eec-a752-88af92296024 req-a167501c-d2d7-4c93-a9cc-b4609fb3e9bc tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:20.030992 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9356a9e6-7f94-4eec-a752-88af92296024 req-a167501c-d2d7-4c93-a9cc-b4609fb3e9bc tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0797122 May 06 14:12:20.075792 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9356a9e6-7f94-4eec-a752-88af92296024 req-7b80a9a9-68d0-4ed6-bd51-6893a71bb96a tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387700 May 06 14:12:20.470908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:20.985626 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-43b4e663-fd5e-4747-b2c5-ce231bf9e151 service neutron] 10.222.0.69 "GET /v2.0/ports/3bc0019d-42e4-4784-9a02-0bb28d55ca2f/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0728016 May 06 14:12:21.241951 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-628c238d-3b6a-4d6c-ad71-033df94a2c78 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c&tenant_id=aae308f6d5734685be3e152a156bbc9a HTTP/1.1" status: 200 len: 1098 time: 0.0714712 May 06 14:12:21.272798 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1ad1-d5a5-4e3e-a2cb-512aa6ec7e4b req-13ff0495-0540-4272-af76-532058ccf745 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:21.274250 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-faeb1ad1-d5a5-4e3e-a2cb-512aa6ec7e4b req-13ff0495-0540-4272-af76-532058ccf745 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0761726 May 06 14:12:21.323619 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-faeb1ad1-d5a5-4e3e-a2cb-512aa6ec7e4b req-11180f7c-b9d2-4f24-89a2-dba4d755a2f8 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 May 06 14:12:21.334032 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-3c5eb785-362a-487a-97bb-0cd5f5506fa8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 1098 time: 0.0684426 May 06 14:12:21.465881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b30482-22b7-4279-b316-222076eb1410 req-d07a35cd-3aaa-49c1-a425-308f308ea893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:21.467305 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-d07a35cd-3aaa-49c1-a425-308f308ea893 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.1251588 May 06 14:12:21.537724 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-021cd118-04af-4ce7-8926-b89393fd619b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f HTTP/1.1" status: 200 len: 217 time: 0.0647683 May 06 14:12:21.597577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b30482-22b7-4279-b316-222076eb1410 req-15767b86-3ae8-4333-8bf7-9c7bb5d78d59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:21.599594 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-15767b86-3ae8-4333-8bf7-9c7bb5d78d59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0565100 May 06 14:12:21.645889 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-fec25344-de98-4302-93db-46ca52a3bf9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408058 May 06 14:12:21.774075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-f2b5a5b6-d441-453c-adb2-23fd4e9cf139 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219771 May 06 14:12:21.988433 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02b30482-22b7-4279-b316-222076eb1410 req-b41491de-d0ae-4d7f-bb82-055da4653dec service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088742 May 06 14:12:22.527022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1ea43-d3da-4dce-83cd-55f15b0d5992 req-75fbb2ba-d096-4016-b0fc-0e44a2a16561 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:22.528387 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ece1ea43-d3da-4dce-83cd-55f15b0d5992 req-75fbb2ba-d096-4016-b0fc-0e44a2a16561 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0746520 May 06 14:12:22.572966 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ece1ea43-d3da-4dce-83cd-55f15b0d5992 req-f36711ba-33b1-4d77-86c3-5a3b3f321ee1 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 May 06 14:12:23.770934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b4556-091a-4853-90c9-5e1373b7638e req-133867c1-1733-4e9d-85e9-0eb797867738 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:23.772390 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-721b4556-091a-4853-90c9-5e1373b7638e req-133867c1-1733-4e9d-85e9-0eb797867738 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0751605 May 06 14:12:23.816929 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-721b4556-091a-4853-90c9-5e1373b7638e req-11c0f320-cf42-421c-a341-238ab7f8cf56 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 May 06 14:12:23.911102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3bc0019d-42e4-4784-9a02-0bb28d55ca2f details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:12:23.914408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3bc0019d-42e4-4784-9a02-0bb28d55ca2f no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:12:24.122174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:24.138115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-8a5046f1-8b02-4c20-9b10-10c12496b782 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:24.139808 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-8a5046f1-8b02-4c20-9b10-10c12496b782 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c&tenant_id=aae308f6d5734685be3e152a156bbc9a&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.0859036 May 06 14:12:24.168066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:24.185563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:24.200884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'network_id': '0d10dcb5-1c32-41d8-a617-bce17538bbe3', 'port_id': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69604a81-60a7-4941-89d6-7c8a956d2210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:12:24.204639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:24.233260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:24.251564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26317f-8bec-4279-8942-2972571fd503 req-80487f25-e353-4095-9a64-c43b2e35a91e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:24.256350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9f26317f-8bec-4279-8942-2972571fd503 req-80487f25-e353-4095-9a64-c43b2e35a91e tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.1930587 May 06 14:12:24.288108 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-614d29ff-c50c-401b-b97b-878039041278 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae308f6d5734685be3e152a156bbc9a&device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 1096 time: 0.0775568 May 06 14:12:24.304721 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9f26317f-8bec-4279-8942-2972571fd503 req-2d6a6883-80e6-4f22-b9a5-973488ea7455 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 May 06 14:12:24.310115 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29616783-f8d3-425b-a45c-e882f80d76c7'] response: {'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'code': 200} May 06 14:12:24.348448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:24.371079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:24.375012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc0019d-42e4-4784-9a02-0bb28d55ca2f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:12:24.391479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:24.395636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:24.431208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-d08981d9-3464-4ce9-9261-3532225d4a6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:24.432685 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-d08981d9-3464-4ce9-9261-3532225d4a6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 200 len: 916 time: 0.1385605 May 06 14:12:24.466286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['3bc0019d-42e4-4784-9a02-0bb28d55ca2f'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:12:24.494239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:24.503197 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-3a957d20-2fb9-4798-b053-c34db7456a9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f HTTP/1.1" status: 200 len: 217 time: 0.0646009 May 06 14:12:24.563569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-f1887188-45bb-4198-9dfe-e2f1625776e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:24.565039 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-f1887188-45bb-4198-9dfe-e2f1625776e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 200 len: 855 time: 0.0564277 May 06 14:12:24.610734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-72c82b1c-3c74-4dcf-8937-922aa07b9d56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d10dcb5-1c32-41d8-a617-bce17538bbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403204 May 06 14:12:24.741853 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-12186830-3834-4121-8009-9919687e0257 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250978 May 06 14:12:24.870897 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eef6bd2e-3207-4046-82b5-c0b13907ed0e req-4861ce99-64c5-4213-a341-091246568726 service neutron] 10.222.0.69 "GET /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230891 May 06 14:12:25.502098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b4b71-14ff-421e-ac20-c0cb8b78c212 req-db330aed-68ea-4904-a1f2-0ed98b534461 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:25.503543 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e90b4b71-14ff-421e-ac20-c0cb8b78c212 req-db330aed-68ea-4904-a1f2-0ed98b534461 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 944 time: 0.0765443 May 06 14:12:25.548909 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e90b4b71-14ff-421e-ac20-c0cb8b78c212 req-56c85056-7ccd-4855-a5a4-8db1bf6ff429 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 May 06 14:12:25.740463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888252-61ad-4672-ac9a-26420a119921 req-4d42f307-09b1-424c-8957-23e44a40e5f7 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:25.741889 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-82888252-61ad-4672-ac9a-26420a119921 req-4d42f307-09b1-424c-8957-23e44a40e5f7 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 944 time: 0.0749683 May 06 14:12:25.787230 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-82888252-61ad-4672-ac9a-26420a119921 req-d2be8adf-fd1d-4662-aa5e-60a0f8a7f409 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396373 May 06 14:12:25.920832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3bc0019d-42e4-4784-9a02-0bb28d55ca2f up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:25.984415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d9c56-1de6-462f-b418-9fab62837706 req-591de018-5bec-4281-ab46-52fef0e1841d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:25.985821 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-880d9c56-1de6-462f-b418-9fab62837706 req-591de018-5bec-4281-ab46-52fef0e1841d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 944 time: 0.0791252 May 06 14:12:25.989956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:25.990326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:26.031969 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-880d9c56-1de6-462f-b418-9fab62837706 req-bd7f1ad7-158b-4415-9a85-d84b685b0e42 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 May 06 14:12:26.105943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:26.139062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:26.143844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:26.215389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:26.311732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:26.365999 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0873663c-f0f4-421e-ae94-3b003c2ed097'] response: {'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'code': 200} May 06 14:12:26.765282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea208083-7d95-4101-b67e-b409e6f352e6 req-2cd32291-1ac1-4c6f-a35d-5006c524422f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:26.766723 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ea208083-7d95-4101-b67e-b409e6f352e6 req-2cd32291-1ac1-4c6f-a35d-5006c524422f tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0785332 May 06 14:12:26.811419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ea208083-7d95-4101-b67e-b409e6f352e6 req-069ab979-a81f-4f35-bcb7-c2b823477e7d tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 May 06 14:12:28.009094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e070e07-7059-4ca0-b930-61a811c49d8b req-c466ba1c-38a8-434d-9c88-59b3224226fb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:28.010548 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e070e07-7059-4ca0-b930-61a811c49d8b req-c466ba1c-38a8-434d-9c88-59b3224226fb tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0786462 May 06 14:12:28.055821 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e070e07-7059-4ca0-b930-61a811c49d8b req-b9deb538-3927-4404-b0e9-ee43d5b341c3 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/security-groups?id=c43aaaa1-8d78-4cae-a000-f46731e86dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 May 06 14:12:28.244618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-ceccbe4f-ed18-43b1-afde-68b5a03749f4 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:28.245920 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-ceccbe4f-ed18-43b1-afde-68b5a03749f4 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 945 time: 0.0776956 May 06 14:12:28.311472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Deleting port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:12:28.311829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:28.553341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] For port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,segment=NetworkSegment(c45344d2-493a-4633-80eb-cbd710a1057b),segment_id=c45344d2-493a-4633-80eb-cbd710a1057b)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:28.553607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:28.755605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Calling delete_port for 3bc0019d-42e4-4784-9a02-0bb28d55ca2f owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:12:28.896262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:28.911063 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['3bc0019d-42e4-4784-9a02-0bb28d55ca2f'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:12:28.944542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Pushing event deleted for resources: {'Port': ['ID=3bc0019d-42e4-4784-9a02-0bb28d55ca2f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:28.985976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.986323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.986661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.986994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.987324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.987658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.988048 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.988377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.988700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.989020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:28.989341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:29.037292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] No DVR routers for this DVR port 3bc0019d-42e4-4784-9a02-0bb28d55ca2f on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:12:29.039805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:29.042413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'name': 'network-vif-deleted', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:29.057913 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dbfd51e2-9115-4db5-97be-089ac870cc1b req-36c98d70-77d1-4175-8b8f-32a986a3ce54 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.69 "DELETE /v2.0/ports/3bc0019d-42e4-4784-9a02-0bb28d55ca2f HTTP/1.1" status: 204 len: 173 time: 0.8064854 May 06 14:12:29.099601 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3dcc7e-aaed-474d-bf73-d9144d7444b5'] response: {'server_uuid': '9c11c5dc-aaec-4a42-8568-96387843840c', 'name': 'network-vif-deleted', 'tag': '3bc0019d-42e4-4784-9a02-0bb28d55ca2f', 'status': 'completed', 'code': 200} May 06 14:12:29.220594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b8fd4da9-b01a-4f6b-a4e3-a2f7206608fc req-f6f0accf-2a92-4b04-919d-854132b43ffe tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Synchronizing usage tracker for tenant:aae308f6d5734685be3e152a156bbc9a on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:29.235300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b8fd4da9-b01a-4f6b-a4e3-a2f7206608fc req-f6f0accf-2a92-4b04-919d-854132b43ffe tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] Unset dirty status for tenant:aae308f6d5734685be3e152a156bbc9a on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:29.236471 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b8fd4da9-b01a-4f6b-a4e3-a2f7206608fc req-f6f0accf-2a92-4b04-919d-854132b43ffe tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c11c5dc-aaec-4a42-8568-96387843840c HTTP/1.1" status: 200 len: 210 time: 0.0565588 May 06 14:12:30.509128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 42156) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:30.569449 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-694e66ff-b927-4aeb-ac21-e8445237cbf9 admin admin] Deleting subnet 69604a81-60a7-4941-89d6-7c8a956d2210 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:12:30.572187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-694e66ff-b927-4aeb-ac21-e8445237cbf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:30.619219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-694e66ff-b927-4aeb-ac21-e8445237cbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:30.672497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-694e66ff-b927-4aeb-ac21-e8445237cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:30.740393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-694e66ff-b927-4aeb-ac21-e8445237cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:30.778617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e66ff-b927-4aeb-ac21-e8445237cbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69604a81-60a7-4941-89d6-7c8a956d2210,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:30.783513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-694e66ff-b927-4aeb-ac21-e8445237cbf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:30.789058 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-694e66ff-b927-4aeb-ac21-e8445237cbf9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/69604a81-60a7-4941-89d6-7c8a956d2210 HTTP/1.1" status: 204 len: 168 time: 0.2789218 May 06 14:12:30.791478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 42160) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:30.896423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.017287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.042040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d10dcb5-1c32-41d8-a617-bce17538bbe3']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:31.054183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45344d2-493a-4633-80eb-cbd710a1057b') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:31.054477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45344d2-493a-4633-80eb-cbd710a1057b') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:31.065482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.081635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.087822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:12:31.088231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:12:31.101118 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:12:31.176360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.192171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.202107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=0d10dcb5-1c32-41d8-a617-bce17538bbe3,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:31.210145 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f7e740d6-3c70-44e5-b19b-7ef7e520b1bc admin admin] 10.222.0.65 "DELETE /v2.0/networks/0d10dcb5-1c32-41d8-a617-bce17538bbe3 HTTP/1.1" status: 204 len: 168 time: 0.4176800 May 06 14:12:31.341058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 42166) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:31.390979 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9fd03520-2203-4b4f-8bef-ebb563ab9ad0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aae308f6d5734685be3e152a156bbc9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487850 May 06 14:12:31.393382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 42170) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:31.449935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.474482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.527678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.543225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43aaaa1-8d78-4cae-a000-f46731e86dee,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:31.555502 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.555882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.556223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.556559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.556887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.557211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.557558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.557881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.558184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.558509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.558867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:31.563999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:31.568178 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-51530771-3047-40f2-ad6b-0977b21d5a6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c43aaaa1-8d78-4cae-a000-f46731e86dee HTTP/1.1" status: 204 len: 168 time: 0.1708407 May 06 14:12:31.936192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3bc0019d-42e4-4784-9a02-0bb28d55ca2f no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:12:31.970306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 3bc0019d-42e4-4784-9a02-0bb28d55ca2f {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:12:31.970671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3bc0019d-42e4-4784-9a02-0bb28d55ca2f not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:12:32.065205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4016-acd9-49f4-bcda-630613de486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.382107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 42192) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:32.519692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-173058827-network', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:32.524680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:32.528911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Usage tracker for resource:network and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:32.531847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:32.538270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:32.549196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Made reservation on behalf of b76cd742256f4a138590a47116eb24d2 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:12:32.552051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.564842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.602506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:32.606433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Usage tracker for resource:security_group_rule and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:32.609194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:32.614915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:32.681169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.684863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.716620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:12:32.721777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647ea4ba-9876-4573-b85b-ff609884950c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:32.730025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.730025 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Added segment 9a69bbc3-0221-4f2e-a985-f63dd2895ffb of type vlan for network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 May 06 14:12:32.755875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.784153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.785522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:32.786120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:32.889976 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5067973 May 06 14:12:32.890839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43335279-e217-44ac-acfb-65991efd9119 admin admin] Pushing event updated for resources: {'Network': ['ID=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:32.892941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 42198) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:32.898305 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Request body: {'subnet': {'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-173058827-subnet', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:32.901595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:12:32.903123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:32.907040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Usage tracker for resource:subnet and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:32.909957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:32.915673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:32.925831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Made reservation on behalf of b76cd742256f4a138590a47116eb24d2 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:12:32.928286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.126702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.286182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3019aa74-9308-4d35-b9a2-e9f435a52944,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:33.295702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Checking segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:12:33.296084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Network hostable DHCP agents. Network: 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:12:33.317443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:12:33.326598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:12:33.330363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:33.330936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.337144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b948736-b84d-4b46-a8df-ff649839d7e5 None None] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:12:33.352322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c8a565d6-02e6-4792-b77f-9b9bb0c2971e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4584837 May 06 14:12:33.355030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 42202) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:33.360989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:33.365524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:33.369316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Usage tracker for resource:router and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:33.372121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:33.378074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:33.387509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.388462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.407253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.548185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:12:33.549001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.549187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.703628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Allocated IP 172.20.0.2 (43d0dee0-88e1-48d1-8f49-54e2d3aafdd1/3019aa74-9308-4d35-b9a2-e9f435a52944/4326ea84-dca3-4d43-80fe-dc684bd26b15) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:12:33.736927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.766982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.906470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Allocated IP 172.26.0.17 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/43d0dce5-1931-4a11-955c-a733811ad541) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:12:33.908709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:33.919630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Transition to ACTIVE for port object 4326ea84-dca3-4d43-80fe-dc684bd26b15 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:33.937771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Transition to ACTIVE for port object 4326ea84-dca3-4d43-80fe-dc684bd26b15 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:33.944029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.011469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:12:34.014573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:12:34.017067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:12:34.022869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Pushing event updated for resources: {'Port': ['ID=4326ea84-dca3-4d43-80fe-dc684bd26b15,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:34.057345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.084978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.111718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Attempting to bind port 4326ea84-dca3-4d43-80fe-dc684bd26b15 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:12:34.112104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Attempting to bind port 4326ea84-dca3-4d43-80fe-dc684bd26b15 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:12:34.112459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Attempting to bind port 4326ea84-dca3-4d43-80fe-dc684bd26b15 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:12:34.119206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:12:34.119573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Checking segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:12:34.120079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.120460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Bound using segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:12:34.120921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Bound port: 4326ea84-dca3-4d43-80fe-dc684bd26b15, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:12:34.121282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.149628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:12:34.152342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:12:34.156075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:12:34.192680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Pushing event updated for resources: {'Port': ['ID=43d0dce5-1931-4a11-955c-a733811ad541,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:34.210585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] For port 4326ea84-dca3-4d43-80fe-dc684bd26b15, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:12:34.213826 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] For port 4326ea84-dca3-4d43-80fe-dc684bd26b15, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4326ea84-dca3-4d43-80fe-dc684bd26b15,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:12:34.217374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.300836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7963e0a-7475-4061-9bc4-11b8ff067338 None None] Pushing event updated for resources: {'Port': ['ID=4326ea84-dca3-4d43-80fe-dc684bd26b15,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:34.322456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.323185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.408905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9410aa40-67f0-4edf-8db2-ddd988776113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.588749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Router 8464c5ac-8658-476f-a68e-939eb4173f49 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:12:34.793521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:12:34.802527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:12:34.813860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:34.814465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:12:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:34.817593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:34.818843 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-35412fab-2455-4a2a-8727-3356a8db2c66 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4629111 May 06 14:12:34.821698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 42206) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:35.045545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:35.257458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fe432f-6be3-42fa-8de7-3d97509f1e3e None None] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:12:35.394522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-099fc288-9ca0-489b-9484-d82161aca917 None None] Provisioning for port 4326ea84-dca3-4d43-80fe-dc684bd26b15 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:35.532140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:34Z', 'revision_number': 3, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:35.539426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:12:35.539764 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Updating router 8464c5ac-8658-476f-a68e-939eb4173f49 port 43d0dce5-1931-4a11-955c-a733811ad541 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:12:35.608693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:35.672177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:35.673615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:35.698161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:35.755484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4326ea84-dca3-4d43-80fe-dc684bd26b15 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:35.943634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4326ea84-dca3-4d43-80fe-dc684bd26b15 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:35.952993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4326ea84-dca3-4d43-80fe-dc684bd26b15 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:35.953411 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:35.953759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Allocated IP 172.20.0.1 (43d0dee0-88e1-48d1-8f49-54e2d3aafdd1/3019aa74-9308-4d35-b9a2-e9f435a52944/341b2076-b386-420f-a652-975df10c3bd4) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:12:36.016198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-14d42ae4-a8ed-439e-8160-b6cc44db4ef2 None None] Provisioning complete for port 4326ea84-dca3-4d43-80fe-dc684bd26b15 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:36.016484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14d42ae4-a8ed-439e-8160-b6cc44db4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.103730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.119127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Transition to ACTIVE for port object 341b2076-b386-420f-a652-975df10c3bd4 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:36.136521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.141551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.200283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Transition to ACTIVE for port object 43d0dce5-1931-4a11-955c-a733811ad541 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:36.213097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:12:36.216571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:12:36.219273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:12:36.227830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.249445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=341b2076-b386-420f-a652-975df10c3bd4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:36.282613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.349887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.370096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.375573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14d42ae4-a8ed-439e-8160-b6cc44db4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.402142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Pushing event updated for resources: {'Port': ['ID=43d0dce5-1931-4a11-955c-a733811ad541,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:36.420461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Attempting to bind port 43d0dce5-1931-4a11-955c-a733811ad541 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:12:36.420832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Attempting to bind port 43d0dce5-1931-4a11-955c-a733811ad541 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:12:36.421185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Attempting to bind port 43d0dce5-1931-4a11-955c-a733811ad541 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:12:36.438351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.438684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.439017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.439345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.439670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.440019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.440338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.440657 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.441587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.441896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.442211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:36.451815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:12:36.452172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:12:36.452573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.452960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:12:36.453424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Bound port: 43d0dce5-1931-4a11-955c-a733811ad541, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:12:36.453795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.481203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4326ea84-dca3-4d43-80fe-dc684bd26b15, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4326ea84-dca3-4d43-80fe-dc684bd26b15,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:36.491115 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.601183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.605715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.630864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-14d42ae4-a8ed-439e-8160-b6cc44db4ef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:12:36.631396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-14d42ae4-a8ed-439e-8160-b6cc44db4ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:12:36.638132 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] For port 43d0dce5-1931-4a11-955c-a733811ad541, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:12:36.640102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4326ea84-dca3-4d43-80fe-dc684bd26b15,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:36.643733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] For port 43d0dce5-1931-4a11-955c-a733811ad541, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=43d0dce5-1931-4a11-955c-a733811ad541,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:12:36.648331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.714386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=341b2076-b386-420f-a652-975df10c3bd4,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:36.716797 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.726782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f1e0c-4266-4bc9-bd4a-83598b7d12c4 None None] Pushing event updated for resources: {'Port': ['ID=43d0dce5-1931-4a11-955c-a733811ad541,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:36.734113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:36.734660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:12:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:36.921070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.927544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:36.963400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:12:36.964537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:12:37.289882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 2, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:37.293707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef0cec-e1fa-4a97-8350-8c566edb3bfd None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 2, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:12:37.333442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b758e207-41db-4005-b3ff-f40bf509d2f0 None None] Provisioning for port 341b2076-b386-420f-a652-975df10c3bd4 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:37.338875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b758e207-41db-4005-b3ff-f40bf509d2f0 None None] Provisioning complete for port 341b2076-b386-420f-a652-975df10c3bd4 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:37.339327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b758e207-41db-4005-b3ff-f40bf509d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:37.359951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:12:37.397982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b758e207-41db-4005-b3ff-f40bf509d2f0 None None] Port 341b2076-b386-420f-a652-975df10c3bd4 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:12:37.579664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:12:37.588991 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-949f73e5-c81b-479d-aa9b-251bb5def4e3 admin admin] 10.222.0.65 "PUT /v2.0/routers/8464c5ac-8658-476f-a68e-939eb4173f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7662749 May 06 14:12:37.713116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4326ea84-dca3-4d43-80fe-dc684bd26b15 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:37.784407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4326ea84-dca3-4d43-80fe-dc684bd26b15 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:37.784937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.064920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 42216) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:38.071109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064561724', 'description': 'tempest-description--1630672686'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:38.077470 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:38.082141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Usage tracker for resource:security_group and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:38.085222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:38.091288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:38.102989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.138916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:38.142753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Usage tracker for resource:security_group_rule and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:38.146212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:38.151989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:38.210808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.214614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.256957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a759b9da-0dcb-4088-85b8-5d4c04db0e15,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:38.259725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.263634 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7a3ef095-c976-47c5-85d0-4861646e260f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1946383 May 06 14:12:38.264020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 42220) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:38.270944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'security_group_rule': {'security_group_id': 'a759b9da-0dcb-4088-85b8-5d4c04db0e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:38.277102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:38.281274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Usage tracker for resource:security_group_rule and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:38.284271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:38.290297 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:38.307068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.369219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.372858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.397620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a25c18-1895-408f-9832-d50664c11e0a,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:38.406282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.407480 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-30be314b-2b2a-4ea6-8019-ec76f4c72b55 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1421227 May 06 14:12:38.410308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 42224) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:38.415761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'security_group_rule': {'security_group_id': 'a759b9da-0dcb-4088-85b8-5d4c04db0e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:38.421780 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:38.425636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Usage tracker for resource:security_group_rule and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:38.428453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:38.434139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:38.451916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.513669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.517201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.540414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358f47ed-8827-4573-87b1-7544c1db8eb1,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:38.554051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.556108 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c3428994-9278-428c-ab05-e3e041597c27 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1445870 May 06 14:12:38.558649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 42228) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:38.564206 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:38.570576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:38.574356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Usage tracker for resource:floatingip and tenant:b76cd742256f4a138590a47116eb24d2 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:12:38.577142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:12:38.582749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:38.592207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.722461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.856661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Allocated IP 172.26.0.139 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/eae4f0a0-6515-4711-9751-e00ebf1c9ec5) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:12:39.006465 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.032927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.101409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:12:39.104204 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:12:39.106680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:12:39.135582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'Port': ['ID=eae4f0a0-6515-4711-9751-e00ebf1c9ec5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:39.264027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.317569 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.514707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.518857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.623087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'Port': ['ID=eae4f0a0-6515-4711-9751-e00ebf1c9ec5,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:39.637414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.659857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.661154 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ee8f51ac-2fa8-48c0-978a-bda390a9dd3d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1015139 May 06 14:12:39.727947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 43d0dce5-1931-4a11-955c-a733811ad541 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:39.795846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 43d0dce5-1931-4a11-955c-a733811ad541 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:39.801107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 43d0dce5-1931-4a11-955c-a733811ad541 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:39.801476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.844109 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-b5565c0f-f0ae-4880-a568-d8792b5a8f08 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1064561724&fields=id&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 267 time: 0.0444221 May 06 14:12:39.917166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.933898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 43d0dce5-1931-4a11-955c-a733811ad541, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=43d0dce5-1931-4a11-955c-a733811ad541,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:39.938535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:40.002036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-dacdc105-3580-479f-bdb5-d8f89b04d65a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:40.004025 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-dacdc105-3580-479f-bdb5-d8f89b04d65a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 811 time: 0.1517644 May 06 14:12:40.006303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=43d0dce5-1931-4a11-955c-a733811ad541,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:40.019856 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-4d057641-7b58-423c-abe4-40f72393cc9c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/quotas/b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 375 time: 0.0106547 May 06 14:12:40.101828 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-5032c634-a01a-4794-a18e-e05f2d0876b0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768883 May 06 14:12:40.312130 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-7db05adb-1017-46ed-b5f5-5d7c06790b87 service neutron] 10.222.0.65 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989491 May 06 14:12:40.445484 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-efe59369-94c4-42b5-8b8e-9f8ccfba05fd service neutron] 10.222.0.65 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272771 May 06 14:12:40.626745 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-3de3276c-e5d2-4f3d-8989-1a784b339eec req-07238ee8-a121-4186-8964-66c26b749add tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:40.646213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-3de3276c-e5d2-4f3d-8989-1a784b339eec req-07238ee8-a121-4186-8964-66c26b749add tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:40.647409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3de3276c-e5d2-4f3d-8989-1a784b339eec req-07238ee8-a121-4186-8964-66c26b749add tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 210 time: 0.0607831 May 06 14:12:41.645989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a9f57e80-3cde-4f91-960f-79f9ab25151e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:41.646688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a9f57e80-3cde-4f91-960f-79f9ab25151e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:41.665043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a9f57e80-3cde-4f91-960f-79f9ab25151e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:41.666478 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a9f57e80-3cde-4f91-960f-79f9ab25151e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 811 time: 0.1651154 May 06 14:12:41.715969 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 43d0dce5-1931-4a11-955c-a733811ad541 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:41.732418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-71235bba-4c9c-4f19-8ed4-45998da06f4e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:41.750925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-71235bba-4c9c-4f19-8ed4-45998da06f4e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:41.752267 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-71235bba-4c9c-4f19-8ed4-45998da06f4e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 380 time: 0.0741370 May 06 14:12:41.761360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'port': {'device_id': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'admin_state_up': True, 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'security_groups': ['a759b9da-0dcb-4088-85b8-5d4c04db0e15']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:41.807105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 43d0dce5-1931-4a11-955c-a733811ad541 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:41.807466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:41.820492 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3b63e6aa-6b62-4ab2-a78a-7da73c8d97b1 req-77f24cea-4168-4729-bbdd-3af3eef7aaea tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 210 time: 0.0436299 May 06 14:12:41.902453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:41.913241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:41.923860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Made reservation on behalf of b76cd742256f4a138590a47116eb24d2 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:12:41.926966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.090378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Allocated IP 172.20.0.14 (43d0dee0-88e1-48d1-8f49-54e2d3aafdd1/3019aa74-9308-4d35-b9a2-e9f435a52944/e394b997-2963-4cd6-8c2c-5790c6a623cb) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:12:42.279880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.295502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Transition to ACTIVE for port object e394b997-2963-4cd6-8c2c-5790c6a623cb will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:42.316769 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.387491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:12:42.390611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:12:42.395512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:12:42.420049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:42.461440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:42.462038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.487012 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-a2cde731-49c3-473b-9400-3cba509b05f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7298350 May 06 14:12:42.497754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Request body: {'port': {'device_id': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:42.650503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0dc3e483-5949-4157-897d-1c5ef127ef85 None None] Provisioning for port e394b997-2963-4cd6-8c2c-5790c6a623cb completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:42.655198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0dc3e483-5949-4157-897d-1c5ef127ef85 None None] Provisioning complete for port e394b997-2963-4cd6-8c2c-5790c6a623cb triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:42.655568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e483-5949-4157-897d-1c5ef127ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.695603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.706223 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3e483-5949-4157-897d-1c5ef127ef85 None None] Port e394b997-2963-4cd6-8c2c-5790c6a623cb cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:12:43.102506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e6c9e-d5da-44c9-b354-76259f428659 req-63e60700-6928-40d0-bd36-750e144e8545 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:43.103172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-144e6c9e-d5da-44c9-b354-76259f428659 req-63e60700-6928-40d0-bd36-750e144e8545 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:43.108825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e394b997-2963-4cd6-8c2c-5790c6a623cb {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:12:43.118044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:43.137273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-144e6c9e-d5da-44c9-b354-76259f428659 req-63e60700-6928-40d0-bd36-750e144e8545 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:43.138620 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-144e6c9e-d5da-44c9-b354-76259f428659 req-63e60700-6928-40d0-bd36-750e144e8545 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 932 time: 0.1894364 May 06 14:12:43.139452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Transition to ACTIVE for port object e394b997-2963-4cd6-8c2c-5790c6a623cb will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:43.142915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:43.303144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Pushing event updated for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:43.316921 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-144e6c9e-d5da-44c9-b354-76259f428659 req-2005e4bc-810d-4c5c-9bc5-1dc3cd1aad9a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691756 May 06 14:12:43.419019 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Attempting to bind port e394b997-2963-4cd6-8c2c-5790c6a623cb on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:12:43.419499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Attempting to bind port e394b997-2963-4cd6-8c2c-5790c6a623cb by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:12:43.419856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Attempting to bind port e394b997-2963-4cd6-8c2c-5790c6a623cb on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:12:43.425613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Port e394b997-2963-4cd6-8c2c-5790c6a623cb on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:12:43.425935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Attempting to bind port e394b997-2963-4cd6-8c2c-5790c6a623cb on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:12:43.432289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:12:43.432679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Checking segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:12:43.433070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Bound using segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:12:43.433491 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Bound port: e394b997-2963-4cd6-8c2c-5790c6a623cb, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:12:43.433840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:43.523272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:12:43.526133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:12:43.530680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:43.589890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:43.591225 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] 10.222.0.69 "PUT /v2.0/ports/e394b997-2963-4cd6-8c2c-5790c6a623cb HTTP/1.1" status: 200 len: 1094 time: 1.0978367 May 06 14:12:43.591638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:43.608966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20a747-7b80-40ed-994b-3f30db287fce service neutron] Pushing event updated for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:43.664551 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a026882a-de92-41e9-a6e0-ce6e917dd6c2'] response: {'name': 'network-changed', 'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'status': 'completed', 'code': 200} May 06 14:12:43.711225 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-162e96d1-6017-4b62-9825-cd8c4f2e604d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 1097 time: 0.0770993 May 06 14:12:43.793489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-e8189dde-8712-4eb1-bf08-a80e8d170d89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb HTTP/1.1" status: 200 len: 217 time: 0.0754046 May 06 14:12:43.861374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-0371b3c2-8ff3-4b31-ade5-8329ea00bda7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:43.863420 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-0371b3c2-8ff3-4b31-ade5-8329ea00bda7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0640922 May 06 14:12:43.935671 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-d7b93054-b1f9-4bf5-b674-06f3be2a8665 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674219 May 06 14:12:44.070990 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-3c2d1ef6-0f9a-4dd6-b2f3-5a90bf3fd52c service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290731 May 06 14:12:44.199282 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46d192c8-9ec4-4e87-9a32-0e851e824717 req-e8ee0f1d-5039-4a57-af7b-ea133801ee1d service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219687 May 06 14:12:44.317802 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-fc534ed4-05d1-496c-861e-d825d5421091 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 1097 time: 0.0712874 May 06 14:12:44.590894 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-f54d91ad-510a-41af-a0f7-11ad1d5647d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:44.592353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-f54d91ad-510a-41af-a0f7-11ad1d5647d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.2660992 May 06 14:12:44.658732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021c9fc-0ac5-470d-b815-bb983609bb4f req-51b0a7c4-f3b3-4941-90f9-96a28019fc75 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:44.660200 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1021c9fc-0ac5-470d-b815-bb983609bb4f req-51b0a7c4-f3b3-4941-90f9-96a28019fc75 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 944 time: 0.1793830 May 06 14:12:44.687315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-36be2be2-4eea-4aae-8c1c-b5522c3390fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb HTTP/1.1" status: 200 len: 217 time: 0.0878890 May 06 14:12:44.761272 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1021c9fc-0ac5-470d-b815-bb983609bb4f req-f3d26b69-8b8a-401c-a8af-1cc4ab3cd0a4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952888 May 06 14:12:44.767919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-1f77c814-73ef-48ff-ad6f-d1e8eb2e8d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:44.769859 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-1f77c814-73ef-48ff-ad6f-d1e8eb2e8d2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0767858 May 06 14:12:44.842535 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-5ae7dd3e-e9be-459c-a76a-f0b974aafabd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665586 May 06 14:12:44.971772 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-095b8f87-5f9a-4a6c-a928-1beebb239b5c service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230962 May 06 14:12:45.101618 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2bf4e58-6c4a-4101-9a85-04a137ed4f29 req-8932e74e-c2e7-4996-ac25-80702f1b5cbb service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240680 May 06 14:12:45.969010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd515dd-3ab7-4431-b01b-0f5c26d5949e req-99c9c885-4e11-4985-a800-2c5da082e64a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:45.970435 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3dd515dd-3ab7-4431-b01b-0f5c26d5949e req-99c9c885-4e11-4985-a800-2c5da082e64a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 944 time: 0.0792582 May 06 14:12:45.985080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device e394b997-2963-4cd6-8c2c-5790c6a623cb details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:12:46.016950 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3dd515dd-3ab7-4431-b01b-0f5c26d5949e req-1906196b-eb94-4802-817e-a07f92259a57 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 May 06 14:12:46.120107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:46.133038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'mac_address': 'fa:16:3e:c5:19:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:12:46.190777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:46.207916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e394b997-2963-4cd6-8c2c-5790c6a623cb {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:12:46.222796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:46.226679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:46.290402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:46.443809 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['e394b997-2963-4cd6-8c2c-5790c6a623cb'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:12:47.210644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3142b-917d-4dff-a978-63d8f358ed6a req-79dd9fcf-cfab-47ec-8d68-12664e5bf116 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:47.211999 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8bd3142b-917d-4dff-a978-63d8f358ed6a req-79dd9fcf-cfab-47ec-8d68-12664e5bf116 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 945 time: 0.0756521 May 06 14:12:47.260086 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8bd3142b-917d-4dff-a978-63d8f358ed6a req-94286643-414f-4199-9d29-91c3681dfb12 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 May 06 14:12:48.013295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device e394b997-2963-4cd6-8c2c-5790c6a623cb up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:48.080483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port e394b997-2963-4cd6-8c2c-5790c6a623cb completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:48.085030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port e394b997-2963-4cd6-8c2c-5790c6a623cb triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:48.085397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.196909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.222451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:48.231648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:48.235992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.279514 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d53442-516b-42f8-9307-82822b78c6e6'] response: {'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'code': 200} May 06 14:12:48.303875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:48.505587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be44c1-38e9-40f4-8670-86f062a4df84 req-70867d0d-0c49-450f-ba01-41b929ae57a2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:48.506940 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a7be44c1-38e9-40f4-8670-86f062a4df84 req-70867d0d-0c49-450f-ba01-41b929ae57a2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.1210043 May 06 14:12:48.552391 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6e68f3dc-9622-4e4a-9030-9b924dae55d6 req-d783d967-eb9d-4e54-b829-da72807a7070 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 1099 time: 0.1141832 May 06 14:12:48.579652 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a7be44c1-38e9-40f4-8670-86f062a4df84 req-140a9347-26fe-4947-802d-d8dadfad9b19 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666718 May 06 14:12:48.599864 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6e68f3dc-9622-4e4a-9030-9b924dae55d6 req-0e634126-fad8-42b7-b678-7a01f1fdc042 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395365 May 06 14:12:49.775426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785fe9a-b24b-4cff-9a60-a49c25247519 req-8a2079ee-5ad8-4de1-ae1d-e46f5ab8a608 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:49.776897 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1785fe9a-b24b-4cff-9a60-a49c25247519 req-8a2079ee-5ad8-4de1-ae1d-e46f5ab8a608 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0779221 May 06 14:12:49.822837 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1785fe9a-b24b-4cff-9a60-a49c25247519 req-84f378b3-9aba-46c9-924a-522ccbe52f6c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 May 06 14:12:50.485980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:50.841101 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:12:50.852792 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:50.853398 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:12:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:51.017486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff161bf-1ad9-4037-bbae-a1188b9c536e req-808713d9-2d36-4605-8079-67d64aa25bc6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:51.019059 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7ff161bf-1ad9-4037-bbae-a1188b9c536e req-808713d9-2d36-4605-8079-67d64aa25bc6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0775692 May 06 14:12:51.028264 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:51.063739 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7ff161bf-1ad9-4037-bbae-a1188b9c536e req-6e64b503-f4ce-435d-837d-178aaf0eb14e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391066 May 06 14:12:51.254139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64903ed-ba17-4916-b4a8-3aa03ffb26ca req-79d53341-6ddd-48c8-a9ce-fc3baf3e8ab3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:51.256159 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e64903ed-ba17-4916-b4a8-3aa03ffb26ca req-79d53341-6ddd-48c8-a9ce-fc3baf3e8ab3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0794892 May 06 14:12:51.264866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 42272) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:51.269878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'floatingip': {'port_id': 'e394b997-2963-4cd6-8c2c-5790c6a623cb'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:12:51.336541 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 2, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:51.340351 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:12:51.340697 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Updating router 8464c5ac-8658-476f-a68e-939eb4173f49 port 341b2076-b386-420f-a652-975df10c3bd4 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:12:51.345529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.392123 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.722361 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.734279 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Transition to ACTIVE for port object 341b2076-b386-420f-a652-975df10c3bd4 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:51.740580 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.865191 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Pushing event updated for resources: {'Port': ['ID=341b2076-b386-420f-a652-975df10c3bd4,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:51.877242 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.877587 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.877913 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.878243 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.878566 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.878893 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.879212 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.879593 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.880439 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.880754 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.881069 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.950132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.953981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.970657 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Attempting to bind port 341b2076-b386-420f-a652-975df10c3bd4 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:12:51.971019 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Attempting to bind port 341b2076-b386-420f-a652-975df10c3bd4 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:12:51.971374 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Attempting to bind port 341b2076-b386-420f-a652-975df10c3bd4 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:12:51.978618 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:12:51.978983 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Checking segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:12:51.979411 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.979866 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Bound using segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:12:51.980280 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Bound port: 341b2076-b386-420f-a652-975df10c3bd4, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:12:51.980646 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:52.068779 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] For port 341b2076-b386-420f-a652-975df10c3bd4, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:12:52.071613 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] For port 341b2076-b386-420f-a652-975df10c3bd4, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=341b2076-b386-420f-a652-975df10c3bd4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:12:52.076935 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:52.148264 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b associated. External IP: 172.26.0.139, port: e394b997-2963-4cd6-8c2c-5790c6a623cb. May 06 14:12:52.181333 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4def2-c008-4f1c-9515-8c7409cdcd73 None None] Pushing event updated for resources: {'Port': ['ID=341b2076-b386-420f-a652-975df10c3bd4,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:52.187921 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:52.188547 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:12:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:52.371179 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:52.656165 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:12:52.720915 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:c5:19:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:12:51Z', 'revision_number': 1, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:52Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:52.725365 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fb844-20b1-48f8-88ef-76c140e0f1f1 None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:c5:19:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:12:51Z', 'revision_number': 1, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:52Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:12:52.870033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:12:52.874899 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:52.934379 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0bc9ff30-a0df-4337-9ed6-09b0e07e9b2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "PUT /v2.0/floatingips/702962ad-2919-491b-a4ab-e18fca9c8b6b HTTP/1.1" status: 200 len: 992 time: 1.6663706 May 06 14:12:52.934379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:53.001199 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af10420-d204-4804-bd3d-f1221c75825d'] response: {'name': 'network-changed', 'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'status': 'completed', 'code': 200} May 06 14:12:53.156073 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2f367630-5ae2-4ec8-8190-523224939245 req-a5f92f0d-53b3-4fc0-827e-105b8b5c2cc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 1099 time: 0.1340623 May 06 14:12:53.162659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebccdf4-a663-4bb4-b759-859b5b625c05 req-89bedc78-ff79-4e4f-a93b-6cd66bfbd652 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:53.164088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9ebccdf4-a663-4bb4-b759-859b5b625c05 req-89bedc78-ff79-4e4f-a93b-6cd66bfbd652 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.1043301 May 06 14:12:53.300782 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9ebccdf4-a663-4bb4-b759-859b5b625c05 req-39edf302-388e-4f30-8e8a-567a0f8d19a4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180031 May 06 14:12:53.326385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367630-5ae2-4ec8-8190-523224939245 req-e6b5f82e-41a1-4340-9207-a54bf635f982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:53.327803 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2f367630-5ae2-4ec8-8190-523224939245 req-e6b5f82e-41a1-4340-9207-a54bf635f982 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1628656 May 06 14:12:53.425386 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2f367630-5ae2-4ec8-8190-523224939245 req-913f332a-14d1-442b-84de-6f0cde0dee41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb HTTP/1.1" status: 200 len: 1000 time: 0.0913920 May 06 14:12:53.501598 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef494754-743f-4120-be0c-fd85f6bda2e6 req-f838f6cd-714c-4371-8942-8e5a852ab5d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:53.503047 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef494754-743f-4120-be0c-fd85f6bda2e6 req-f838f6cd-714c-4371-8942-8e5a852ab5d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0816195 May 06 14:12:53.550767 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef494754-743f-4120-be0c-fd85f6bda2e6 req-b1f3afc6-ed4a-451b-b8b1-430ceea7b8d2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 May 06 14:12:53.580895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367630-5ae2-4ec8-8190-523224939245 req-61d97fbe-cb4a-45f6-b607-9e5d29e7b7a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:53.582285 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2f367630-5ae2-4ec8-8190-523224939245 req-61d97fbe-cb4a-45f6-b607-9e5d29e7b7a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.1504869 May 06 14:12:53.653500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2f367630-5ae2-4ec8-8190-523224939245 req-68ac9c81-532f-4692-ab03-98dc0f76440f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651743 May 06 14:12:53.726000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 341b2076-b386-420f-a652-975df10c3bd4 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:53.783285 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2f367630-5ae2-4ec8-8190-523224939245 req-a2bf3a22-f55e-438e-919f-690a04dd5b69 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239951 May 06 14:12:53.796755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 341b2076-b386-420f-a652-975df10c3bd4 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:53.802028 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 341b2076-b386-420f-a652-975df10c3bd4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:53.802402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:53.916303 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2f367630-5ae2-4ec8-8190-523224939245 req-fb93d073-c9a6-48ba-b980-57bf2b20a63a service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276338 May 06 14:12:53.921646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:53.954414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 341b2076-b386-420f-a652-975df10c3bd4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=341b2076-b386-420f-a652-975df10c3bd4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:53.958531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:54.022456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=341b2076-b386-420f-a652-975df10c3bd4,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:54.756394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bc069-efa2-45a3-add9-0700ce7de74e req-44048b50-42be-467d-924b-f774714170d2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:54.757832 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-314bc069-efa2-45a3-add9-0700ce7de74e req-44048b50-42be-467d-924b-f774714170d2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0862801 May 06 14:12:54.802202 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-314bc069-efa2-45a3-add9-0700ce7de74e req-d22fab70-f463-4f64-bff2-3c48a3050055 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382304 May 06 14:12:54.992929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc2cc1-f07c-408d-bb9a-604317644d9f req-e27765e5-4a72-4ffc-9321-d991864ea872 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:54.994543 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8efc2cc1-f07c-408d-bb9a-604317644d9f req-e27765e5-4a72-4ffc-9321-d991864ea872 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0758913 May 06 14:12:55.044994 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8efc2cc1-f07c-408d-bb9a-604317644d9f req-ec79ea0f-7165-454f-a727-fe7546839380 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445845 May 06 14:12:55.297781 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-18d93f75-af7a-4242-ac38-c33807b070d1 req-59b8d369-5b38-4409-b7d6-8c028095a491 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1309576 May 06 14:12:55.369477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104bda56-75c0-4e03-94a3-6f9ea001a1f1 None None] New status for floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:12:55.599964 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-d6e9107b-000f-45d1-957e-878f9fbc93b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218674 May 06 14:12:55.620835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6252-6144-45de-8db0-e18b5384b8c6 req-95a14849-b1a1-4732-8a9f-906fc7235780 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:55.622210 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c9bb6252-6144-45de-8db0-e18b5384b8c6 req-95a14849-b1a1-4732-8a9f-906fc7235780 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0899627 May 06 14:12:55.669608 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c9bb6252-6144-45de-8db0-e18b5384b8c6 req-ac9ea55b-73b1-412a-b16e-f3fb55b65b71 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410197 May 06 14:12:55.713922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 341b2076-b386-420f-a652-975df10c3bd4 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:55.786429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 341b2076-b386-420f-a652-975df10c3bd4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:55.786867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.864655 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-68ce553c-fbc5-4c41-9ada-97b61d6d5739 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 1099 time: 0.1220031 May 06 14:12:56.938752 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:12:56.963190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc211146-251b-4fbe-b6ff-6026cd05052d req-7466ce20-98f4-426b-a6e3-ce0345b86bbe tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:56.964580 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cc211146-251b-4fbe-b6ff-6026cd05052d req-7466ce20-98f4-426b-a6e3-ce0345b86bbe tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.1654625 May 06 14:12:57.033277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-7231f436-b3ec-4440-8fcf-6ec53de172d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:57.034692 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-7231f436-b3ec-4440-8fcf-6ec53de172d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1634476 May 06 14:12:57.043199 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cc211146-251b-4fbe-b6ff-6026cd05052d req-42e0c367-9751-4145-8777-45976c0b4311 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721369 May 06 14:12:57.140054 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-516eef44-125b-4e3e-a209-31ff17f2049c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb HTTP/1.1" status: 200 len: 1002 time: 0.0992520 May 06 14:12:57.199614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-1336a258-c302-4257-b72c-ab11581b3e94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:57.200991 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-1336a258-c302-4257-b72c-ab11581b3e94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0548849 May 06 14:12:57.276426 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-4642218b-198b-4175-939d-ff1f9afe9a09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699937 May 06 14:12:57.404992 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-fb0ce3ff-ff9c-4e0f-8e84-aaf6480ccb2d service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223722 May 06 14:12:57.452510 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:12:57.464051 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:57.464654 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:12:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:57.533871 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-0c3a37ad-ee35-4b81-b0a1-114637276234 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230087 May 06 14:12:57.644895 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:57.980607 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:c5:19:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:12:55Z', 'revision_number': 2, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:57.984274 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:12:57.994977 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:57.995743 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:12:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:58.167403 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:58.241590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd39b00-6297-4d9b-b347-69f568e05516 req-0dbe270e-cf43-410c-b90f-75969db23300 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:58.243034 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8dd39b00-6297-4d9b-b347-69f568e05516 req-0dbe270e-cf43-410c-b90f-75969db23300 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0771408 May 06 14:12:58.287853 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8dd39b00-6297-4d9b-b347-69f568e05516 req-be03c313-9f8a-48ac-a11d-022f457d3809 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 May 06 14:12:58.531523 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:c5:19:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:12:55Z', 'revision_number': 2, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:58.535331 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc54fc4-d529-453d-94c1-38e7372b006e None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:c5:19:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:12:55Z', 'revision_number': 2, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:12:59.480114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5237594-4647-4c30-bf91-25fc91bb471c req-b11aca1b-7269-43df-9227-738cecee18f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:59.481528 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a5237594-4647-4c30-bf91-25fc91bb471c req-b11aca1b-7269-43df-9227-738cecee18f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0740695 May 06 14:12:59.525745 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a5237594-4647-4c30-bf91-25fc91bb471c req-409a12ca-8115-452e-990b-81147689178d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387321 May 06 14:13:00.724567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311130b-1d04-4d47-80c6-f748d34cda1c req-42c7c185-d1f1-4742-97b8-d2b9722388b1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:00.725987 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e311130b-1d04-4d47-80c6-f748d34cda1c req-42c7c185-d1f1-4742-97b8-d2b9722388b1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0791063 May 06 14:13:00.776094 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e311130b-1d04-4d47-80c6-f748d34cda1c req-69842db6-28f2-487b-a861-058a15f054af tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446436 May 06 14:13:01.971638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fce53-f13d-40f5-b592-538414537116 req-a5a902de-c914-4f4f-b268-997c8d04abbf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:01.973125 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2b7fce53-f13d-40f5-b592-538414537116 req-a5a902de-c914-4f4f-b268-997c8d04abbf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0780103 May 06 14:13:02.018658 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2b7fce53-f13d-40f5-b592-538414537116 req-6a998215-22eb-4bda-ab82-e52921f43a9c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 May 06 14:13:02.067550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-42e29880-0072-4a1a-b5f0-69f621559131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:03.209926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0031e-7912-4afc-8d3e-cf03eb267b6b req-794e10d1-3eb6-4b1d-b373-d1d7b05a24ae tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:03.211255 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4cb0031e-7912-4afc-8d3e-cf03eb267b6b req-794e10d1-3eb6-4b1d-b373-d1d7b05a24ae tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0756767 May 06 14:13:03.255326 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4cb0031e-7912-4afc-8d3e-cf03eb267b6b req-4fbb485a-1a26-4f87-a1d6-ed5dc91743ba tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 May 06 14:13:04.413007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08b4afe1-f13d-4911-b6e7-9372e2d8740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:04.451594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a714a38-1af5-454a-b4e9-0946ee5c0ae8 req-42b09695-4ab5-40d9-86cb-4739ccc81849 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:04.453025 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a714a38-1af5-454a-b4e9-0946ee5c0ae8 req-42b09695-4ab5-40d9-86cb-4739ccc81849 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0767736 May 06 14:13:04.586784 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a714a38-1af5-454a-b4e9-0946ee5c0ae8 req-ea41ddb1-b7cf-47c9-b1ac-e47bd38fbaed tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275425 May 06 14:13:05.622570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:05.624467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:05.787736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582d08e-81ff-45f7-af76-94e0f3712870 req-9e23a636-a7b3-4cb5-ae76-62eb74eb7845 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:05.789165 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5582d08e-81ff-45f7-af76-94e0f3712870 req-9e23a636-a7b3-4cb5-ae76-62eb74eb7845 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0770805 May 06 14:13:05.833406 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5582d08e-81ff-45f7-af76-94e0f3712870 req-cc8e8bbc-6902-4a1a-a77f-4c866a73cdab tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388734 May 06 14:13:06.908442 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:07.026596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a319-a076-430f-a32e-271abecdac96 req-8810cdf7-c3b8-42d8-a3a3-000899bc5cd3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:07.028025 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d6a1a319-a076-430f-a32e-271abecdac96 req-8810cdf7-c3b8-42d8-a3a3-000899bc5cd3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0750158 May 06 14:13:07.071967 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d6a1a319-a076-430f-a32e-271abecdac96 req-22cf8fdd-4463-4072-bf9a-559e2e377c43 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385139 May 06 14:13:08.265213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912ef14-d0e6-4fcb-83d2-e14d8b723177 req-0018dc9d-5561-425c-87b1-d342d714beeb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:08.266642 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1912ef14-d0e6-4fcb-83d2-e14d8b723177 req-0018dc9d-5561-425c-87b1-d342d714beeb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0755363 May 06 14:13:08.314090 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1912ef14-d0e6-4fcb-83d2-e14d8b723177 req-3ed66fc2-32bc-408b-b5b1-8914bbab824f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413346 May 06 14:13:09.509356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95df95-27bc-402d-9295-8efd501f1d02 req-ee6ce478-f031-4225-a148-e3d2d1e0a43f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:09.510766 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef95df95-27bc-402d-9295-8efd501f1d02 req-ee6ce478-f031-4225-a148-e3d2d1e0a43f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0769885 May 06 14:13:09.555418 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef95df95-27bc-402d-9295-8efd501f1d02 req-dcdf2ac1-ce64-4a90-a566-609a700c840e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 May 06 14:13:10.745324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b9d8-501a-4069-a0dc-c10ad8e57c62 req-488b44eb-dec4-4792-ada4-0391abb52843 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:10.746739 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-eea5b9d8-501a-4069-a0dc-c10ad8e57c62 req-488b44eb-dec4-4792-ada4-0391abb52843 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0741482 May 06 14:13:10.790497 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-eea5b9d8-501a-4069-a0dc-c10ad8e57c62 req-5b4265cf-8495-47c0-be09-0b4d20480f8f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380738 May 06 14:13:11.985951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179229d-5e83-47b8-873b-4d1a75a31092 req-33dcd5fc-678f-4845-86ee-8140bb897d07 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:11.987334 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c179229d-5e83-47b8-873b-4d1a75a31092 req-33dcd5fc-678f-4845-86ee-8140bb897d07 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0748694 May 06 14:13:12.032603 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c179229d-5e83-47b8-873b-4d1a75a31092 req-c1851477-1136-4514-88d4-2631511d5190 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398092 May 06 14:13:13.313791 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28118e94-28b2-41c6-ad98-268ed1f2c029 req-b13d4d3f-1a1d-4c53-8dd8-d01b5dc465db tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:13.315200 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-28118e94-28b2-41c6-ad98-268ed1f2c029 req-b13d4d3f-1a1d-4c53-8dd8-d01b5dc465db tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.1616359 May 06 14:13:13.359662 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-28118e94-28b2-41c6-ad98-268ed1f2c029 req-16e776c0-7f9c-41f7-ae01-e61af301fd31 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 May 06 14:13:14.555766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdbf2d-e3ee-49b9-bd46-69c5f865055b req-c84700a3-848a-4b64-ba83-c478e9b0970a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:14.557228 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c4cdbf2d-e3ee-49b9-bd46-69c5f865055b req-c84700a3-848a-4b64-ba83-c478e9b0970a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0784483 May 06 14:13:14.602223 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c4cdbf2d-e3ee-49b9-bd46-69c5f865055b req-5ead91e2-b30f-4485-92f8-34887751d47b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395870 May 06 14:13:15.796280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f07f9-567d-4f9d-b6fe-e0829d8fad54 req-6c08ee72-db0a-4523-9b53-89bc59228484 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:15.797732 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6e3f07f9-567d-4f9d-b6fe-e0829d8fad54 req-6c08ee72-db0a-4523-9b53-89bc59228484 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0748029 May 06 14:13:15.842630 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6e3f07f9-567d-4f9d-b6fe-e0829d8fad54 req-618e6170-5391-4db9-b5fe-ac53049a2088 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 May 06 14:13:17.046813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b17eb-7149-4d4d-ae43-232e7754cf48 req-4e38530f-9e09-4431-b0bb-a003037e8286 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:17.048237 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa7b17eb-7149-4d4d-ae43-232e7754cf48 req-4e38530f-9e09-4431-b0bb-a003037e8286 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0743439 May 06 14:13:17.096513 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa7b17eb-7149-4d4d-ae43-232e7754cf48 req-566a23c5-d104-4236-8d13-649233bb3a6a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 May 06 14:13:18.291354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b10c4a-8335-4495-ae1e-f64edc37ff80 req-3ddd1673-9551-4ee5-be38-e60eaa4109c4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:18.292786 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-63b10c4a-8335-4495-ae1e-f64edc37ff80 req-3ddd1673-9551-4ee5-be38-e60eaa4109c4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0783241 May 06 14:13:18.337042 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-63b10c4a-8335-4495-ae1e-f64edc37ff80 req-cb0e816f-2aad-46e1-96ee-bfd921ecd85e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388007 May 06 14:13:19.313542 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-0befd5b2-742c-449d-8922-ff5dc2ef41f9 service neutron] 10.222.0.69 "GET /v2.0/ports/e394b997-2963-4cd6-8c2c-5790c6a623cb/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0717208 May 06 14:13:19.575996 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-e32b8671-83dc-45fa-a647-5bd42af14f0a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 1099 time: 0.0704103 May 06 14:13:19.726536 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-bd386a72-28cb-4f61-838e-06c2f484501d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 1099 time: 0.1295946 May 06 14:13:19.731984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3d1f-a0c2-4cd2-9821-78c0a2ff3cc1 req-a77dcfc5-d3d0-42b5-abdd-05ea7cda5f3b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:19.733345 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4ca3d1f-a0c2-4cd2-9821-78c0a2ff3cc1 req-a77dcfc5-d3d0-42b5-abdd-05ea7cda5f3b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.1052744 May 06 14:13:19.875729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4ca3d1f-a0c2-4cd2-9821-78c0a2ff3cc1 req-c194d7dd-18a5-44c8-8567-b4c84c01cf0a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187460 May 06 14:13:19.894005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-e5bc73a2-0bf5-4ae1-ac6f-843bbe41c661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:19.895503 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-e5bc73a2-0bf5-4ae1-ac6f-843bbe41c661 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1613107 May 06 14:13:19.996577 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-0ec2a253-9885-4fcf-b1ec-d79d74233c6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb HTTP/1.1" status: 200 len: 1002 time: 0.0954478 May 06 14:13:20.057084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-4f5b3d4b-91b5-4703-8b6c-ad7955cf9985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:20.058473 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-4f5b3d4b-91b5-4703-8b6c-ad7955cf9985 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0568526 May 06 14:13:20.131686 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-787dd20a-2b01-4255-9d1b-a411e7cec82b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677741 May 06 14:13:20.261369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-1e5f8ee7-0472-4a62-9a6f-af831159a616 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232595 May 06 14:13:20.399495 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b49e1969-d634-4df6-a3bc-479bfabcb8e2 req-31651c7a-ab6d-497e-8681-492286ec652c service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320643 May 06 14:13:20.479118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:21.081214 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf963c-2080-4d2b-a15a-740b158fc68b req-7f041baa-5709-4b1d-85d5-e0225314637d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:21.083238 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-30cf963c-2080-4d2b-a15a-740b158fc68b req-7f041baa-5709-4b1d-85d5-e0225314637d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0766122 May 06 14:13:21.127310 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-30cf963c-2080-4d2b-a15a-740b158fc68b req-5f0bf814-89ef-45b4-af4d-9ed532863f0c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386231 May 06 14:13:22.220085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device e394b997-2963-4cd6-8c2c-5790c6a623cb details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:13:22.222362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device e394b997-2963-4cd6-8c2c-5790c6a623cb no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:22.323571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d6754-96c6-4179-b68b-03a2b25cfaa1 req-a734cbee-dbf3-429a-94d5-0d2d04479d2f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:22.325028 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d7d6754-96c6-4179-b68b-03a2b25cfaa1 req-a734cbee-dbf3-429a-94d5-0d2d04479d2f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0788686 May 06 14:13:22.370047 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0d7d6754-96c6-4179-b68b-03a2b25cfaa1 req-4dfec040-e81b-4a73-af1d-94f74e2e11ae tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 May 06 14:13:22.428274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:22.458844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:22.483759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:13:22.488043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'mac_address': 'fa:16:3e:c5:19:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:13:22.520291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:22.526470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:22.581224 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88ad204-6c7a-4c48-9e37-ea7bb5acd29e'] response: {'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'code': 200} May 06 14:13:22.605371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:22.627301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:22.631270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e394b997-2963-4cd6-8c2c-5790c6a623cb {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:13:22.647976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:22.652038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:22.710611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-f779a874-16bc-4c83-9e43-8ab85272ef97 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:22.711999 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-f779a874-16bc-4c83-9e43-8ab85272ef97 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78&tenant_id=b76cd742256f4a138590a47116eb24d2&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.0855672 May 06 14:13:22.715363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51612b-3bf5-4a65-a6a9-c91b493d28e0 req-7c4d9dda-710e-4d15-b384-e50494901e5a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:22.717053 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa51612b-3bf5-4a65-a6a9-c91b493d28e0 req-7c4d9dda-710e-4d15-b384-e50494901e5a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 945 time: 0.0904658 May 06 14:13:22.724796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['e394b997-2963-4cd6-8c2c-5790c6a623cb'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:13:22.761590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:22.766462 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa51612b-3bf5-4a65-a6a9-c91b493d28e0 req-d6a2dcad-67cd-48ac-adfb-fa2664abdfde tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415156 May 06 14:13:22.941848 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-dadcc6b3-435a-4bd8-99c0-7a317f0f5453 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 1098 time: 0.1590874 May 06 14:13:23.072137 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-fb994617-1274-4d67-9a73-912f872cdcac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:23.073557 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-fb994617-1274-4d67-9a73-912f872cdcac service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1261671 May 06 14:13:23.175489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-f5c0a45e-b034-4627-a035-fafe6ab5e2ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb HTTP/1.1" status: 200 len: 1001 time: 0.0954640 May 06 14:13:23.237006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-2e2a2d50-afe8-4194-9a02-2a1e97578800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:23.238377 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-2e2a2d50-afe8-4194-9a02-2a1e97578800 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0571253 May 06 14:13:23.312394 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-a1a09284-637b-4edf-8cb3-b2925865ff80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682442 May 06 14:13:23.438427 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-506fffb8-788a-40dd-ba4e-9b935f4dc832 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202939 May 06 14:13:23.563931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2be9e484-03f8-43d3-aa89-217bde78eafd req-14fef5cb-2c8e-40ce-ba43-bcc077a63f30 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201131 May 06 14:13:24.059648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6c967-26d6-49e7-b8f2-cdc851d4d94b req-86505270-0cc9-4551-b59d-f2627b0203d1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:24.061164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0fc6c967-26d6-49e7-b8f2-cdc851d4d94b req-86505270-0cc9-4551-b59d-f2627b0203d1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 945 time: 0.1699331 May 06 14:13:24.106701 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0fc6c967-26d6-49e7-b8f2-cdc851d4d94b req-f75faf2f-0b92-4f0b-b29c-dfa72fd04dbd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 May 06 14:13:24.233371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device e394b997-2963-4cd6-8c2c-5790c6a623cb up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:13:24.299871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port e394b997-2963-4cd6-8c2c-5790c6a623cb triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:13:24.300237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:24.409874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:24.440923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:24.444524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:24.508139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:24.582698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:13:24.637309 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20a0228-1fd1-4745-9760-68d78d5abf22'] response: {'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'code': 200} May 06 14:13:25.304366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221a104-f884-4051-bca8-d284c2c8897f req-ca95eb9c-f4d2-4b91-a3d7-25632621ddb8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:25.305766 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f221a104-f884-4051-bca8-d284c2c8897f req-ca95eb9c-f4d2-4b91-a3d7-25632621ddb8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0769377 May 06 14:13:25.349619 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f221a104-f884-4051-bca8-d284c2c8897f req-53a56631-459d-4475-92a0-7e0080af5c0d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385244 May 06 14:13:25.631501 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a38b0d-0ca5-4057-a874-245544f37dcb req-2ac11537-70b7-42f0-aad3-8ac2690bfb89 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:25.632955 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a1a38b0d-0ca5-4057-a874-245544f37dcb req-2ac11537-70b7-42f0-aad3-8ac2690bfb89 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.1653295 May 06 14:13:25.681372 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a1a38b0d-0ca5-4057-a874-245544f37dcb req-65bff093-bd21-4011-aac3-8a6323033439 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424414 May 06 14:13:25.870634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07c46a-3289-45b7-84c2-04c8a5318a45 req-2b4e6b25-0a85-4dc9-81ad-3ab218bb2efd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:25.872090 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4a07c46a-3289-45b7-84c2-04c8a5318a45 req-2b4e6b25-0a85-4dc9-81ad-3ab218bb2efd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0752668 May 06 14:13:25.916485 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4a07c46a-3289-45b7-84c2-04c8a5318a45 req-4b93d8c9-8353-473b-880d-c6134703a4ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387974 May 06 14:13:26.308053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72854b-44ec-4d38-8e1a-d22fe5428147 req-917bf73e-b466-49a8-b463-68132105264d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:26.309393 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c72854b-44ec-4d38-8e1a-d22fe5428147 req-917bf73e-b466-49a8-b463-68132105264d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0784218 May 06 14:13:26.353546 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c72854b-44ec-4d38-8e1a-d22fe5428147 req-910e991a-7909-4a69-8784-0a3ea36a71e8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 May 06 14:13:27.550193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94098ff5-7c6a-4937-81b8-d4d42d8c99b1 req-9c1cd515-e93b-411b-bde1-588e3787a29b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:27.552166 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-94098ff5-7c6a-4937-81b8-d4d42d8c99b1 req-9c1cd515-e93b-411b-bde1-588e3787a29b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0754166 May 06 14:13:27.596477 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-94098ff5-7c6a-4937-81b8-d4d42d8c99b1 req-dca56c8d-8d36-496b-b204-e205ea03280a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388520 May 06 14:13:28.001226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-0f288dcc-1a62-4c09-a2a9-49d653124d49 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:28.002539 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-0f288dcc-1a62-4c09-a2a9-49d653124d49 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.0733185 May 06 14:13:28.072409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Deleting port e394b997-2963-4cd6-8c2c-5790c6a623cb {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:28.072769 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:28.169839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [req-85d1c129-baee-4c44-83ea-47236cb14b9a req-29ae6e99-bb57-4b61-926b-c656e6ca6277 service neutron] (84021) timed out ('10.222.0.69', 52507) {{(pid=84021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:13:28.306435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] For port e394b997-2963-4cd6-8c2c-5790c6a623cb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=e394b997-2963-4cd6-8c2c-5790c6a623cb,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:28.306705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:28.666462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:28.666823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:28.667132 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b disassociated. External IP: 172.26.0.139, port: e394b997-2963-4cd6-8c2c-5790c6a623cb. May 06 14:13:28.667463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Calling delete_port for e394b997-2963-4cd6-8c2c-5790c6a623cb owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:13:28.856913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:28.898426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fa054-124d-499f-b82a-2da2e70c7cae req-f6f96b03-b23e-4c46-882a-e1349edc67c2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:28.899956 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-498fa054-124d-499f-b82a-2da2e70c7cae req-f6f96b03-b23e-4c46-882a-e1349edc67c2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=12aa951a-2914-44ce-9587-dac4dd8fbd78 HTTP/1.1" status: 200 len: 946 time: 0.1754365 May 06 14:13:28.927501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event deleted for resources: {'Port': ['ID=e394b997-2963-4cd6-8c2c-5790c6a623cb,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:29.089150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-498fa054-124d-499f-b82a-2da2e70c7cae req-2482857e-b146-44b0-bb91-878fd66de173 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829588 May 06 14:13:29.183928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:13:29.377558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:13:29.387387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:13:29.399935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:13:29.400556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:13:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:29.447953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] No DVR routers for this DVR port e394b997-2963-4cd6-8c2c-5790c6a623cb on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:13:29.450276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:29.452748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'name': 'network-vif-deleted', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:13:29.468847 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-de0fb725-2822-4742-b6bc-4a75a7bec31e req-3168abcc-e801-4045-9b14-a2300a4cf5dc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "DELETE /v2.0/ports/e394b997-2963-4cd6-8c2c-5790c6a623cb HTTP/1.1" status: 204 len: 173 time: 1.4614780 May 06 14:13:29.525889 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7160dcad-af27-4624-8c08-d4dc8d2c2918'] response: {'server_uuid': '12aa951a-2914-44ce-9587-dac4dd8fbd78', 'name': 'network-vif-deleted', 'tag': 'e394b997-2963-4cd6-8c2c-5790c6a623cb', 'status': 'completed', 'code': 200} May 06 14:13:29.585559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:13:29.893432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:29.897910 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:13:29.910417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:13:29.911742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:13:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:30.120889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:13:30.434920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:30.438870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42dcd4-066a-474d-9f8a-59807f5c5325 None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:13:30.439079 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-2d0a0d14-1403-4aea-9219-3132f6fdf345 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1064561724&fields=id&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 267 time: 0.0400319 May 06 14:13:30.588234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-d1ace927-4f1e-4319-aa81-c894a47ce23c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:30.589703 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-d1ace927-4f1e-4319-aa81-c894a47ce23c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 811 time: 0.1432211 May 06 14:13:30.606236 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-d8b15a4d-d9ff-4052-a47e-b183a4869a1c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/quotas/b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 375 time: 0.0109942 May 06 14:13:30.667108 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9248a-028c-4b91-a2b3-ed9e25e59916 None None] New status for floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:13:30.713256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-6613cf01-fbdb-498f-a9e9-c785f6baf1af tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:13:30.736326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-6613cf01-fbdb-498f-a9e9-c785f6baf1af tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:13:30.737623 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-6613cf01-fbdb-498f-a9e9-c785f6baf1af tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261117 May 06 14:13:30.876179 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-2ab622a3-6419-4d08-bc96-b8e42c20fd38 service neutron] 10.222.0.65 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252542 May 06 14:13:31.012961 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-90f09d4a-8e05-48aa-8abf-04aaf7cd10a6 service neutron] 10.222.0.65 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296513 May 06 14:13:31.202221 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ec5caa47-1a2c-4eec-a89f-0090eca325ee req-a679561f-be21-464a-8b30-60fbfe53f331 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 210 time: 0.0438426 May 06 14:13:32.070540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ea5bf98-c965-40bc-b123-3e28436fb536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:32.296017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-267a496e-841e-45c8-8bf6-679c57adc7ec tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:32.296593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device e394b997-2963-4cd6-8c2c-5790c6a623cb no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:32.297403 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-267a496e-841e-45c8-8bf6-679c57adc7ec tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 811 time: 0.2523773 May 06 14:13:32.329636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: e394b997-2963-4cd6-8c2c-5790c6a623cb {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:13:32.329979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device e394b997-2963-4cd6-8c2c-5790c6a623cb not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:13:32.381697 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29c1491e-593b-4b46-8433-d5b366ed58c3 req-d0f1387e-f49f-43af-abd9-46bf27c255a3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 210 time: 0.0533473 May 06 14:13:32.394805 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-cd8d5cbd-58d6-4631-8dcc-e54462b99d5d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 380 time: 0.0849147 May 06 14:13:32.403834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'port': {'device_id': '6e884fc2-6551-418d-a4d9-51e990881be6', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'admin_state_up': True, 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'security_groups': ['a759b9da-0dcb-4088-85b8-5d4c04db0e15']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:13:32.535446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:13:32.545175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:13:32.555079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Made reservation on behalf of b76cd742256f4a138590a47116eb24d2 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:13:32.558092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:32.721177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Allocated IP 172.20.0.3 (43d0dee0-88e1-48d1-8f49-54e2d3aafdd1/3019aa74-9308-4d35-b9a2-e9f435a52944/fc934515-fef1-4ee8-a67f-5e6e3c42fa39) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:13:32.914276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:32.929488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Transition to ACTIVE for port object fc934515-fef1-4ee8-a67f-5e6e3c42fa39 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:13:32.950439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:33.021226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:13:33.024117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:13:33.028733 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:13:33.055954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:33.085035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.085374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.085711 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.086038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.086367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.086686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.087015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.087333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.087651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.087993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.088308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:33.108933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:33.109539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:33.135460 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-ff5bccc5-fcd2-4370-a01f-79c315f21777 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352850 May 06 14:13:33.213574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Request body: {'port': {'device_id': '6e884fc2-6551-418d-a4d9-51e990881be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:13:33.285254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f5b5c8bd-9cf7-49fc-b1ec-4bdea90205dd None None] Provisioning for port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:13:33.291333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f5b5c8bd-9cf7-49fc-b1ec-4bdea90205dd None None] Provisioning complete for port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:13:33.291702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f5b5c8bd-9cf7-49fc-b1ec-4bdea90205dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:33.321034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:33.346906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5c8bd-9cf7-49fc-b1ec-4bdea90205dd None None] Port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:13:33.579941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e390-a2c0-458c-821b-725a15dc39c8 req-e51f4f55-be8d-4c35-97fd-ffbae2651b4d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:33.581386 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3c10e390-a2c0-458c-821b-725a15dc39c8 req-e51f4f55-be8d-4c35-97fd-ffbae2651b4d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 931 time: 0.0756443 May 06 14:13:33.626784 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3c10e390-a2c0-458c-821b-725a15dc39c8 req-f9feff0e-6db2-42d4-9de7-063233cd1f96 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 May 06 14:13:33.661599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc934515-fef1-4ee8-a67f-5e6e3c42fa39 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:13:33.668179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:33.682390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Transition to ACTIVE for port object fc934515-fef1-4ee8-a67f-5e6e3c42fa39 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:13:33.685863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:33.812729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:33.924661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Attempting to bind port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:13:33.924925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Attempting to bind port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:13:33.925250 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Attempting to bind port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:13:33.932625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:13:33.932950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Attempting to bind port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:13:33.938376 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:13:33.939771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:13:33.940128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Checking segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:13:33.940511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Bound using segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:13:33.940934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Bound port: fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:13:33.941279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:34.029407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:13:34.032161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:13:34.036850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:34.100695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:34.102072 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 1093 time: 0.9596231 May 06 14:13:34.102504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:13:34.125783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3e5c1-e23f-4b35-8bd9-0db63e0275c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:34.275817 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e01acd4-0732-436d-8f3b-4574d032c44f'] response: {'name': 'network-changed', 'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'status': 'completed', 'code': 200} May 06 14:13:34.311649 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-4cb50dbe-71c1-4a4d-a7f8-87a859041c71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1096 time: 0.1697655 May 06 14:13:34.380010 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-a1cfb5a8-d3e0-4c8f-8101-6cbfb41d5234 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 217 time: 0.0618129 May 06 14:13:34.414972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15592a8b-7078-45cd-99e1-d6840344604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:34.442456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-d917e926-b33d-4d1a-bf76-54671e401ce4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:34.443902 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-d917e926-b33d-4d1a-bf76-54671e401ce4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0590293 May 06 14:13:34.519091 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-61e0fc0b-9513-4b40-a36d-e5c9774d43ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696294 May 06 14:13:34.649489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-e1757021-4a7c-41a8-9bdc-74433337d583 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233799 May 06 14:13:34.786308 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4aee32ad-22cb-49c4-8fb2-6ea20637e0e9 req-131753c9-f250-40f7-9ded-6c2f12a5696d service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306157 May 06 14:13:34.824803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f91ba-a422-45ee-a64e-8d04fcd9a945 req-c87d8683-603a-4426-bad2-dadf7c83835d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:34.826269 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2f7f91ba-a422-45ee-a64e-8d04fcd9a945 req-c87d8683-603a-4426-bad2-dadf7c83835d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 943 time: 0.0812113 May 06 14:13:34.873491 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2f7f91ba-a422-45ee-a64e-8d04fcd9a945 req-33eb6a52-c434-466f-8ab6-32960250ea1d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407026 May 06 14:13:34.908426 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-8b4a40a8-b7a7-4a18-8375-25b322b8a111 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1096 time: 0.0745213 May 06 14:13:35.038125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-d5cd25e5-948c-4913-b73d-f7d570d107ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:35.039478 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-d5cd25e5-948c-4913-b73d-f7d570d107ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1247053 May 06 14:13:35.110224 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-136bf301-d8de-48c3-86f8-038b779c3de4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 217 time: 0.0641971 May 06 14:13:35.170777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-afa8b1c7-01e3-431d-b291-58b452030de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:35.172201 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-afa8b1c7-01e3-431d-b291-58b452030de7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0564141 May 06 14:13:35.244164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-a4aac40b-194b-4dc2-b1f5-7caa348d30de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656641 May 06 14:13:35.371035 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-b7ab363e-3e5a-4347-8c92-2c045fc19cb8 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190355 May 06 14:13:35.502612 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c400fec3-61a9-41a2-ac50-1a3f55f44815 req-ec4d3dd7-f5fb-4c18-98b4-9f651e40348d service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257524 May 06 14:13:35.624932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:35.626545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:36.074329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daac3f6-6713-46d4-8813-6671b71c656c req-1bf5030f-0c22-44c0-950e-673a7d72c9e7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:36.074993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8daac3f6-6713-46d4-8813-6671b71c656c req-1bf5030f-0c22-44c0-950e-673a7d72c9e7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:13:36.089545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8daac3f6-6713-46d4-8813-6671b71c656c req-1bf5030f-0c22-44c0-950e-673a7d72c9e7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:13:36.090887 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8daac3f6-6713-46d4-8813-6671b71c656c req-1bf5030f-0c22-44c0-950e-673a7d72c9e7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 943 time: 0.0939362 May 06 14:13:36.136206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8daac3f6-6713-46d4-8813-6671b71c656c req-3d2b6f4a-220c-4b69-adc7-e5c0527e84f1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396888 May 06 14:13:36.311566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device fc934515-fef1-4ee8-a67f-5e6e3c42fa39 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:13:36.441106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:36.453957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'mac_address': 'fa:16:3e:ef:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:13:36.505928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:36.523104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc934515-fef1-4ee8-a67f-5e6e3c42fa39 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:13:36.538197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:36.542145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:36.608101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:36.616052 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.616389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.616719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.617049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.617373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.617691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.618009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.618325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.618637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.618950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.619263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:36.749056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['fc934515-fef1-4ee8-a67f-5e6e3c42fa39'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:13:36.924769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:37.326968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba3d41-482a-4a29-9ce9-e377a251375c req-eefe7129-1587-40e9-b924-06d6012af16c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:37.328393 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-baba3d41-482a-4a29-9ce9-e377a251375c req-eefe7129-1587-40e9-b924-06d6012af16c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 944 time: 0.0744519 May 06 14:13:37.371613 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-baba3d41-482a-4a29-9ce9-e377a251375c req-f8c9d533-548e-4b4c-8e33-7d67f2c053d5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377777 May 06 14:13:38.327695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device fc934515-fef1-4ee8-a67f-5e6e3c42fa39 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:13:38.393624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:13:38.398968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:13:38.399332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:38.512925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:38.539331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:13:38.548916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:38.555161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:38.570870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca751652-da05-4b5d-b2ee-1531e5773e5d req-a5b6afe0-c9af-4cf5-864a-9c23ac56c822 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:38.572348 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ca751652-da05-4b5d-b2ee-1531e5773e5d req-a5b6afe0-c9af-4cf5-864a-9c23ac56c822 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 944 time: 0.0824549 May 06 14:13:38.599628 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f08089d-62a4-4e4e-992a-8202ac575367'] response: {'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'code': 200} May 06 14:13:38.624164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ca751652-da05-4b5d-b2ee-1531e5773e5d req-63d40d6d-8d9b-4e6d-a572-a7e7ad21566c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458188 May 06 14:13:38.627302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:38.812928 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3d6970c7-f6ce-4ffe-b1cc-35c83e1df8be req-6e5daf4b-a979-42a9-87cb-959c582a2bdd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1098 time: 0.0651448 May 06 14:13:38.852653 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3d6970c7-f6ce-4ffe-b1cc-35c83e1df8be req-83b20d70-9829-48d1-97e1-fa5a87a4515d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 May 06 14:13:39.826608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603fed6-86fe-4188-b2e1-af3d70ac2333 req-c1f94da7-3f65-455d-9fa7-66c8e1e40f1c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:39.828072 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6603fed6-86fe-4188-b2e1-af3d70ac2333 req-c1f94da7-3f65-455d-9fa7-66c8e1e40f1c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0801883 May 06 14:13:39.873369 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6603fed6-86fe-4188-b2e1-af3d70ac2333 req-c92c4e70-d4be-4d4a-ac92-308496c5351b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 May 06 14:13:40.097335 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-6a03211b-e9cd-441f-a4ae-9dff0262a68c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1506202 May 06 14:13:40.230320 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-a4a7147f-4089-468c-b555-61db86603608 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1098 time: 0.0666893 May 06 14:13:40.370512 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-3a322d68-d957-4e2f-82b9-44fff837b42a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:40.371838 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-3a322d68-d957-4e2f-82b9-44fff837b42a service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1230233 May 06 14:13:40.438787 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-a1ac77a3-6020-4453-ab80-aa272c430ed9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 217 time: 0.0610878 May 06 14:13:40.497940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-65cefa66-dfed-4d93-bcd0-a87e9a9e446e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:40.499267 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-65cefa66-dfed-4d93-bcd0-a87e9a9e446e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0549896 May 06 14:13:40.570460 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-9cd09b41-7c36-4854-8fbd-2f533fbe8011 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651469 May 06 14:13:40.698734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-8d553eca-e58b-4096-bb21-c6ba5f28370d service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214912 May 06 14:13:40.826889 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-630d4a01-8997-4e35-9063-ec224e561bb3 req-7ae700ae-1fe5-4dbd-98ff-6e67b3858b57 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229093 May 06 14:13:41.079513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746867-e119-414f-b987-93d7684a268a req-14d637b1-15de-42f2-a5d2-08fdca1a8fd3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:41.080967 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5d746867-e119-414f-b987-93d7684a268a req-14d637b1-15de-42f2-a5d2-08fdca1a8fd3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0783739 May 06 14:13:41.126289 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5d746867-e119-414f-b987-93d7684a268a req-ed13ed6b-d303-4d74-ad96-e2e68c11b5a9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393257 May 06 14:13:41.321310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d36d37-02ac-4e02-8c17-09f99c9c6c08 req-bcda6f88-0cde-41fb-805a-a7db74446143 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:41.322724 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-33d36d37-02ac-4e02-8c17-09f99c9c6c08 req-bcda6f88-0cde-41fb-805a-a7db74446143 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0764878 May 06 14:13:41.331222 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 42434) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:41.336812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'floatingip': {'port_id': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:13:41.416120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:42.065844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:42.069333 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:42.264437 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b associated. External IP: 172.26.0.139, port: fc934515-fef1-4ee8-a67f-5e6e3c42fa39. May 06 14:13:42.641524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:13:42.837793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:13:42.842764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:42.847431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:13:42.861027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:13:42.861632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:13:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:42.897735 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-73ce0447-8291-45a0-8175-bfd5871222bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "PUT /v2.0/floatingips/702962ad-2919-491b-a4ab-e18fca9c8b6b HTTP/1.1" status: 200 len: 991 time: 1.5623717 May 06 14:13:42.897735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:13:42.955381 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb19185b-6886-4b15-9e2a-c09efc38601e'] response: {'name': 'network-changed', 'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'status': 'completed', 'code': 200} May 06 14:13:43.052593 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75832983-21d4-49a5-8d60-425aed382fa0 req-5b34c9ae-492d-4e19-b731-483c61320e1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1098 time: 0.0769138 May 06 14:13:43.088596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:13:43.212312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832983-21d4-49a5-8d60-425aed382fa0 req-ba1267ca-187f-40e5-b6b7-005f5f780d5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:43.213676 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75832983-21d4-49a5-8d60-425aed382fa0 req-ba1267ca-187f-40e5-b6b7-005f5f780d5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1554625 May 06 14:13:43.252227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db574aa2-29bc-4632-a97b-958cda9edb13 req-95c2322e-5ab4-4e53-8e02-b310738a30cb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:43.253682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-db574aa2-29bc-4632-a97b-958cda9edb13 req-95c2322e-5ab4-4e53-8e02-b310738a30cb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0813391 May 06 14:13:43.305727 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-db574aa2-29bc-4632-a97b-958cda9edb13 req-3d4a9088-4bba-4783-9a57-569d2711e78a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446589 May 06 14:13:43.322326 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75832983-21d4-49a5-8d60-425aed382fa0 req-3178fcd5-1f79-4829-ae61-32440de57be4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 999 time: 0.1017756 May 06 14:13:43.387377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832983-21d4-49a5-8d60-425aed382fa0 req-2faa6b4d-e19c-4013-8aa1-975b99c1e7d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:43.388818 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75832983-21d4-49a5-8d60-425aed382fa0 req-2faa6b4d-e19c-4013-8aa1-975b99c1e7d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0607615 May 06 14:13:43.454945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:ef:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e884fc2-6551-418d-a4d9-51e990881be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:13:41Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:43.458767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:13:43.461505 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75832983-21d4-49a5-8d60-425aed382fa0 req-3e343a6b-ff24-494b-b117-ef2f198055ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671186 May 06 14:13:43.469331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:13:43.469873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:13:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:43.592015 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75832983-21d4-49a5-8d60-425aed382fa0 req-256fbb8b-e079-4d78-8d4e-201863970e55 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239357 May 06 14:13:43.650891 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:13:43.724061 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75832983-21d4-49a5-8d60-425aed382fa0 req-84766da3-529b-4828-9349-8ceaa7645ae8 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260407 May 06 14:13:43.994766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:ef:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e884fc2-6551-418d-a4d9-51e990881be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:13:41Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:43.998565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0872b376-9f71-45b7-b345-aa271c9aeb35 None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:ef:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e884fc2-6551-418d-a4d9-51e990881be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:13:41Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:13:44.180999 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeef5c11-6764-42ff-ab34-a89204f8fdf3 None None] New status for floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:13:44.502998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e01bc-cc99-40fc-b7f0-7f96fdee05d8 req-2c83d20b-64db-470c-b632-6e0bc59be18b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:44.504978 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b5e01bc-cc99-40fc-b7f0-7f96fdee05d8 req-2c83d20b-64db-470c-b632-6e0bc59be18b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0789933 May 06 14:13:44.628618 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b5e01bc-cc99-40fc-b7f0-7f96fdee05d8 req-7059e6f2-2ccc-43df-b8db-29da675a0bd8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179826 May 06 14:13:45.831690 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ffae9-5803-4f2e-82d3-6d28b9dd8a27 req-b68dee1a-f475-4513-8c86-892edf62d905 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:45.833178 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b3ffae9-5803-4f2e-82d3-6d28b9dd8a27 req-b68dee1a-f475-4513-8c86-892edf62d905 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0819151 May 06 14:13:45.879119 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b3ffae9-5803-4f2e-82d3-6d28b9dd8a27 req-32105e28-35c3-4cee-bb56-d9dcfbadb294 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 May 06 14:13:47.073921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e3d46-76d5-4822-963a-c0b5a1763c82 req-a8caa12c-d3b1-4bac-8cea-07348d3d22f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:47.075334 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-486e3d46-76d5-4822-963a-c0b5a1763c82 req-a8caa12c-d3b1-4bac-8cea-07348d3d22f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0763941 May 06 14:13:47.118966 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-486e3d46-76d5-4822-963a-c0b5a1763c82 req-d1101a35-978f-45ab-8cf8-9b99843dac2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382409 May 06 14:13:48.311226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bdd93-e1da-4251-b4dd-4511260ebe78 req-f12e487f-2020-4001-b46a-aa67fff78b11 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:48.312691 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6d2bdd93-e1da-4251-b4dd-4511260ebe78 req-f12e487f-2020-4001-b46a-aa67fff78b11 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0751684 May 06 14:13:48.359990 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6d2bdd93-e1da-4251-b4dd-4511260ebe78 req-2ae30e67-ef3c-4121-9f54-8178cbb753ab tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417974 May 06 14:13:49.556054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d42ab7-6d31-41ad-9503-6ed48c39fea2 req-b43cd8d7-7898-467a-81f4-6683ced4479d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:49.557419 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2d42ab7-6d31-41ad-9503-6ed48c39fea2 req-b43cd8d7-7898-467a-81f4-6683ced4479d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0785282 May 06 14:13:49.601249 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e2d42ab7-6d31-41ad-9503-6ed48c39fea2 req-43cc04e1-5bee-4a1f-aabe-0ccbe4069818 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383949 May 06 14:13:50.481761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:50.791391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2670c2-c198-414c-a139-4e6ae459d8a2 req-f1416fe4-d3c7-4292-8147-517c283e0c04 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:50.792759 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0a2670c2-c198-414c-a139-4e6ae459d8a2 req-f1416fe4-d3c7-4292-8147-517c283e0c04 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0744858 May 06 14:13:50.837930 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0a2670c2-c198-414c-a139-4e6ae459d8a2 req-3554441e-ca6f-4a98-b962-59c4c3621839 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 May 06 14:13:52.030597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086592f-2493-4ad5-b362-761b9b9c38f8 req-0e6a7b73-7f81-41bc-b111-39b9f38cdcde tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:52.031984 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2086592f-2493-4ad5-b362-761b9b9c38f8 req-0e6a7b73-7f81-41bc-b111-39b9f38cdcde tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0760200 May 06 14:13:52.080319 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2086592f-2493-4ad5-b362-761b9b9c38f8 req-32367be6-fb4b-4207-8201-28ffe8712d01 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 May 06 14:13:53.362166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0539d7-0209-46d4-9bd4-81af77e76feb req-5c22ee3e-1035-4aae-8561-8915730a6c8f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:53.363936 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-df0539d7-0209-46d4-9bd4-81af77e76feb req-5c22ee3e-1035-4aae-8561-8915730a6c8f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.1636012 May 06 14:13:53.408341 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-df0539d7-0209-46d4-9bd4-81af77e76feb req-cd9c7858-3d99-4722-be11-cf47632865be tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390923 May 06 14:13:54.600382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acdccb-1ea3-451b-9334-4546008d7061 req-6acecb4a-cc38-4ba3-ae80-490888388064 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:54.601821 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5acdccb-1ea3-451b-9334-4546008d7061 req-6acecb4a-cc38-4ba3-ae80-490888388064 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0748808 May 06 14:13:54.648030 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5acdccb-1ea3-451b-9334-4546008d7061 req-c02a3ac3-a1ca-4896-929c-edb0cbce1d04 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 May 06 14:13:55.846729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132f817-ecc4-46d5-8c28-fd95dd141fe0 req-140323b0-c44d-42cc-8481-a9e1afa31a4d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:55.848729 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5132f817-ecc4-46d5-8c28-fd95dd141fe0 req-140323b0-c44d-42cc-8481-a9e1afa31a4d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0831683 May 06 14:13:55.893185 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5132f817-ecc4-46d5-8c28-fd95dd141fe0 req-e9a4b2c3-7c99-4d32-88ab-bbb70c74d7dd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389543 May 06 14:13:57.088521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95222ed7-ceea-4904-b625-7f6f0a494f5c req-0df8ecbc-e991-490d-b80c-8086ffbae29a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:57.089938 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-95222ed7-ceea-4904-b625-7f6f0a494f5c req-0df8ecbc-e991-490d-b80c-8086ffbae29a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0779200 May 06 14:13:57.134410 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-95222ed7-ceea-4904-b625-7f6f0a494f5c req-fa660090-c1b2-416b-911f-920165be6cdc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391588 May 06 14:13:58.329542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71057-9080-4c26-b677-65c3d502218a req-a874d988-fe93-4041-b960-5c2f7f20eefe tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:58.330997 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e6e71057-9080-4c26-b677-65c3d502218a req-a874d988-fe93-4041-b960-5c2f7f20eefe tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0795760 May 06 14:13:58.374954 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e6e71057-9080-4c26-b677-65c3d502218a req-d8842b7e-debe-4e5c-a1cd-6ffb900fb9bd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384982 May 06 14:13:59.567718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3562c4d-49c6-4e6a-a6b1-9d4c24d269cb req-d818d869-bb8e-41db-b92e-4622682f61b9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:13:59.569168 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c3562c4d-49c6-4e6a-a6b1-9d4c24d269cb req-d818d869-bb8e-41db-b92e-4622682f61b9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0756633 May 06 14:13:59.612178 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c3562c4d-49c6-4e6a-a6b1-9d4c24d269cb req-4e980f9c-819d-4ac8-a1fa-c3a9b8b9f5fc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 May 06 14:14:00.807528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecbbbe-3442-4458-a4f5-3bcf2a4805ef req-fdcdd26a-1155-404d-a641-37dd2c904270 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:00.808976 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-19ecbbbe-3442-4458-a4f5-3bcf2a4805ef req-fdcdd26a-1155-404d-a641-37dd2c904270 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0754716 May 06 14:14:00.853715 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-19ecbbbe-3442-4458-a4f5-3bcf2a4805ef req-5f4b6155-b82e-445d-bde0-22483d59e32a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393991 May 06 14:14:02.061261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5df0-0fd8-48d2-b75f-7d92b9c0e6ed req-f2b13788-1dde-4176-86cd-45c5668ceacb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:02.062712 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-479b5df0-0fd8-48d2-b75f-7d92b9c0e6ed req-f2b13788-1dde-4176-86cd-45c5668ceacb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0799253 May 06 14:14:02.074065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f633f21f-6ab9-4c13-8ea5-4c1d98f54f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:02.108445 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-479b5df0-0fd8-48d2-b75f-7d92b9c0e6ed req-ad9415e8-27e3-4c65-9263-1b84aa0fedfd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 May 06 14:14:03.310520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cae440-aca6-4d10-b89a-92c0c0f10c12 req-cd7eed0d-9849-40a3-935a-93978f29ed83 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:03.311946 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-05cae440-aca6-4d10-b89a-92c0c0f10c12 req-cd7eed0d-9849-40a3-935a-93978f29ed83 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0782471 May 06 14:14:03.360346 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-05cae440-aca6-4d10-b89a-92c0c0f10c12 req-f3959f4a-b202-45f4-b968-729d0035e377 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 May 06 14:14:04.417508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3235e53-6729-4fdb-9ee3-da404dae7605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:04.561163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f816-4873-43eb-b099-0be78ce99b9a req-11c84416-0a67-4a65-90a0-87c7da49901a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:04.562578 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6887f816-4873-43eb-b099-0be78ce99b9a req-11c84416-0a67-4a65-90a0-87c7da49901a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0745838 May 06 14:14:04.610216 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6887f816-4873-43eb-b099-0be78ce99b9a req-5d648975-4109-47fc-84a2-e87e3f7093f2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 May 06 14:14:05.627133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:05.629581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:05.802818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334eb1-371c-4f3f-abfe-38629c0e9610 req-540e17ea-48a2-47e9-aa89-ff270a7d08c6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:05.804401 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5334eb1-371c-4f3f-abfe-38629c0e9610 req-540e17ea-48a2-47e9-aa89-ff270a7d08c6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0754128 May 06 14:14:05.852198 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5334eb1-371c-4f3f-abfe-38629c0e9610 req-cab8b56a-57cb-44e8-9739-8f82b25dd623 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 May 06 14:14:06.916085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:07.044303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90885b-6cb5-4f75-9b1f-dfd08cdea1a2 req-1a4023ae-c61b-4f47-b217-59d64bb45935 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:07.045713 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4b90885b-6cb5-4f75-9b1f-dfd08cdea1a2 req-1a4023ae-c61b-4f47-b217-59d64bb45935 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0757115 May 06 14:14:07.090563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4b90885b-6cb5-4f75-9b1f-dfd08cdea1a2 req-1ecd5e8f-d946-4852-b70f-84b1322d6cec tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387254 May 06 14:14:08.284538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e97e7-f854-48d2-897f-fed897658e31 req-1f5ce755-8484-45d3-adcc-6f605792ee25 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:08.285957 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1c1e97e7-f854-48d2-897f-fed897658e31 req-1f5ce755-8484-45d3-adcc-6f605792ee25 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0745547 May 06 14:14:08.329587 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1c1e97e7-f854-48d2-897f-fed897658e31 req-425b6dd1-2814-4d38-9e1e-d941152ea2a7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382218 May 06 14:14:09.547564 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9c6c1-4e00-4ad1-a0f6-f87ce2431912 req-0bd719a4-e2f8-4adb-a8ec-7cdfd894db66 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:09.549035 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-32e9c6c1-4e00-4ad1-a0f6-f87ce2431912 req-0bd719a4-e2f8-4adb-a8ec-7cdfd894db66 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0784898 May 06 14:14:09.593780 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-32e9c6c1-4e00-4ad1-a0f6-f87ce2431912 req-d637d251-a3be-49c6-aa3c-4f93e33285cc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 May 06 14:14:09.787051 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f0a0ee98-322c-4a66-bd61-c7db7f3acbd1 req-22564d4e-cc0d-4fc4-b860-b33b237bb65e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0706913 May 06 14:14:10.025707 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-46e8d30a-6ce4-4f27-994f-812f021ccbdc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673277 May 06 14:14:10.089217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a250d-cce3-4c22-b826-fcabe4f1491f req-634ec9ea-6c3f-4af1-b66b-64a652b7d458 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:10.095968 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1b1a250d-cce3-4c22-b826-fcabe4f1491f req-634ec9ea-6c3f-4af1-b66b-64a652b7d458 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0826015 May 06 14:14:10.140381 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1b1a250d-cce3-4c22-b826-fcabe4f1491f req-c702a09b-a929-448b-a17d-b236812fc952 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434854 May 06 14:14:10.938739 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:14:11.141840 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-42403ac0-b32e-4a32-b1d7-7f5b6f9ec59b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1098 time: 0.0705295 May 06 14:14:11.272716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-de3fbbdd-69d1-4961-8533-69fb9072ba02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:11.274148 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-de3fbbdd-69d1-4961-8533-69fb9072ba02 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1261201 May 06 14:14:11.335579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc0faa-d215-4c44-a822-c91fa3853ebf req-4de94caa-c11b-47d7-b26e-693b1f04fbc9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:11.337289 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-28bc0faa-d215-4c44-a822-c91fa3853ebf req-4de94caa-c11b-47d7-b26e-693b1f04fbc9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0760345 May 06 14:14:11.379550 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-dbb06e24-40a4-4c8e-8418-a63a0289e91d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 1001 time: 0.0988717 May 06 14:14:11.388165 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-28bc0faa-d215-4c44-a822-c91fa3853ebf req-4c6b2059-9533-4774-a74d-673ffd5d5018 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 May 06 14:14:11.439862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-8c44c548-153f-4bdc-affd-d377cfbae516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:11.441218 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-8c44c548-153f-4bdc-affd-d377cfbae516 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0562367 May 06 14:14:11.521078 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-cf6fd053-a320-4048-bd19-5d96160bf7c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733540 May 06 14:14:11.649765 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-680c1744-26a1-4ab0-b837-59f2606774e2 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222558 May 06 14:14:11.859428 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-10d5189b-f5e1-4a6d-9bb0-73866bbcec30 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026985 May 06 14:14:12.585206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d56cd-a8a9-40d1-bb2e-6be6bc7e392a req-6cd04acc-7283-4fd0-ac5b-d4ffdb40f9a0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:12.586651 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8d56cd-a8a9-40d1-bb2e-6be6bc7e392a req-6cd04acc-7283-4fd0-ac5b-d4ffdb40f9a0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0791092 May 06 14:14:12.631589 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8d56cd-a8a9-40d1-bb2e-6be6bc7e392a req-fb83eb29-8b88-4fdc-9d74-27c4bbbcae90 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394821 May 06 14:14:13.559317 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-ba923473-6d81-4ca6-afc7-bac1cce26690 service neutron] 10.222.0.69 "GET /v2.0/ports/fc934515-fef1-4ee8-a67f-5e6e3c42fa39/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0719705 May 06 14:14:13.819836 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-399681c6-cd7b-4f1d-8ece-c0cb87db5d93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 1098 time: 0.0727944 May 06 14:14:13.836608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dbe77-bdfd-4713-9709-597b8d1f5422 req-12e3b21f-ce9e-40dd-a734-9374a1034ed2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:13.838042 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1b9dbe77-bdfd-4713-9709-597b8d1f5422 req-12e3b21f-ce9e-40dd-a734-9374a1034ed2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0773549 May 06 14:14:13.892629 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1b9dbe77-bdfd-4713-9709-597b8d1f5422 req-05cd3481-6d1b-4815-8f4d-f6362b54d431 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487242 May 06 14:14:13.912819 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-ce3527c7-8d13-4d17-b75f-9c77b5b1a128 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1098 time: 0.0711541 May 06 14:14:14.040926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-90cdae54-e827-4b31-9972-66ff857ae2fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:14.042342 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-90cdae54-e827-4b31-9972-66ff857ae2fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1239567 May 06 14:14:14.141922 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-82595ca3-284f-4cd5-b40e-3b3dd5178a68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 1001 time: 0.0940895 May 06 14:14:14.205047 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-26367338-be06-4ae5-b001-571059350079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:14.206413 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-26367338-be06-4ae5-b001-571059350079 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0583920 May 06 14:14:14.278526 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-6e5cf9b9-f77b-4151-933f-26f0b1ee8305 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664544 May 06 14:14:14.408389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-59af2e22-ad07-4cbb-9802-49b489561a24 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236367 May 06 14:14:14.535438 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-202c2f44-5493-4bc2-9eeb-988fc93d3e57 req-d544034e-ed24-4421-8b81-255618839dac service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215441 May 06 14:14:15.093632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be580b7f-973e-4807-869a-3e7bd1368104 req-1a188fdd-b89b-4d58-bc89-242c28d6392c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:15.095070 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-be580b7f-973e-4807-869a-3e7bd1368104 req-1a188fdd-b89b-4d58-bc89-242c28d6392c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0752373 May 06 14:14:15.143113 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-be580b7f-973e-4807-869a-3e7bd1368104 req-331d3a99-dfb8-4f78-a9c8-bc621bcc4d1e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 May 06 14:14:16.347891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e9a9-401a-4ed7-b2a5-341bd7349b89 req-e39c1400-9b0b-4fc7-9257-6d3ef179157e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:16.349315 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2544e9a9-401a-4ed7-b2a5-341bd7349b89 req-e39c1400-9b0b-4fc7-9257-6d3ef179157e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0863471 May 06 14:14:16.393808 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2544e9a9-401a-4ed7-b2a5-341bd7349b89 req-af423f66-8b9b-42f4-8cc2-2c5413ae2aa8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390105 May 06 14:14:16.575281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device fc934515-fef1-4ee8-a67f-5e6e3c42fa39 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:14:16.653761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device fc934515-fef1-4ee8-a67f-5e6e3c42fa39 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:14:16.712291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-b8d3982f-fb60-4767-85e1-ae614254eff6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:16.713806 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-b8d3982f-fb60-4767-85e1-ae614254eff6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6&tenant_id=b76cd742256f4a138590a47116eb24d2&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.0855708 May 06 14:14:16.726176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e44ce8-4a81-4e99-9767-1a293010fc03 req-483dd0f9-c556-4086-a20b-54e366bb7d39 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:16.727640 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a5e44ce8-4a81-4e99-9767-1a293010fc03 req-483dd0f9-c556-4086-a20b-54e366bb7d39 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0855415 May 06 14:14:16.774378 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a5e44ce8-4a81-4e99-9767-1a293010fc03 req-d6455903-4598-4afb-820d-0a919ae3cef2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 May 06 14:14:16.775873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:14:16.816567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'mac_address': 'fa:16:3e:ef:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:14:16.853783 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-3585c6d4-0308-4772-8fce-16e0619c4773 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1098 time: 0.0690663 May 06 14:14:16.881098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:16.910835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:16.928341 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:14:16.939745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc934515-fef1-4ee8-a67f-5e6e3c42fa39 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:14:16.944364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:14:16.949794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:16.990080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-9cd5ba98-816b-4656-ab90-57a210b2697e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:16.994187 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-9cd5ba98-816b-4656-ab90-57a210b2697e service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1318786 May 06 14:14:17.011369 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64384ab-262d-47f9-822e-aabb13de5bac'] response: {'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'code': 200} May 06 14:14:17.064587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:14:17.064928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:14:17.068228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:17.104088 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-7b035623-028c-45b0-a775-69186709ba98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 999 time: 0.1017761 May 06 14:14:17.247594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-c7c4b779-6901-4a77-a50b-0928c4368662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:17.248980 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-c7c4b779-6901-4a77-a50b-0928c4368662 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.1390939 May 06 14:14:17.322562 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-3c99c161-460f-40fc-b325-72e16a5d6837 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677516 May 06 14:14:17.450873 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-1dc1137a-cbb7-4c30-b8c7-00e7f7b6bcb5 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222579 May 06 14:14:17.585011 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbc7d504-d090-4ab2-a928-c7223e3c4862 req-7572c7d8-57ad-4e90-9b20-4ebd4ecc8ce8 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286478 May 06 14:14:17.663834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.681901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc934515-fef1-4ee8-a67f-5e6e3c42fa39 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:14:17.697283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:14:17.700901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.765524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['fc934515-fef1-4ee8-a67f-5e6e3c42fa39'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:14:17.810130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:17.984430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b4e23-3f92-4561-b9ac-90fc80f66907 req-61410457-847f-4111-a3fc-071550dffd52 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:17.985774 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d93b4e23-3f92-4561-b9ac-90fc80f66907 req-61410457-847f-4111-a3fc-071550dffd52 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 944 time: 0.0857048 May 06 14:14:18.035641 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d93b4e23-3f92-4561-b9ac-90fc80f66907 req-c7c5dcdb-842c-44bc-9875-22fb646d3431 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 May 06 14:14:18.587940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device fc934515-fef1-4ee8-a67f-5e6e3c42fa39 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:14:18.657080 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:14:18.657441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:18.766423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:18.796835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:14:18.801434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:18.866473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:19.012723 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:14:19.065338 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933b9cbd-990b-414e-b0a1-ff3558df037c'] response: {'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'code': 200} May 06 14:14:19.227320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdb8b7-721e-4c1f-8e98-fbd405d1fc6c req-d537473b-4eee-4e3a-bf06-fd0c207239af tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:19.228718 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1bbdb8b7-721e-4c1f-8e98-fbd405d1fc6c req-d537473b-4eee-4e3a-bf06-fd0c207239af tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0757322 May 06 14:14:19.276395 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1bbdb8b7-721e-4c1f-8e98-fbd405d1fc6c req-1207d208-9148-44a6-b63a-957849f2c6a4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 May 06 14:14:19.472664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc479704-5218-49b6-9782-da4d9372aa37 req-a1a58011-c8a6-469d-8d56-79e140631418 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:19.474097 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc479704-5218-49b6-9782-da4d9372aa37 req-a1a58011-c8a6-469d-8d56-79e140631418 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0759552 May 06 14:14:19.522576 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc479704-5218-49b6-9782-da4d9372aa37 req-6735d9ef-7164-4e27-adbd-2c5400d855d0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428905 May 06 14:14:19.945643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79382-672d-40f1-86a3-652c14d1263e req-902d5f97-1c09-414a-8261-018b8234edcb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:19.947063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-50f79382-672d-40f1-86a3-652c14d1263e req-902d5f97-1c09-414a-8261-018b8234edcb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.1344125 May 06 14:14:19.981251 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-c4c3ce76-42b1-4b1b-9bc2-d5631a74cb20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 1098 time: 0.1130292 May 06 14:14:20.073750 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-50f79382-672d-40f1-86a3-652c14d1263e req-9aceda71-1bf0-4599-b27e-5346c4ba3d59 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205034 May 06 14:14:20.119457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-f4083447-02d1-4cf0-aed4-0ae1aed859f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:20.120893 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-f4083447-02d1-4cf0-aed4-0ae1aed859f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1320541 May 06 14:14:20.221467 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-6e0188ee-67e3-4414-92de-41fe9654d216 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 200 len: 1001 time: 0.0948579 May 06 14:14:20.281631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-afdb19b8-24dc-4711-b4b7-cfbd481a11b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:20.282985 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-afdb19b8-24dc-4711-b4b7-cfbd481a11b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0555694 May 06 14:14:20.354658 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-720bc93e-018f-433b-ac21-1a5cdeb386b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656128 May 06 14:14:20.484363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-5ed895eb-4bf2-4de9-b2e8-b3921bd4b1b1 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233881 May 06 14:14:20.485431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:20.612027 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b357baf7-4f7f-4cf5-870c-cb718c5b3729 req-60c36a51-651f-464a-8c93-48cf9553c047 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226339 May 06 14:14:21.265953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09915f-9609-4656-9531-fdbc347c0d48 req-b15a5b0b-e9df-4bf5-bf1d-f669edc1cbb3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:21.267291 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1d09915f-9609-4656-9531-fdbc347c0d48 req-b15a5b0b-e9df-4bf5-bf1d-f669edc1cbb3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0752428 May 06 14:14:21.312151 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1d09915f-9609-4656-9531-fdbc347c0d48 req-afc9513e-debe-4a3f-8a79-ae6df16a4109 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387826 May 06 14:14:21.719536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a33c58-081d-43a4-9345-efa91ca5c68c req-b666e1ab-c65c-47ca-bba9-d8e1a6741dd5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:21.720995 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-95a33c58-081d-43a4-9345-efa91ca5c68c req-b666e1ab-c65c-47ca-bba9-d8e1a6741dd5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0803792 May 06 14:14:21.766184 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-95a33c58-081d-43a4-9345-efa91ca5c68c req-8b3197f3-d0dd-4ea6-ae51-1a3809758277 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390759 May 06 14:14:22.962556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1dc50-b655-4665-b3f4-cffb4d2a3889 req-74e627c6-5ed0-4843-8fd8-5de9ccecd1db tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:22.964022 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-84d1dc50-b655-4665-b3f4-cffb4d2a3889 req-74e627c6-5ed0-4843-8fd8-5de9ccecd1db tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0788386 May 06 14:14:23.010012 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-84d1dc50-b655-4665-b3f4-cffb4d2a3889 req-914b5b71-2e15-4b15-aaf3-b87be67c5b6e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 May 06 14:14:23.365579 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-15347e3a-2b84-4486-acbd-1c1aae9443e7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:23.366975 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-15347e3a-2b84-4486-acbd-1c1aae9443e7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0732543 May 06 14:14:23.436201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Deleting port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:14:23.436535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.760522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] For port fc934515-fef1-4ee8-a67f-5e6e3c42fa39, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:14:23.760869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:24.037655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:24.038320 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:24.038320 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b disassociated. External IP: 172.26.0.139, port: fc934515-fef1-4ee8-a67f-5e6e3c42fa39. May 06 14:14:24.038557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Calling delete_port for fc934515-fef1-4ee8-a67f-5e6e3c42fa39 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:14:24.182381 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:24.206774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305f273-d69c-4411-ae2e-b0bb16c0ed5d req-6a071cc2-b0e3-4252-843a-cc64966e546c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:24.208242 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b305f273-d69c-4411-ae2e-b0bb16c0ed5d req-6a071cc2-b0e3-4252-843a-cc64966e546c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e884fc2-6551-418d-a4d9-51e990881be6 HTTP/1.1" status: 200 len: 945 time: 0.0777564 May 06 14:14:24.228684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event deleted for resources: {'Port': ['ID=fc934515-fef1-4ee8-a67f-5e6e3c42fa39,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:24.257697 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b305f273-d69c-4411-ae2e-b0bb16c0ed5d req-d1875d21-007a-4f33-9e0e-f322d53ed1d8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439312 May 06 14:14:24.434594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:14:24.631537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:14:24.642144 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:14:24.656221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:14:24.657072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:14:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:24.707321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] No DVR routers for this DVR port fc934515-fef1-4ee8-a67f-5e6e3c42fa39 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:14:24.709956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:24.714093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'name': 'network-vif-deleted', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:14:24.728974 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f7bae558-c144-4d04-9d24-660c747e2d4e req-228797e6-b6b7-4e79-ab89-c0042731bb69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "DELETE /v2.0/ports/fc934515-fef1-4ee8-a67f-5e6e3c42fa39 HTTP/1.1" status: 204 len: 173 time: 1.3562634 May 06 14:14:24.772140 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b5126a-f7ae-4d14-acbe-9c310dc13aff'] response: {'server_uuid': '6e884fc2-6551-418d-a4d9-51e990881be6', 'name': 'network-vif-deleted', 'tag': 'fc934515-fef1-4ee8-a67f-5e6e3c42fa39', 'status': 'completed', 'code': 200} May 06 14:14:24.843750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:14:25.157352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:25.161260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:14:25.172027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:14:25.172627 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:14:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:25.350409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:14:25.621456 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-9232a528-5602-4929-8b73-3e6e3387858f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1064561724&fields=id&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 267 time: 0.0445721 May 06 14:14:25.713745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:25.717687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c7f9a-050a-41fd-8a82-8a4ea9c9b05d None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:14:25.772611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623826-b826-4bb0-a076-a0f870159bc6 req-9f1a2414-2204-4f32-ae6b-112d1529888c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:25.774052 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-9f1a2414-2204-4f32-ae6b-112d1529888c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 811 time: 0.1452930 May 06 14:14:25.791455 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-79a74524-85a8-4500-98c4-a5c19b43fc7d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/quotas/b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 375 time: 0.0114744 May 06 14:14:25.878040 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-6e089511-a01a-40f9-9580-97584237270e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811479 May 06 14:14:25.947687 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2019d44-2a7d-4848-8624-ad1a6337d84a None None] New status for floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:14:26.097778 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-3a4d2894-51e5-4f4e-9ce9-424baa37a358 service neutron] 10.222.0.65 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086506 May 06 14:14:26.227295 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-f96df1c5-3987-4c25-b938-4c901369dbdc service neutron] 10.222.0.65 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237276 May 06 14:14:26.408494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-73d26e1e-9de3-4573-b812-7b2aaa90b0cc req-ec8fcd32-a6ff-43a3-a29a-3cd694df92b0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:14:26.424393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-73d26e1e-9de3-4573-b812-7b2aaa90b0cc req-ec8fcd32-a6ff-43a3-a29a-3cd694df92b0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:14:26.425570 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-73d26e1e-9de3-4573-b812-7b2aaa90b0cc req-ec8fcd32-a6ff-43a3-a29a-3cd694df92b0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0577974 May 06 14:14:26.635047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device fc934515-fef1-4ee8-a67f-5e6e3c42fa39 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:14:26.668170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: fc934515-fef1-4ee8-a67f-5e6e3c42fa39 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:14:26.668512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device fc934515-fef1-4ee8-a67f-5e6e3c42fa39 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:14:27.387887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623826-b826-4bb0-a076-a0f870159bc6 req-151f4c13-9132-470b-8438-5694e154a9c6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:27.389381 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-151f4c13-9132-470b-8438-5694e154a9c6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 811 time: 0.1462717 May 06 14:14:27.442977 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-12c3eef4-82b5-4797-a374-22fe2f0b645a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 380 time: 0.0416846 May 06 14:14:27.450992 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'port': {'device_id': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'admin_state_up': True, 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'security_groups': ['a759b9da-0dcb-4088-85b8-5d4c04db0e15']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:14:27.588533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:14:27.591240 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f41b4e58-65d7-4983-af67-13b7ed38095d req-18947eab-b892-4de3-b065-ef88edb28293 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0402749 May 06 14:14:27.599013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:14:27.618505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Made reservation on behalf of b76cd742256f4a138590a47116eb24d2 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:14:27.618505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:27.869212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Allocated IP 172.20.0.6 (43d0dee0-88e1-48d1-8f49-54e2d3aafdd1/3019aa74-9308-4d35-b9a2-e9f435a52944/8516bdc5-8c70-405f-b380-1e5f729b05b4) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:14:28.054951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:28.070357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Transition to ACTIVE for port object 8516bdc5-8c70-405f-b380-1e5f729b05b4 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:14:28.091103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:28.158003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:14:28.160976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:14:28.164650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:14:28.201689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:28.231618 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:28.232231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:28.258853 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-57a8604b-5cca-41d3-a7af-f14701b97246 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8114183 May 06 14:14:28.270638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Request body: {'port': {'device_id': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:14:28.384849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:28.396133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cdc850c4-0351-40aa-95d9-338583fd5bc9 None None] Provisioning for port 8516bdc5-8c70-405f-b380-1e5f729b05b4 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:14:28.400949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cdc850c4-0351-40aa-95d9-338583fd5bc9 None None] Provisioning complete for port 8516bdc5-8c70-405f-b380-1e5f729b05b4 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:14:28.401323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cdc850c4-0351-40aa-95d9-338583fd5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:28.452538 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cdc850c4-0351-40aa-95d9-338583fd5bc9 None None] Port 8516bdc5-8c70-405f-b380-1e5f729b05b4 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:14:28.761687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8516bdc5-8c70-405f-b380-1e5f729b05b4 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:14:28.770939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:28.794934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Transition to ACTIVE for port object 8516bdc5-8c70-405f-b380-1e5f729b05b4 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:14:28.798573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:28.935252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249dfdb-6d14-4eb2-8721-471f19c9507d req-d353d4b5-6de6-44b0-8610-86410e7381f4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:28.935966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9249dfdb-6d14-4eb2-8721-471f19c9507d req-d353d4b5-6de6-44b0-8610-86410e7381f4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:14:28.938436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:28.984631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9249dfdb-6d14-4eb2-8721-471f19c9507d req-d353d4b5-6de6-44b0-8610-86410e7381f4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:14:28.985822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9249dfdb-6d14-4eb2-8721-471f19c9507d req-d353d4b5-6de6-44b0-8610-86410e7381f4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 931 time: 0.2711480 May 06 14:14:29.091166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9249dfdb-6d14-4eb2-8721-471f19c9507d req-75f06219-e666-416d-8f1b-0616170264fd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728033 May 06 14:14:29.093132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Attempting to bind port 8516bdc5-8c70-405f-b380-1e5f729b05b4 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:14:29.093462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Attempting to bind port 8516bdc5-8c70-405f-b380-1e5f729b05b4 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:14:29.093784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Attempting to bind port 8516bdc5-8c70-405f-b380-1e5f729b05b4 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:14:29.100300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Port 8516bdc5-8c70-405f-b380-1e5f729b05b4 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:14:29.100621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Attempting to bind port 8516bdc5-8c70-405f-b380-1e5f729b05b4 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:14:29.106845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:14:29.107246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Checking segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:14:29.107539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Bound using segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:14:29.108307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Bound port: 8516bdc5-8c70-405f-b380-1e5f729b05b4, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:14:29.108658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:29.197818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:14:29.200682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:14:29.205486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:29.258545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:29.259911 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] 10.222.0.69 "PUT /v2.0/ports/8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 1093 time: 0.9935200 May 06 14:14:29.268082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:14:29.296312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116aa3ee-e692-4d86-a55d-ae62a4479b34 service neutron] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:29.336780 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fdc900-15b1-4514-bcf7-12386ec3b56f'] response: {'name': 'network-changed', 'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'status': 'completed', 'code': 200} May 06 14:14:29.372726 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-302d4a10-0db2-4647-a88c-4472c6f28b2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1096 time: 0.0734804 May 06 14:14:29.444814 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-d91f8c0a-966c-49d5-ace3-79e0dd2817f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 217 time: 0.0652792 May 06 14:14:29.507269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623826-b826-4bb0-a076-a0f870159bc6 req-17fcba73-0a49-4f1c-aa7f-1c48dd3bead2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:29.508727 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-17fcba73-0a49-4f1c-aa7f-1c48dd3bead2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0583456 May 06 14:14:29.665200 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-c799ee99-cc26-4086-960a-84cafeb35dc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1499274 May 06 14:14:29.798129 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-bcd00a84-2f25-40cb-8f7e-4f202cca48a5 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268845 May 06 14:14:29.928163 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19623826-b826-4bb0-a076-a0f870159bc6 req-fab6cd22-a3f6-4f0e-880b-6271f1d43720 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237898 May 06 14:14:30.037164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-d3abbf0b-e598-42e1-9da3-c1ec4e3a5895 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1096 time: 0.0681443 May 06 14:14:30.166740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-a72110f2-912b-445e-aa4b-be4e45d65438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:30.168204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-a72110f2-912b-445e-aa4b-be4e45d65438 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1251109 May 06 14:14:30.276168 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-0536407b-f44e-4ebe-bb33-7a8578b8fd37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 217 time: 0.1014988 May 06 14:14:30.357954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-e21c6014-3a07-432f-9ffb-faafb5ce0301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:30.359361 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-e21c6014-3a07-432f-9ffb-faafb5ce0301 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0730832 May 06 14:14:30.368857 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21031210-b820-4a3e-b17e-a920368c25ac req-d9a77842-18a1-46e7-8948-93f71ea36135 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:30.370195 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-21031210-b820-4a3e-b17e-a920368c25ac req-d9a77842-18a1-46e7-8948-93f71ea36135 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 943 time: 0.1445620 May 06 14:14:30.458839 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-21031210-b820-4a3e-b17e-a920368c25ac req-348c72b0-3b1f-4790-88fb-4c8a452d0bd7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594838 May 06 14:14:30.472888 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-868bdb04-f20e-413f-acd9-b0b311aab114 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012518 May 06 14:14:30.602939 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-9a5247e8-c12f-472a-b13a-3e3b4068d2a9 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233475 May 06 14:14:30.732605 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0bc52c51-f3aa-442f-882f-22aa727cfdc8 req-0496985d-07bb-470e-9363-b8e689c20d81 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225038 May 06 14:14:31.655700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150b576-1ecf-40e7-888b-c35fdb99256a req-d4814302-dbca-4115-981d-359e2b84c97f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:31.657145 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1150b576-1ecf-40e7-888b-c35fdb99256a req-d4814302-dbca-4115-981d-359e2b84c97f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 943 time: 0.0789278 May 06 14:14:31.705057 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1150b576-1ecf-40e7-888b-c35fdb99256a req-b02849cf-1fea-4344-91f4-aa125b3829cc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 May 06 14:14:32.077647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1bb939e-8dd1-4deb-b1a4-cdfff9c0471b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:32.643308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:14:32.778789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:14:32.796047 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'mac_address': 'fa:16:3e:f9:16:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:14:32.849341 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:32.868772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8516bdc5-8c70-405f-b380-1e5f729b05b4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:14:32.884630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:14:32.889819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:32.946818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816f10-83a6-4d09-a23a-dfb2aca1afce req-e31128a7-ba70-4fa3-bb95-7e000dae0d09 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:32.948268 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c3816f10-83a6-4d09-a23a-dfb2aca1afce req-e31128a7-ba70-4fa3-bb95-7e000dae0d09 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 943 time: 0.1117921 May 06 14:14:32.958673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:33.010269 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c3816f10-83a6-4d09-a23a-dfb2aca1afce req-c75068e5-7396-4831-a5f7-4ef856225527 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549626 May 06 14:14:33.122726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['8516bdc5-8c70-405f-b380-1e5f729b05b4'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:14:34.189448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fe758-c76e-4dd4-b717-3a7547c53b97 req-72cc8c67-7dd9-49db-b792-60c27d3c1b5d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:34.190907 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b1fe758-c76e-4dd4-b717-3a7547c53b97 req-72cc8c67-7dd9-49db-b792-60c27d3c1b5d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 944 time: 0.0737886 May 06 14:14:34.238250 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8b1fe758-c76e-4dd4-b717-3a7547c53b97 req-e5b0b8e6-655a-4198-ad47-34967e5fb9bd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408032 May 06 14:14:34.419562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-270b635d-2f54-40f7-abef-963dd59138af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:34.649716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:14:34.718209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 8516bdc5-8c70-405f-b380-1e5f729b05b4 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:14:34.723248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 8516bdc5-8c70-405f-b380-1e5f729b05b4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:14:34.723612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:34.838043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:34.864286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:14:34.873342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:14:34.880555 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:34.925114 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64ed66e-d0fd-4aa7-a54d-c63e8238d13d'] response: {'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'code': 200} May 06 14:14:34.949774 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:35.146815 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7b6aa767-ac2c-432a-9947-c25d4504f7ef req-48176f38-6e06-4bb5-abfd-7f9441872afa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0672102 May 06 14:14:35.190603 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7b6aa767-ac2c-432a-9947-c25d4504f7ef req-0f15113c-3659-4ef5-bc8e-6ff360139e9e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380228 May 06 14:14:35.432626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57ce4f-3053-44d7-85f6-39d17a57254c req-201c38c5-0777-4930-9203-3b523a980906 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:35.433941 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2c57ce4f-3053-44d7-85f6-39d17a57254c req-201c38c5-0777-4930-9203-3b523a980906 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0752337 May 06 14:14:35.478249 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2c57ce4f-3053-44d7-85f6-39d17a57254c req-ecf5faea-455c-46e3-83cb-cf0c340a5259 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388901 May 06 14:14:35.629882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:35.632658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:36.678653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3166f-b9bb-41dd-9767-38d52ef39282 req-e862dbfb-d960-4945-ac15-47da4b76503a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:36.680111 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cb3166f-b9bb-41dd-9767-38d52ef39282 req-e862dbfb-d960-4945-ac15-47da4b76503a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0740449 May 06 14:14:36.724250 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2cb3166f-b9bb-41dd-9767-38d52ef39282 req-1db2384b-a3e5-46c4-96f0-c314cea24c87 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 May 06 14:14:36.915048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563b971-56c4-499c-b887-dc03ea86fbe7 req-4f597709-8ad8-4f0a-9b97-15b07fdc93a3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:36.916759 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3563b971-56c4-499c-b887-dc03ea86fbe7 req-4f597709-8ad8-4f0a-9b97-15b07fdc93a3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0808864 May 06 14:14:36.918910 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:36.925499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 42598) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:36.930645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'floatingip': {'port_id': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:14:37.002500 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:37.577061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:37.581123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:37.853609 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b associated. External IP: 172.26.0.139, port: 8516bdc5-8c70-405f-b380-1e5f729b05b4. May 06 14:14:38.235247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:14:38.431973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:14:38.436941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:38.441957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:14:38.453925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:14:38.454519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:14:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:38.488684 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6d913fdb-e8e6-4318-bbdb-326f06a478d9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "PUT /v2.0/floatingips/702962ad-2919-491b-a4ab-e18fca9c8b6b HTTP/1.1" status: 200 len: 991 time: 1.5619938 May 06 14:14:38.489101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:14:38.620660 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9186385b-3e5c-46e4-8a1e-c25331763a79'] response: {'name': 'network-changed', 'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'status': 'completed', 'code': 200} May 06 14:14:38.639116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:14:38.713843 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-27ea2b08-8dbd-4044-840c-e7fe13a61b3e req-4d2f020b-b874-4470-8f21-b87c5287c6ce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1204410 May 06 14:14:38.727372 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-393416e5-0ce6-4a86-bf96-a1ea1c8f9a2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0807273 May 06 14:14:38.977059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-72e2750d-8566-4aa3-8bd0-1a5f482c88c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:38.978785 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-72e2750d-8566-4aa3-8bd0-1a5f482c88c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.2457912 May 06 14:14:39.053001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:f9:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:14:37Z', 'revision_number': 9, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:39.054258 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-cac5ee7b-d1fb-4bd6-93f5-cac8c135c60c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1470306 May 06 14:14:39.056805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:14:39.067465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:14:39.068079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:14:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:39.076257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee714a8-3249-4cec-a0e0-682f90c2e7db req-8ae9a9be-a7c5-4605-9859-6a46f517c4d3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:39.078039 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fee714a8-3249-4cec-a0e0-682f90c2e7db req-8ae9a9be-a7c5-4605-9859-6a46f517c4d3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1003151 May 06 14:14:39.122862 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-1193c0e8-0bd8-4bab-b2b7-aae1042d93c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 999 time: 0.1379514 May 06 14:14:39.150921 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fee714a8-3249-4cec-a0e0-682f90c2e7db req-13b57715-4386-4d9b-a35c-aa1ccd9f8ad0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643098 May 06 14:14:39.193906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-72758b74-f975-43e6-a563-e68f0e70f191 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:39.195329 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-72758b74-f975-43e6-a563-e68f0e70f191 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0663936 May 06 14:14:39.272715 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-f8325e65-2061-40cc-862f-b85364ccf98c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716064 May 06 14:14:39.293611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:14:39.418511 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-4d465925-654e-4fcb-bebc-c2287ceafbfe service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401320 May 06 14:14:39.563295 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b94b3536-ad15-4c7c-8086-d7fbaac8dbf2 req-5e1e50d4-a3d1-4a41-a287-b6d3d2f16a5f service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390903 May 06 14:14:39.667636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:f9:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:14:37Z', 'revision_number': 9, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:39.671848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b9da2-9f90-4b2c-a125-5a226070752d None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:f9:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:14:37Z', 'revision_number': 9, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:14:39.882512 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f5b65-efcd-4cce-8350-6c3cedfe8c61 None None] New status for floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:14:40.254942 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-35065c40-0c88-403b-9c0f-bfa34ccb55f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0683424 May 06 14:14:40.437677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-9e6a151e-2b41-41d7-9ea7-03eb7e745859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:40.439000 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-9e6a151e-2b41-41d7-9ea7-03eb7e745859 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1786983 May 06 14:14:40.448913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551650-622d-4496-8af0-5d49010d6755 req-35eab66c-f418-400c-8fe1-9ba6460b0b06 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:40.450224 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ba551650-622d-4496-8af0-5d49010d6755 req-35eab66c-f418-400c-8fe1-9ba6460b0b06 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1723087 May 06 14:14:40.574973 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ba551650-622d-4496-8af0-5d49010d6755 req-06221ff6-2650-4a3c-a23f-f09be8b0a847 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780139 May 06 14:14:40.576628 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-a13cc9cf-6639-46a2-a9e9-9a80d44b4a57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 1002 time: 0.1255860 May 06 14:14:40.638756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-44335c45-575c-4db4-9a2c-ae82ee823a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:40.640195 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-44335c45-575c-4db4-9a2c-ae82ee823a42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0574758 May 06 14:14:40.714829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-8262dbba-26f0-4e11-81e0-664371ee5281 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690331 May 06 14:14:40.845071 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-a72813cd-881a-4722-84ef-a3c5a8e5d281 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245573 May 06 14:14:40.974961 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-ce76aa41-a53c-44f8-a225-0b672b52b4cb service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239984 May 06 14:14:41.502994 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-640dad7d-9982-4506-9888-fe0caf409f2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0662339 May 06 14:14:41.744957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-39b54790-c292-4159-97a2-345e86503491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:41.746388 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-39b54790-c292-4159-97a2-345e86503491 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.2261033 May 06 14:14:41.777121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b2e65-ff89-4ab9-acfa-d5a9de2a5765 req-c03a0fe9-2ea4-4d75-9b53-8a419d94e1bb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:41.778499 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e80b2e65-ff89-4ab9-acfa-d5a9de2a5765 req-c03a0fe9-2ea4-4d75-9b53-8a419d94e1bb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0801685 May 06 14:14:41.825439 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e80b2e65-ff89-4ab9-acfa-d5a9de2a5765 req-54f86c67-1504-4970-a96d-1940b553f7c8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 May 06 14:14:41.854773 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-ccd4b6ce-bab0-4816-9ebd-549383e96925 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 1002 time: 0.1017475 May 06 14:14:41.917183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-19ea43c5-8438-45cc-a215-e03a64cc0126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:41.918691 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-19ea43c5-8438-45cc-a215-e03a64cc0126 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0577459 May 06 14:14:41.994761 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-d9cd9e08-031c-440f-a8d6-f49cb0d12322 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700924 May 06 14:14:42.123092 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-488c3865-e437-45e7-8a18-e293390bb6c2 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217964 May 06 14:14:42.249076 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-35dfba42-b36e-4454-97f3-dfaf8bfbc3af req-d764347e-ec90-4f96-af6d-9441b00d577a service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196682 May 06 14:14:43.023027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69c5f0-0e74-4f6f-87fa-f329b9c510c5 req-46bd87ba-27f5-4169-b071-0c07cb98cc92 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:43.024497 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2a69c5f0-0e74-4f6f-87fa-f329b9c510c5 req-46bd87ba-27f5-4169-b071-0c07cb98cc92 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0776184 May 06 14:14:43.069143 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2a69c5f0-0e74-4f6f-87fa-f329b9c510c5 req-4e31127c-ff3c-4f1b-9908-97e38d8280bc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391562 May 06 14:14:44.263897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f557c-98f0-4e84-9904-0e5a0081ba60 req-9fcd6754-1352-47a5-aa56-a57071cb72ca tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:44.265199 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8d2f557c-98f0-4e84-9904-0e5a0081ba60 req-9fcd6754-1352-47a5-aa56-a57071cb72ca tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0775816 May 06 14:14:44.308602 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8d2f557c-98f0-4e84-9904-0e5a0081ba60 req-314e6285-fed4-4577-bd79-94f40dc1a863 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374367 May 06 14:14:45.506363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a6485-f11a-4e92-b98c-0d0c2b99e573 req-a66077ff-5cbd-4e13-8272-60e7bd7ea901 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:45.507802 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-413a6485-f11a-4e92-b98c-0d0c2b99e573 req-a66077ff-5cbd-4e13-8272-60e7bd7ea901 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0790336 May 06 14:14:45.554107 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-413a6485-f11a-4e92-b98c-0d0c2b99e573 req-e2385012-9211-4512-9fa6-2eb91e1a2610 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 May 06 14:14:46.743788 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc2724-9b7b-46c7-82c7-78cbf2902bad req-59fbe981-b02d-45a3-bf9f-ea5e27bb48d4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:46.745251 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-87bc2724-9b7b-46c7-82c7-78cbf2902bad req-59fbe981-b02d-45a3-bf9f-ea5e27bb48d4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0746853 May 06 14:14:46.792401 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-87bc2724-9b7b-46c7-82c7-78cbf2902bad req-3450435a-cf2f-43a9-95a3-7b335ef3799c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413585 May 06 14:14:47.938609 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:14:47.999530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50a63d-8d17-4988-9c13-41b02408cb86 req-6f67d9e1-978e-406f-8f9e-ea3ab06ff440 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:48.001175 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ea50a63d-8d17-4988-9c13-41b02408cb86 req-6f67d9e1-978e-406f-8f9e-ea3ab06ff440 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0741713 May 06 14:14:48.050948 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ea50a63d-8d17-4988-9c13-41b02408cb86 req-b9a36c6f-bf4e-4aa5-acbf-aedd58e29683 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 May 06 14:14:49.258915 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88402e38-1574-49b1-bba2-1c56f05c5451 req-e712745f-e5e1-4149-bfc2-5e37fe9878c5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:49.260281 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-88402e38-1574-49b1-bba2-1c56f05c5451 req-e712745f-e5e1-4149-bfc2-5e37fe9878c5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0753028 May 06 14:14:49.304731 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-88402e38-1574-49b1-bba2-1c56f05c5451 req-80ec70e9-4a4c-4074-acc4-6b54106cc075 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390828 May 06 14:14:50.495128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:50.498113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c155c21-14a7-418b-b299-68c110bd1b3d req-8840e665-94e7-482c-b5e6-664907e6e2f4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:50.499553 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8c155c21-14a7-418b-b299-68c110bd1b3d req-8840e665-94e7-482c-b5e6-664907e6e2f4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0777249 May 06 14:14:50.544461 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8c155c21-14a7-418b-b299-68c110bd1b3d req-67126ef9-0e10-4683-bdb1-5b7a37f1bf2c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 May 06 14:14:51.740163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1f37a-e14e-4a33-ae6c-1d35284adb05 req-bdfbb7d0-b1e2-48d0-ac0a-c4b17639b9c9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:51.741606 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-47c1f37a-e14e-4a33-ae6c-1d35284adb05 req-bdfbb7d0-b1e2-48d0-ac0a-c4b17639b9c9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0784640 May 06 14:14:51.786549 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-47c1f37a-e14e-4a33-ae6c-1d35284adb05 req-7c413cab-bea3-4df9-a373-9aa4bbe2ea68 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394709 May 06 14:14:52.982725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616fa03-bf32-42ed-9829-aba5a0055d53 req-769511af-1323-4a3d-a470-b37313197a60 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:52.994543 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e616fa03-bf32-42ed-9829-aba5a0055d53 req-769511af-1323-4a3d-a470-b37313197a60 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0793009 May 06 14:14:53.032473 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e616fa03-bf32-42ed-9829-aba5a0055d53 req-46f24e06-a888-4dd1-a958-0e518afa0bf8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400984 May 06 14:14:54.222927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57300ab-6774-473f-a397-fd2ed8963e7c req-91c6db59-dcd3-4ab5-bd84-2e3150be118b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:54.224366 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d57300ab-6774-473f-a397-fd2ed8963e7c req-91c6db59-dcd3-4ab5-bd84-2e3150be118b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0742674 May 06 14:14:54.268835 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d57300ab-6774-473f-a397-fd2ed8963e7c req-8008b88b-aeb9-4dc1-8d9c-3302551f3dee tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390902 May 06 14:14:55.463774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a1a81-3d24-4287-b4e8-a856f4bdb950 req-b4d98092-68e9-449d-9a3c-f8189b6f91bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:55.465226 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-193a1a81-3d24-4287-b4e8-a856f4bdb950 req-b4d98092-68e9-449d-9a3c-f8189b6f91bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0748131 May 06 14:14:55.510357 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-193a1a81-3d24-4287-b4e8-a856f4bdb950 req-c0a8afe8-877b-4da4-aa1d-74d52dbad4df tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397263 May 06 14:14:56.708848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be9237-ea04-411b-b9e5-9f4e36662ffa req-c19cbd84-5fc6-4641-b68e-caae44f538d2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:56.710294 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-51be9237-ea04-411b-b9e5-9f4e36662ffa req-c19cbd84-5fc6-4641-b68e-caae44f538d2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0793347 May 06 14:14:56.754611 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-51be9237-ea04-411b-b9e5-9f4e36662ffa req-e772c885-4e14-4ca5-9e60-ff3d8c140b6f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389211 May 06 14:14:57.953912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd56ed-5c73-4a74-b5c5-27a5ac56cb7c req-d0932f82-0d9d-4aad-bae2-51125d1073ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:57.955355 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d1fd56ed-5c73-4a74-b5c5-27a5ac56cb7c req-d0932f82-0d9d-4aad-bae2-51125d1073ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0819285 May 06 14:14:58.002106 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d1fd56ed-5c73-4a74-b5c5-27a5ac56cb7c req-1c3d90ae-4112-4caa-8e91-b0d892a2d99c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 May 06 14:14:59.193433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa072f8-a2ce-4681-9db4-c5f8ba2d2877 req-659fb396-f097-43a7-9dea-07d615b5f468 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:14:59.194820 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-caa072f8-a2ce-4681-9db4-c5f8ba2d2877 req-659fb396-f097-43a7-9dea-07d615b5f468 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0755265 May 06 14:14:59.242830 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-caa072f8-a2ce-4681-9db4-c5f8ba2d2877 req-0e2509a1-a968-4f53-a3aa-f0b3aa5cc445 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 May 06 14:15:00.433946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095aee-478d-4296-9c54-b7243dc6d91c req-b4aae1d3-4234-469c-96bc-2a539ab151d8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:00.435359 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26095aee-478d-4296-9c54-b7243dc6d91c req-b4aae1d3-4234-469c-96bc-2a539ab151d8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0747530 May 06 14:15:00.482285 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26095aee-478d-4296-9c54-b7243dc6d91c req-9c853629-d00d-40c3-828a-71d072d4705f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 May 06 14:15:01.757710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470ea26-8c38-4697-9c7e-ffb662b31b2a req-0f53e2b9-aa25-4b40-9605-00ccb780f5d2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:01.759147 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a470ea26-8c38-4697-9c7e-ffb662b31b2a req-0f53e2b9-aa25-4b40-9605-00ccb780f5d2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1576586 May 06 14:15:01.804386 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a470ea26-8c38-4697-9c7e-ffb662b31b2a req-ef07dc7b-c86f-4b86-b897-c127732bfabc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 May 06 14:15:02.079344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-daba5478-570a-4fef-822a-1f24e4a70d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:03.011105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d221090-cba4-4a20-bfb6-5ae9c5de439b req-79381e95-3f16-4f62-82d0-b0cccac45f77 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:03.012598 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8d221090-cba4-4a20-bfb6-5ae9c5de439b req-79381e95-3f16-4f62-82d0-b0cccac45f77 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0869021 May 06 14:15:03.057753 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8d221090-cba4-4a20-bfb6-5ae9c5de439b req-5dc2d14e-5c08-4736-9370-15b6e104dd99 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 May 06 14:15:04.256178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f62e-c681-4dd8-b1fe-a0ccd73cf986 req-b6fc4466-81ee-47e5-b3c6-df7bec211435 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:04.257537 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4176f62e-c681-4dd8-b1fe-a0ccd73cf986 req-b6fc4466-81ee-47e5-b3c6-df7bec211435 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0800171 May 06 14:15:04.302353 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4176f62e-c681-4dd8-b1fe-a0ccd73cf986 req-ff3d7270-b108-44a3-8edf-04a0d3a69639 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 May 06 14:15:04.422278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-391182ff-d05d-4a80-b9a7-875f355b4b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:05.497427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5110-6588-4607-95aa-2194a4888e28 req-70039814-eaf3-4e64-a886-3d8151b78797 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:05.498849 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d2ff5110-6588-4607-95aa-2194a4888e28 req-70039814-eaf3-4e64-a886-3d8151b78797 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0781338 May 06 14:15:05.544044 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d2ff5110-6588-4607-95aa-2194a4888e28 req-79653dc0-4396-461b-82ee-9c39e42db81b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 May 06 14:15:05.629873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:05.632717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.736853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9420d-e4bf-4b45-96d4-c5fe823cc203 req-b31cc2be-9c98-4e9b-a646-b29623e062f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:06.738277 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fbc9420d-e4bf-4b45-96d4-c5fe823cc203 req-b31cc2be-9c98-4e9b-a646-b29623e062f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0747051 May 06 14:15:06.783029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fbc9420d-e4bf-4b45-96d4-c5fe823cc203 req-30f8fc12-f988-4d13-920f-396e3681afd3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393670 May 06 14:15:06.920683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.974503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b5d5-07ee-4f38-b28a-3befd9057de5 req-527508e9-df35-4d68-835a-45c75f940c65 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:07.975927 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9310b5d5-07ee-4f38-b28a-3befd9057de5 req-527508e9-df35-4d68-835a-45c75f940c65 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0752592 May 06 14:15:08.023931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9310b5d5-07ee-4f38-b28a-3befd9057de5 req-0b4b993a-77cf-42ae-be91-f5335b4d29d8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 May 06 14:15:09.218434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c2b7b-3db6-42f9-b377-5ce6559366a1 req-e7112e2c-84f3-424e-8b67-1078c7b5f515 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:09.219747 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b9c2b7b-3db6-42f9-b377-5ce6559366a1 req-e7112e2c-84f3-424e-8b67-1078c7b5f515 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0769274 May 06 14:15:09.264822 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b9c2b7b-3db6-42f9-b377-5ce6559366a1 req-9c4a7dd7-551a-459a-9719-cfa007aa4af9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391107 May 06 14:15:10.543658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0c714-5f4b-4315-b8de-08f3173b1d86 req-18ed2903-18e2-475f-8ba1-35ee1cff0dbb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:10.545125 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e8d0c714-5f4b-4315-b8de-08f3173b1d86 req-18ed2903-18e2-475f-8ba1-35ee1cff0dbb tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1599636 May 06 14:15:10.589203 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e8d0c714-5f4b-4315-b8de-08f3173b1d86 req-fde1dce3-e703-4b72-aa55-a66fe4d03951 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379131 May 06 14:15:11.783543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c6379-3e12-4b91-9f77-fd1357cfccf5 req-bdaeb72c-c79d-4acb-86cd-dcdbb7ff8440 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:11.784953 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e0c6379-3e12-4b91-9f77-fd1357cfccf5 req-bdaeb72c-c79d-4acb-86cd-dcdbb7ff8440 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0742543 May 06 14:15:11.832650 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3e0c6379-3e12-4b91-9f77-fd1357cfccf5 req-bcad531e-e52d-44bf-b79a-407692671761 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423303 May 06 14:15:12.759166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-53ae09ae-f68f-4927-8d89-2c84933ba3bc service neutron] 10.222.0.69 "GET /v2.0/ports/8516bdc5-8c70-405f-b380-1e5f729b05b4/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0715113 May 06 14:15:13.085386 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-3d3241a9-922f-4ac3-b047-99f453d1d4ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 1098 time: 0.1289032 May 06 14:15:13.091488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7564622-3adb-40c8-90d0-ca78ee68cf33 req-6c1ae31a-27fe-4a5f-85ab-b2261116e6f0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:13.092840 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d7564622-3adb-40c8-90d0-ca78ee68cf33 req-6c1ae31a-27fe-4a5f-85ab-b2261116e6f0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1007574 May 06 14:15:13.191103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d7564622-3adb-40c8-90d0-ca78ee68cf33 req-5bd5997a-a119-48a5-b273-ef04b63f128a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926912 May 06 14:15:13.203659 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-52f3a8bc-030c-4504-8d20-ac6b2108256e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0920458 May 06 14:15:13.338831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-f577a0e0-b005-492a-9385-33f147000f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:13.340183 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-f577a0e0-b005-492a-9385-33f147000f7c service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1232054 May 06 14:15:13.441644 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-f4842174-30c7-40b6-9c67-b826bd7ca481 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 1002 time: 0.0945294 May 06 14:15:13.501661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-2c5c57fb-4b17-4c3c-b9c8-bec11bba2928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:13.503051 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-2c5c57fb-4b17-4c3c-b9c8-bec11bba2928 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0558078 May 06 14:15:13.576945 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-0d0b880c-d7d3-4d68-95da-77ffe180d50e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681190 May 06 14:15:13.705030 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-0502fa73-1545-4f38-81cb-b8406e2678b7 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211092 May 06 14:15:13.833279 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae8d4352-2c5f-4a05-aa84-2de0af0d08f8 req-87738639-42b7-4bd8-ae78-e16179b38fdc service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217701 May 06 14:15:14.381956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c2363-17cb-4e4a-b010-c1495fef4aad req-fdd42b9b-9fa1-4b41-93e2-d3e6b2ecfbcd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:14.383363 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9a3c2363-17cb-4e4a-b010-c1495fef4aad req-fdd42b9b-9fa1-4b41-93e2-d3e6b2ecfbcd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0751069 May 06 14:15:14.427120 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9a3c2363-17cb-4e4a-b010-c1495fef4aad req-eeab10f5-aff2-4337-9db6-76c5c5ab5dc9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383480 May 06 14:15:15.620359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36f2cd-aa9b-44b5-ae4b-be97fe9c01eb req-3fb802c4-1a4c-40a4-a36e-3ced288a8a09 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:15.621776 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e36f2cd-aa9b-44b5-ae4b-be97fe9c01eb req-3fb802c4-1a4c-40a4-a36e-3ced288a8a09 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0745378 May 06 14:15:15.667596 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e36f2cd-aa9b-44b5-ae4b-be97fe9c01eb req-dc74f395-dbd5-4dde-b42e-8143c156591e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 May 06 14:15:16.142346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708948fc-6b99-4376-8493-e5301fb22e85 req-8b648ca8-0cf8-42bb-a62c-6ca9968643a8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:16.143775 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-8b648ca8-0cf8-42bb-a62c-6ca9968643a8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1&tenant_id=b76cd742256f4a138590a47116eb24d2&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.1354268 May 06 14:15:16.216241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee1cd2-950e-4145-b1e3-7e5c30c66956 req-e7ba600f-a156-4278-a494-016ef6d2bc6b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:16.217680 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dee1cd2-950e-4145-b1e3-7e5c30c66956 req-e7ba600f-a156-4278-a494-016ef6d2bc6b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1429873 May 06 14:15:16.264529 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-0df99144-2232-417f-944d-7008c3a3b3ba service neutron] 10.222.0.69 "GET /v2.0/ports/8516bdc5-8c70-405f-b380-1e5f729b05b4/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.1139472 May 06 14:15:16.275061 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3dee1cd2-950e-4145-b1e3-7e5c30c66956 req-3b613d31-96d4-473b-b947-a0a7a288e749 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506530 May 06 14:15:16.352572 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-07bf7ced-bafa-4217-bfde-cc39e34f18dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0672286 May 06 14:15:16.489703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708948fc-6b99-4376-8493-e5301fb22e85 req-ed6fada2-8eb6-4e89-899e-235c46d7b0a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:16.491106 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-ed6fada2-8eb6-4e89-899e-235c46d7b0a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1334519 May 06 14:15:16.672918 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-53b0253d-3cd1-439f-9ea9-10aff35121c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 1002 time: 0.1764688 May 06 14:15:16.738763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708948fc-6b99-4376-8493-e5301fb22e85 req-5166b80d-c905-4650-bde5-2bc4c5e2d279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:16.740184 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-5166b80d-c905-4650-bde5-2bc4c5e2d279 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0616477 May 06 14:15:16.811772 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-ef62281c-6930-4a77-9997-838062b80db9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658793 May 06 14:15:16.846731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:15:16.849056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:15:16.942426 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-3a8578ff-12b1-467e-9a8a-33fcd5513eb0 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234338 May 06 14:15:17.067562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.079749 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-a882fb97-ea2c-4e7b-9fb0-6a6085eeefcf service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314685 May 06 14:15:17.087927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:17.109501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'mac_address': 'fa:16:3e:f9:16:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:15:17.117944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:15:17.160309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:17.167903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.226857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.253079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8516bdc5-8c70-405f-b380-1e5f729b05b4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:15:17.262221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:17.289733 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bef21b0-1dfc-4504-bbe5-9136de094aaa'] response: {'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'code': 200} May 06 14:15:17.311454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.311819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.312163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.312497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.312829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.313156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.313477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.314156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.314156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.314448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.315321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.329398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:15:17.329926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:15:17.473985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ff59-b9e9-46a4-8d58-4989ad8a9137 req-5508224d-11e0-4acf-9c54-aababc31ca5c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:17.475344 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7563ff59-b9e9-46a4-8d58-4989ad8a9137 req-5508224d-11e0-4acf-9c54-aababc31ca5c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 943 time: 0.0759287 May 06 14:15:17.523749 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7563ff59-b9e9-46a4-8d58-4989ad8a9137 req-28bf10bb-98b4-4bd9-bf8f-54e9c6825960 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 May 06 14:15:17.886271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.903175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8516bdc5-8c70-405f-b380-1e5f729b05b4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:15:17.918051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:17.922481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.986497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['8516bdc5-8c70-405f-b380-1e5f729b05b4'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:15:18.015640 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:18.728080 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635521b0-9295-4cc0-a009-d441079c0e9f req-80af55f8-b69f-4469-81df-79f11f9c0476 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:18.729531 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-635521b0-9295-4cc0-a009-d441079c0e9f req-80af55f8-b69f-4469-81df-79f11f9c0476 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 944 time: 0.0871694 May 06 14:15:18.775328 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-635521b0-9295-4cc0-a009-d441079c0e9f req-c3963438-ec59-4fff-b0f6-96dedb3affd9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401924 May 06 14:15:18.848847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:18.916455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 8516bdc5-8c70-405f-b380-1e5f729b05b4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:18.917030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.027675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.059355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:19.063207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.138734 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:19.290973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:15:19.354921 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed71661a-f279-4276-9c06-16e624f1e98c'] response: {'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'code': 200} May 06 14:15:19.555188 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-736db68c-84f3-494d-bf3c-7139b59da391 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 1098 time: 0.0675135 May 06 14:15:19.641549 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-a3da48d6-8e51-4548-8d94-929d53c9b459 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0664375 May 06 14:15:19.769115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708948fc-6b99-4376-8493-e5301fb22e85 req-9163d624-4851-46e4-8bd9-c1b1e22305bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:19.770543 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-9163d624-4851-46e4-8bd9-c1b1e22305bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1236494 May 06 14:15:19.873873 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-80a304a4-f180-43a1-a276-136a14bbf468 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 200 len: 1002 time: 0.0972991 May 06 14:15:19.939944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708948fc-6b99-4376-8493-e5301fb22e85 req-926c51b6-3706-41d6-b5fb-8bb98958b564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:19.941369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-926c51b6-3706-41d6-b5fb-8bb98958b564 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0607059 May 06 14:15:19.974284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d749d19-c957-420f-8c8e-4a59c49f9569 req-1d359357-4b11-42de-924a-6bd255901e72 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:19.975631 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1d749d19-c957-420f-8c8e-4a59c49f9569 req-1d359357-4b11-42de-924a-6bd255901e72 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0773385 May 06 14:15:20.014413 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-59f2c0ab-b8f3-4338-9092-1a5437e79cd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675125 May 06 14:15:20.021827 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1d749d19-c957-420f-8c8e-4a59c49f9569 req-370516cd-61b1-4c6f-90c3-a98f105c6e2c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 May 06 14:15:20.161113 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-5f29a4c5-8205-4559-866f-a3e6fd3ffc15 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410778 May 06 14:15:20.290402 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-708948fc-6b99-4376-8493-e5301fb22e85 req-a337c099-dff8-4b23-88e7-a441e9c4cba4 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235492 May 06 14:15:20.486508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.215544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e788d4e-a368-42b2-ab00-3f972491df98 req-d996cc3b-1d28-4e86-bbfd-a469b27dbcc3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:21.216919 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7e788d4e-a368-42b2-ab00-3f972491df98 req-d996cc3b-1d28-4e86-bbfd-a469b27dbcc3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0742178 May 06 14:15:21.266149 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7e788d4e-a368-42b2-ab00-3f972491df98 req-e2e9ab3a-d467-422b-b6bc-159716eea445 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 May 06 14:15:22.461746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df943d41-5b35-4b53-835e-ab2bdc7c3c10 req-45c2d6e7-a03f-4771-88be-c5080ee03c01 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:22.463176 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-df943d41-5b35-4b53-835e-ab2bdc7c3c10 req-45c2d6e7-a03f-4771-88be-c5080ee03c01 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0797193 May 06 14:15:22.507687 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-df943d41-5b35-4b53-835e-ab2bdc7c3c10 req-72ecc998-c211-4714-9496-4f11e3b22fe0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 May 06 14:15:22.700813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e38ba-866d-47b0-8aab-4caec3101f25 req-5e6bcd3b-8ba0-4570-ae94-a576bdc38822 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:22.702241 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-829e38ba-866d-47b0-8aab-4caec3101f25 req-5e6bcd3b-8ba0-4570-ae94-a576bdc38822 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0756168 May 06 14:15:22.748716 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-829e38ba-866d-47b0-8aab-4caec3101f25 req-4b86eb38-c444-4a8e-9382-5199b8fd1129 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 May 06 14:15:22.865597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:15:22.869789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:15:22.941671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c471663-a3dc-41ab-8115-d9be17973014 req-3a9ee200-f8ac-45df-87a3-16ea42782b62 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:22.943116 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6c471663-a3dc-41ab-8115-d9be17973014 req-3a9ee200-f8ac-45df-87a3-16ea42782b62 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0780864 May 06 14:15:22.989246 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6c471663-a3dc-41ab-8115-d9be17973014 req-ed01ee76-a12e-4d25-9c20-74eb25bda415 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405855 May 06 14:15:23.085776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.103393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:23.127720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'mac_address': 'fa:16:3e:f9:16:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:15:23.133952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:15:23.174987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:23.186947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.217864 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af603434-0899-4fd7-8134-1113a464ded4'] response: {'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'code': 200} May 06 14:15:23.236307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.266005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8516bdc5-8c70-405f-b380-1e5f729b05b4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:15:23.306995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=9']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:23.334335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:15:23.334679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:15:23.401086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98656fd2-ccd8-473e-a629-2370133f53dc req-d812c770-3791-416b-bc16-2c9316ef11a2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:23.402432 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98656fd2-ccd8-473e-a629-2370133f53dc req-d812c770-3791-416b-bc16-2c9316ef11a2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 943 time: 0.0783842 May 06 14:15:23.448112 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98656fd2-ccd8-473e-a629-2370133f53dc req-61c8775a-35df-448e-9b86-bdad219f52f6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402145 May 06 14:15:23.885888 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.903860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8516bdc5-8c70-405f-b380-1e5f729b05b4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:15:23.919960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:23.923670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.987364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['8516bdc5-8c70-405f-b380-1e5f729b05b4'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:15:24.034431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:24.732504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36836bc-a121-4ae8-8b28-f6416bbd5337 req-3fd4b51c-6e0d-4f35-bbac-d09afd924f5f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:24.733951 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e36836bc-a121-4ae8-8b28-f6416bbd5337 req-3fd4b51c-6e0d-4f35-bbac-d09afd924f5f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1633341 May 06 14:15:24.778911 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e36836bc-a121-4ae8-8b28-f6416bbd5337 req-adcb8bb5-4096-4749-9847-5057d6143151 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387897 May 06 14:15:24.870865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:24.938495 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:15:24.940870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 8516bdc5-8c70-405f-b380-1e5f729b05b4 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:24.941294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.054130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.085737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:25.089541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.153683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=11']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:25.218793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:15:25.272170 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4dc3f1-d8fa-4141-89f2-e89595879827'] response: {'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'code': 200} May 06 14:15:25.529235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-c4c480d5-2da4-4929-add8-41d378faeb2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:25.530627 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-c4c480d5-2da4-4929-add8-41d378faeb2e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 946 time: 0.0740221 May 06 14:15:25.598970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Deleting port 8516bdc5-8c70-405f-b380-1e5f729b05b4 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:15:25.599297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.830227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] For port 8516bdc5-8c70-405f-b380-1e5f729b05b4, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8516bdc5-8c70-405f-b380-1e5f729b05b4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:25.830762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.150988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ab83c-c8c4-4609-b6b9-726e98a298c7 req-32c38221-02d4-48c5-b67f-05eee11cb740 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:26.152441 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-602ab83c-c8c4-4609-b6b9-726e98a298c7 req-32c38221-02d4-48c5-b67f-05eee11cb740 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 946 time: 0.2513068 May 06 14:15:26.188292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.188831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.189145 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b disassociated. External IP: 172.26.0.139, port: 8516bdc5-8c70-405f-b380-1e5f729b05b4. May 06 14:15:26.189793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Calling delete_port for 8516bdc5-8c70-405f-b380-1e5f729b05b4 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:15:26.263890 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-602ab83c-c8c4-4609-b6b9-726e98a298c7 req-69774350-1ab8-46a6-8443-d4f075b5e8c8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995533 May 06 14:15:26.344684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.398860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event deleted for resources: {'Port': ['ID=8516bdc5-8c70-405f-b380-1e5f729b05b4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:26.413380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.413714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.414043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.414353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.414681 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.414998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.415326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.415643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.415991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.416301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.416612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:26.616277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:15:26.810575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:15:26.820238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:15:26.832454 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:15:26.833051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:15:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:26.878348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] No DVR routers for this DVR port 8516bdc5-8c70-405f-b380-1e5f729b05b4 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:15:26.880795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.883296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-deleted', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:15:26.906932 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e09a911e-5a77-41c8-9b61-9a4055357dd2 req-a39e3638-930c-42a1-a7a6-ff8d02dea77d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "DELETE /v2.0/ports/8516bdc5-8c70-405f-b380-1e5f729b05b4 HTTP/1.1" status: 204 len: 173 time: 1.3701823 May 06 14:15:26.944490 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846f8865-135b-4050-a067-75c970aa3b79'] response: {'server_uuid': 'eb720d3b-af4c-4b0e-9254-e4a08290f5a1', 'name': 'network-vif-deleted', 'tag': '8516bdc5-8c70-405f-b380-1e5f729b05b4', 'status': 'completed', 'code': 200} May 06 14:15:27.015866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:15:27.356344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:27.361873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:15:27.374006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:15:27.374632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:15:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:27.553974 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b0a178ec-7dc4-49f7-aa87-4c70ee661f88 req-21d22a68-3fc8-40c9-9868-7f0f72e420c4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:15:27.557708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:15:27.569214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b0a178ec-7dc4-49f7-aa87-4c70ee661f88 req-21d22a68-3fc8-40c9-9868-7f0f72e420c4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:15:27.570409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b0a178ec-7dc4-49f7-aa87-4c70ee661f88 req-21d22a68-3fc8-40c9-9868-7f0f72e420c4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb720d3b-af4c-4b0e-9254-e4a08290f5a1 HTTP/1.1" status: 200 len: 210 time: 0.1668131 May 06 14:15:27.862939 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:27.866882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a61f6-021d-43aa-8366-48b4919f189f None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:15:28.077525 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cdf315-89d4-4730-ba54-700fdf61db70 None None] New status for floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:15:28.880424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:15:28.911936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 8516bdc5-8c70-405f-b380-1e5f729b05b4 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:15:28.912281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8516bdc5-8c70-405f-b380-1e5f729b05b4 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:15:28.926542 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-88965a8b-893d-47f0-bf09-92420b9064d5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1064561724&fields=id&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 267 time: 0.0428517 May 06 14:15:29.071262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-799a8bc0-4c42-4308-8266-05f142a255ee tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:29.072687 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-799a8bc0-4c42-4308-8266-05f142a255ee tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 811 time: 0.1398163 May 06 14:15:29.088700 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-d4704183-55be-4d12-87c8-308c4a09cdf1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/quotas/b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 375 time: 0.0107369 May 06 14:15:29.172288 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-30e7c0c1-0ca3-4825-bad9-152624c5881d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788116 May 06 14:15:29.369936 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-879a21a5-ee75-43b6-8753-ae97cd86a4a1 service neutron] 10.222.0.65 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865499 May 06 14:15:29.499410 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-be001adf-5459-474d-83b7-86c19551455f service neutron] 10.222.0.65 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237805 May 06 14:15:29.682849 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a81cd17f-461d-46af-8f00-c97e7d88ecac req-f7b361a2-3594-4959-88f2-5aa20d031d59 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 210 time: 0.0412729 May 06 14:15:30.825216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-e5f37b45-8944-4f11-a486-251508eaab9b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:30.826725 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-e5f37b45-8944-4f11-a486-251508eaab9b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 811 time: 0.1437681 May 06 14:15:30.847648 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8aa23cd1-1723-4538-9dfd-af1a550d085c req-9ad80e52-eda5-4c64-a4a7-33d98153d411 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 210 time: 0.0423257 May 06 14:15:30.883956 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-11f4c5d0-417b-40c8-87c1-718625b06b45 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 380 time: 0.0446627 May 06 14:15:30.892348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'port': {'device_id': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'admin_state_up': True, 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'security_groups': ['a759b9da-0dcb-4088-85b8-5d4c04db0e15']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:15:31.026375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:31.035563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:31.044942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Made reservation on behalf of b76cd742256f4a138590a47116eb24d2 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:31.047930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.207419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Allocated IP 172.20.0.9 (43d0dee0-88e1-48d1-8f49-54e2d3aafdd1/3019aa74-9308-4d35-b9a2-e9f435a52944/b0dbf8cc-eba9-483c-8a3a-e1495b87dc61) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:31.391516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.406571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Transition to ACTIVE for port object b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:31.428207 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.499518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:31.502651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:31.506504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:15:31.536617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:31.571043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:31.571634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.598268 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-059d782c-4cca-4d9f-9bb9-0ba17dd694f9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7098322 May 06 14:15:31.609499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Request body: {'port': {'device_id': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:15:31.718614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.742606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-db46463e-91ff-4d21-8219-256c5d56a8ef None None] Provisioning for port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:31.748307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-db46463e-91ff-4d21-8219-256c5d56a8ef None None] Provisioning complete for port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:31.748781 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db46463e-91ff-4d21-8219-256c5d56a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.805121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-db46463e-91ff-4d21-8219-256c5d56a8ef None None] Port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:15:32.080765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-923f7cda-27a0-4581-a44f-43603cd21259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.121078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bf93f-dbe4-4bf3-af11-7ed007599700 req-33d321e2-4ff3-4608-b3ac-c808b0100703 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:32.121758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-dd7bf93f-dbe4-4bf3-af11-7ed007599700 req-33d321e2-4ff3-4608-b3ac-c808b0100703 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:15:32.128390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:15:32.138005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.162453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-dd7bf93f-dbe4-4bf3-af11-7ed007599700 req-33d321e2-4ff3-4608-b3ac-c808b0100703 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:15:32.163529 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dd7bf93f-dbe4-4bf3-af11-7ed007599700 req-33d321e2-4ff3-4608-b3ac-c808b0100703 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 931 time: 0.1846559 May 06 14:15:32.164546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Transition to ACTIVE for port object b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:32.168015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.315399 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:32.339071 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dd7bf93f-dbe4-4bf3-af11-7ed007599700 req-b0fcfc48-eab3-435b-beb3-725cca36a4c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672280 May 06 14:15:32.534353 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Attempting to bind port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:32.534580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Attempting to bind port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:32.534910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Attempting to bind port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:15:32.540693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:15:32.541005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Attempting to bind port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 on network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:15:32.546989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:15:32.547315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Checking segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:15:32.547686 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Bound using segment: {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:15:32.548125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Bound port: b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a69bbc3-0221-4f2e-a985-f63dd2895ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:32.548464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.633820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:15:32.636712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:15:32.641314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.702192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.703293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] 10.222.0.69 "PUT /v2.0/ports/b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 1093 time: 1.0980120 May 06 14:15:32.706245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:15:32.730489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22c5c9-5c38-4636-b1ef-6ef6d6e0b68f service neutron] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:32.834950 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-29d3a8d4-0a13-4947-86b6-d6b3b07bde00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1096 time: 0.0847502 May 06 14:15:32.910103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-08f86dab-00d3-4dc9-a0c6-d55641562060 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 217 time: 0.0682399 May 06 14:15:32.913709 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dee9520-142c-45cb-8a72-106469d61a81'] response: {'name': 'network-changed', 'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'status': 'completed', 'code': 200} May 06 14:15:32.973668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-65a9766e-9691-4ccc-a0c5-de04cb2e5b47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:32.975038 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-65a9766e-9691-4ccc-a0c5-de04cb2e5b47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0568511 May 06 14:15:33.053080 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-2ecfd636-9d0b-4bd5-8edf-f5ce6bbd867f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723531 May 06 14:15:33.183224 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-02b38321-a15b-4ea6-acb6-7340bfbff65a service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237950 May 06 14:15:33.318301 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-14ae1d15-9f01-4da4-a641-f0196173a5de req-e0520170-3223-462c-a531-10bfd72ae272 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290874 May 06 14:15:33.430141 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29a52644-9f20-4be7-b6bf-63f36d939add req-ed919a72-27f9-4378-8d49-bfc981a00a3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1096 time: 0.0705247 May 06 14:15:33.614099 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a52644-9f20-4be7-b6bf-63f36d939add req-3c6f3397-5b3b-4dd6-bdd2-cd4be74cc4bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:33.615503 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29a52644-9f20-4be7-b6bf-63f36d939add req-3c6f3397-5b3b-4dd6-bdd2-cd4be74cc4bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1787016 May 06 14:15:33.674534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87bb63-030c-413d-9577-3d15b8f1e393 req-7c963c24-ee5e-4332-a4b4-b201e3ae9e69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:33.675944 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9a87bb63-030c-413d-9577-3d15b8f1e393 req-7c963c24-ee5e-4332-a4b4-b201e3ae9e69 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 943 time: 0.1709099 May 06 14:15:33.706644 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29a52644-9f20-4be7-b6bf-63f36d939add req-368a62a9-c4dc-433b-a3a2-bc48166ffeee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 217 time: 0.0840671 May 06 14:15:33.774901 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9a87bb63-030c-413d-9577-3d15b8f1e393 req-bb8c0b06-aae2-40fc-b82a-58adceecd105 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932817 May 06 14:15:33.785202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a52644-9f20-4be7-b6bf-63f36d939add req-34940fd3-97d0-488d-838f-f222197c86f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:33.786562 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29a52644-9f20-4be7-b6bf-63f36d939add req-34940fd3-97d0-488d-838f-f222197c86f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0698402 May 06 14:15:33.862616 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29a52644-9f20-4be7-b6bf-63f36d939add req-ae0fb3b5-f31a-4e11-b91e-24cd89a68d71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700212 May 06 14:15:33.994274 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29a52644-9f20-4be7-b6bf-63f36d939add req-b632cb29-cff2-4cc8-ab47-6029367134b1 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252480 May 06 14:15:34.125320 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29a52644-9f20-4be7-b6bf-63f36d939add req-a3055477-edaa-416c-9fd7-5e2c7ffc26d5 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246636 May 06 14:15:34.426925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de7bb3e5-fb54-428f-be73-e5933bd49209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:34.913821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:15:34.978274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae83a0-1e7d-4041-844b-38cd8e30cb1d req-b4e374de-3801-49b0-8b12-1a8bd65db9f0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:34.979690 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ddae83a0-1e7d-4041-844b-38cd8e30cb1d req-b4e374de-3801-49b0-8b12-1a8bd65db9f0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 943 time: 0.0783222 May 06 14:15:35.050998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:35.065598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'mac_address': 'fa:16:3e:df:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:15:35.108243 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ddae83a0-1e7d-4041-844b-38cd8e30cb1d req-b33e74f9-d1b3-47ef-a0f4-2421972a3de7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229641 May 06 14:15:35.119389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.143324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:15:35.158856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:35.162840 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.229403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:35.401119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:15:35.629664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.634404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.403149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79edf4d-e36d-4f42-93fe-86e04a1fffeb req-70a3526c-854a-4cbf-88aa-224e6ed5f3a8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:36.404509 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b79edf4d-e36d-4f42-93fe-86e04a1fffeb req-70a3526c-854a-4cbf-88aa-224e6ed5f3a8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 944 time: 0.1729538 May 06 14:15:36.448153 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b79edf4d-e36d-4f42-93fe-86e04a1fffeb req-b6f88dee-a0e0-4e45-a44b-2ae2c64da29e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375602 May 06 14:15:36.923579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.927356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:36.995480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:37.000085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:37.000701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.142789 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.168334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:15:37.178227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:15:37.182622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.224924 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f81952-0f56-4fb7-9161-82d9d4ea38e2'] response: {'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'code': 200} May 06 14:15:37.251183 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:37.437772 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b6904039-f107-469f-99be-e14caca323bb req-1f0a3846-2975-4398-8781-71b61c5d48b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1098 time: 0.0655029 May 06 14:15:37.479172 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b6904039-f107-469f-99be-e14caca323bb req-4887a688-743a-4e01-ad0b-f6595288ccc0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350034 May 06 14:15:37.644303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221592-5071-4923-9e04-754831b0398b req-85c79306-0554-447f-943d-9493c4ff59c7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:37.645726 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b221592-5071-4923-9e04-754831b0398b req-85c79306-0554-447f-943d-9493c4ff59c7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0791905 May 06 14:15:37.690405 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b221592-5071-4923-9e04-754831b0398b req-adddf137-c208-4302-a4eb-80e1e0fd8dd3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392225 May 06 14:15:38.887312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32e088-f695-4dc0-8c84-4fe9c4f3c563 req-fecd927d-272f-46e3-83c9-ece80a328d3a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:38.888756 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fe32e088-f695-4dc0-8c84-4fe9c4f3c563 req-fecd927d-272f-46e3-83c9-ece80a328d3a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0753095 May 06 14:15:38.933601 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fe32e088-f695-4dc0-8c84-4fe9c4f3c563 req-668eebf6-eb62-433e-b9b7-998efa53e31a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 May 06 14:15:39.120410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85e7cf-5bff-4439-9f3e-bc8945e31311 req-b7f2b733-0fe9-42a8-9294-ac74c6500d4c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:39.121810 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae85e7cf-5bff-4439-9f3e-bc8945e31311 req-b7f2b733-0fe9-42a8-9294-ac74c6500d4c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0739202 May 06 14:15:39.131085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 42780) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:39.136112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Request body: {'floatingip': {'port_id': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:15:39.211644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:39.782116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:39.787119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:39.977198 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b associated. External IP: 172.26.0.139, port: b0dbf8cc-eba9-483c-8a3a-e1495b87dc61. May 06 14:15:40.453013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:15:40.649827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:15:40.654055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:40.659622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:15:40.672026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:15:40.672707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:15:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:40.709187 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ff3833c6-1573-4bad-89cb-a6ece9afc2ce tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "PUT /v2.0/floatingips/702962ad-2919-491b-a4ab-e18fca9c8b6b HTTP/1.1" status: 200 len: 992 time: 1.5740435 May 06 14:15:40.709187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:15:40.767715 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709ca071-75e3-4516-ad18-36aba73b8868'] response: {'name': 'network-changed', 'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'status': 'completed', 'code': 200} May 06 14:15:40.857496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:15:40.860004 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-f9532c00-ce87-4f23-abc4-02371a7abf9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1098 time: 0.0696249 May 06 14:15:41.004218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-1bb24995-07d3-426d-b4b7-a000bf1a600b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:41.006341 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-1bb24995-07d3-426d-b4b7-a000bf1a600b service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1407819 May 06 14:15:41.130735 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-6c5c592e-6548-4137-867c-2eff35467399 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 1000 time: 0.1186433 May 06 14:15:41.203281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-de02fde1-3143-481b-a7a9-7ec173e11ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:41.205361 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-de02fde1-3143-481b-a7a9-7ec173e11ee7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0679011 May 06 14:15:41.237620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:df:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:15:39Z', 'revision_number': 13, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:41.244175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:15:41.257243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:15:41.257858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:15:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:41.280882 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-3f2b810e-c557-491f-8b8a-780d90f3a76d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701194 May 06 14:15:41.418878 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-a89f6bd8-9b37-4922-b504-a3359f618272 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320174 May 06 14:15:41.435057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:15:41.552210 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-027be3cf-d560-4901-ac56-d5bf2aae5c33 req-2e9282b7-f6f7-47dc-97ae-0af6c9ebd80f service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262641 May 06 14:15:41.791876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:df:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:15:39Z', 'revision_number': 13, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:41.796083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a7fdc-b26c-49db-98df-ce8fd7070c7b None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '702962ad-2919-491b-a4ab-e18fca9c8b6b', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'port_id': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'mac_address': 'fa:16:3e:df:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:12:39Z', 'updated_at': '2022-05-06T14:15:39Z', 'revision_number': 13, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:15:41.992981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-94952c8a-893c-433f-9da0-547abb2cfcce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737762 May 06 14:15:42.007370 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0097df3-c250-461d-a371-8d327e6ce689 None None] New status for floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:15:42.158273 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-131d7589-2dc8-4fb9-8753-b4611c66eacb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1098 time: 0.0724192 May 06 14:15:42.307294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-afee3f51-c3cf-46c9-a657-7cf8acb1e009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:42.308768 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-afee3f51-c3cf-46c9-a657-7cf8acb1e009 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1304245 May 06 14:15:42.547720 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-a8c569dc-9f82-453e-9654-bcad3995ffbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 1002 time: 0.2318065 May 06 14:15:42.601294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7318f01-2665-49dc-adc4-ab0e4b238b05 req-4447cdb6-b055-4d70-9b3c-819dd029dd52 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:42.602721 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a7318f01-2665-49dc-adc4-ab0e4b238b05 req-4447cdb6-b055-4d70-9b3c-819dd029dd52 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.2411778 May 06 14:15:42.648452 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-1430b12d-d086-4133-bc37-1af4c9b4d3a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:42.649837 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-1430b12d-d086-4133-bc37-1af4c9b4d3a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0957422 May 06 14:15:42.691649 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a7318f01-2665-49dc-adc4-ab0e4b238b05 req-ec367761-7b83-4da4-a152-1d979de4c5bf tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829332 May 06 14:15:42.727476 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-76085bd4-a050-4f17-b22c-c901eb24f682 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720611 May 06 14:15:42.857347 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-e5decca0-ca35-420d-a7d0-30078c46d7f4 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239629 May 06 14:15:42.994935 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ce6b3f34-aee7-4aa1-875e-5ed4338e7a72 req-2f709382-7c4b-4c9f-a64e-6b90ce9bc17d service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308594 May 06 14:15:50.494291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:52.091073 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c4b95026-4604-49a2-9b1b-de09ffd0dee7 req-54ace669-9420-43d0-9446-17bc2f4c7e5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699658 May 06 14:15:52.450365 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-f944c93e-7ab4-4ae2-a270-270dc9e0b2ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1851056 May 06 14:15:52.458576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d873b-9f2c-45a3-a314-19b8c6d53e34 req-a460a51e-0778-4f01-a819-f5045df6dbed tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:52.460155 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5c4d873b-9f2c-45a3-a314-19b8c6d53e34 req-a460a51e-0778-4f01-a819-f5045df6dbed tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.1407459 May 06 14:15:52.511630 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5c4d873b-9f2c-45a3-a314-19b8c6d53e34 req-7d3335db-2db2-450d-802c-1a48e444214b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 May 06 14:15:53.767629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d60a-1a06-4939-8501-3e7127db974d req-22cd5dbb-882a-4e46-9e3a-2e6734cb9e68 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:53.769081 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a557d60a-1a06-4939-8501-3e7127db974d req-22cd5dbb-882a-4e46-9e3a-2e6734cb9e68 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.1325543 May 06 14:15:53.773250 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-e7377838-f919-45d7-acc4-4f796ed314df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1098 time: 0.1025643 May 06 14:15:53.894865 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a557d60a-1a06-4939-8501-3e7127db974d req-33fea987-74bb-4753-a7fc-dbd47b8689e1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196260 May 06 14:15:53.934521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-f88f873b-b5df-48c8-b505-101aed6131fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:53.936020 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-f88f873b-b5df-48c8-b505-101aed6131fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1478658 May 06 14:15:54.037049 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-8f49809f-43c7-4560-b4d9-8ec070ed9efc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 1002 time: 0.0940599 May 06 14:15:54.096002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-671a1724-79b6-4e9e-9a44-7bd9486234b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:54.097352 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-671a1724-79b6-4e9e-9a44-7bd9486234b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0554585 May 06 14:15:54.167710 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-82fd6902-932c-433a-b36b-0d3940c46366 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649545 May 06 14:15:54.295667 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-5b22007e-bd5b-454b-a02d-ae7a216a6b8f service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216998 May 06 14:15:54.425354 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-3281232d-344d-4f61-a4eb-8748b6359208 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225884 May 06 14:15:55.092751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c940-7416-469d-978d-122d7eaa0ea0 req-1ff1cff2-8b2d-4da0-b9a2-a5c5aa6759a8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:55.094181 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-78f7c940-7416-469d-978d-122d7eaa0ea0 req-1ff1cff2-8b2d-4da0-b9a2-a5c5aa6759a8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0751958 May 06 14:15:55.138268 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-78f7c940-7416-469d-978d-122d7eaa0ea0 req-d1a667e1-4b2e-48e8-83d5-d65dde3e7c3f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385098 May 06 14:15:56.477704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f645-d33d-4dff-b6d2-506dc167d87f req-f103e894-b93f-41d2-85dc-2a5dfc3a4c21 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:56.479024 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4752f645-d33d-4dff-b6d2-506dc167d87f req-f103e894-b93f-41d2-85dc-2a5dfc3a4c21 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0790646 May 06 14:15:56.526165 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4752f645-d33d-4dff-b6d2-506dc167d87f req-5613aecb-e2cd-4319-bd0a-5f3801fc70f8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415647 May 06 14:15:57.733343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36bd95-06d6-4161-a0fb-9c74dee7a319 req-d0ac0c79-438f-4260-984d-8b2196a20b00 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:57.734776 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2f36bd95-06d6-4161-a0fb-9c74dee7a319 req-d0ac0c79-438f-4260-984d-8b2196a20b00 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0793655 May 06 14:15:57.779918 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2f36bd95-06d6-4161-a0fb-9c74dee7a319 req-b1735f44-33b3-4b62-b4a9-6810bd0cf9e7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390859 May 06 14:15:58.971540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de4b86-438f-4fef-92ea-69f9373d3abf req-d27649c0-94ef-457d-9e2f-a6ffdc26f9df tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:15:58.973025 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5de4b86-438f-4fef-92ea-69f9373d3abf req-d27649c0-94ef-457d-9e2f-a6ffdc26f9df tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0740952 May 06 14:15:59.105535 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5de4b86-438f-4fef-92ea-69f9373d3abf req-49b34bc4-9fa9-471d-a35f-6355dcae106d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270533 May 06 14:16:00.299823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd17ed-af96-476e-873e-fec8c7e43d8d req-683525fe-4262-4b11-98d2-3383b942e136 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:00.301682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0dfd17ed-af96-476e-873e-fec8c7e43d8d req-683525fe-4262-4b11-98d2-3383b942e136 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0753307 May 06 14:16:00.352747 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0dfd17ed-af96-476e-873e-fec8c7e43d8d req-f64da951-fea4-48f2-b28c-ccef042f91e1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 May 06 14:16:01.541595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747ae5-4263-44a6-bd68-ac87b90f1cba req-20d275d5-06b4-4a92-98bf-2c270f7c0647 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:01.542986 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66747ae5-4263-44a6-bd68-ac87b90f1cba req-20d275d5-06b4-4a92-98bf-2c270f7c0647 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0739405 May 06 14:16:01.587389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-66747ae5-4263-44a6-bd68-ac87b90f1cba req-cf707a0b-c3c9-45da-a06a-9b9507155129 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387170 May 06 14:16:01.944925 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:16:02.082317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff51a0c-88a5-4502-bde5-0728fb7e84dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:02.799807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ca604-f167-4a9e-b601-dd51b2826cc0 req-c27f77a9-04b4-48c8-96c2-083c85405b5c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:02.801280 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f97ca604-f167-4a9e-b601-dd51b2826cc0 req-c27f77a9-04b4-48c8-96c2-083c85405b5c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0799158 May 06 14:16:02.849661 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f97ca604-f167-4a9e-b601-dd51b2826cc0 req-ae207246-94a9-49f8-a9ea-a3027751c92b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429723 May 06 14:16:04.046326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42b8a-70b3-46e6-83c9-c5012d473ed8 req-b30e4f27-766e-4666-978c-3bbdd1ac28af tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:04.047746 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3ca42b8a-70b3-46e6-83c9-c5012d473ed8 req-b30e4f27-766e-4666-978c-3bbdd1ac28af tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0776386 May 06 14:16:04.091850 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3ca42b8a-70b3-46e6-83c9-c5012d473ed8 req-9f43648d-d73d-4bc1-91f5-1128d8eff79c tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385480 May 06 14:16:04.428371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75cc5acb-11c4-402c-82e5-2b501368e49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:05.287673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c578d-4e2e-4b7d-9fbd-349952c46f8f req-673930c1-db4f-4450-8468-2bd4f0b43734 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:05.289055 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fd9c578d-4e2e-4b7d-9fbd-349952c46f8f req-673930c1-db4f-4450-8468-2bd4f0b43734 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0751038 May 06 14:16:05.337535 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fd9c578d-4e2e-4b7d-9fbd-349952c46f8f req-da937968-2030-45c4-80e5-5164e92a8ba4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 May 06 14:16:05.632325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:05.638140 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:06.535828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7eb9-70f3-4452-a3bf-5a8f43931105 req-17579039-65ef-46a6-8575-706bcf36641f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:06.537285 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-99ae7eb9-70f3-4452-a3bf-5a8f43931105 req-17579039-65ef-46a6-8575-706bcf36641f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0756624 May 06 14:16:06.585111 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-99ae7eb9-70f3-4452-a3bf-5a8f43931105 req-596f9995-4627-4b1f-bb3e-1063d03cf03a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388000 May 06 14:16:06.927005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:07.780071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0ea1d-dae8-488b-8d70-35f143460648 req-79837b6b-ba58-41a7-af34-162325f4c03a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:07.781558 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-deb0ea1d-dae8-488b-8d70-35f143460648 req-79837b6b-ba58-41a7-af34-162325f4c03a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0761805 May 06 14:16:07.826277 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-deb0ea1d-dae8-488b-8d70-35f143460648 req-58d5e128-a5aa-456a-bd58-c95c74d61aa8 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387127 May 06 14:16:09.031380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14e8b8-e7b3-477d-a20c-1d2220ae06ad req-c473e553-f876-4462-826e-09778501e311 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:09.032831 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-da14e8b8-e7b3-477d-a20c-1d2220ae06ad req-c473e553-f876-4462-826e-09778501e311 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0797887 May 06 14:16:09.077160 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-da14e8b8-e7b3-477d-a20c-1d2220ae06ad req-aea3de88-26e3-43f5-a697-674f73fc0244 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387630 May 06 14:16:10.277505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484603-fee7-4467-81a9-5bb307f50fa7 req-63190a12-796c-41f2-a1f4-748802553fb6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:10.278917 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b484603-fee7-4467-81a9-5bb307f50fa7 req-63190a12-796c-41f2-a1f4-748802553fb6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0785286 May 06 14:16:10.322506 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b484603-fee7-4467-81a9-5bb307f50fa7 req-159efd4a-9928-48a1-9d26-e3ec25fca546 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 May 06 14:16:11.515190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3430bcf-016d-4bb0-9ca2-27af25c7d847 req-66434bf2-e7aa-4398-b7fd-7fda241cdae6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:11.516671 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e3430bcf-016d-4bb0-9ca2-27af25c7d847 req-66434bf2-e7aa-4398-b7fd-7fda241cdae6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0753026 May 06 14:16:11.564201 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e3430bcf-016d-4bb0-9ca2-27af25c7d847 req-62de8e6b-4191-4147-afa4-0ce7ff147e9a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 May 06 14:16:12.762040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa3de-59ac-4cdd-9df7-36a35bb904c6 req-8075cc68-5d61-4a7a-97b0-ddcb25c45150 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:12.763443 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-284fa3de-59ac-4cdd-9df7-36a35bb904c6 req-8075cc68-5d61-4a7a-97b0-ddcb25c45150 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0762582 May 06 14:16:12.807441 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-284fa3de-59ac-4cdd-9df7-36a35bb904c6 req-213f3705-728b-4d2a-a978-1430bde31cf0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386071 May 06 14:16:13.999067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226a1e7-2a5d-43dc-b7df-2fb28b5ef33e req-c346a3ed-745f-4dba-baaf-1dfdc8963b4a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:14.000835 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f226a1e7-2a5d-43dc-b7df-2fb28b5ef33e req-c346a3ed-745f-4dba-baaf-1dfdc8963b4a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0749481 May 06 14:16:14.045563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f226a1e7-2a5d-43dc-b7df-2fb28b5ef33e req-ade65072-c0c8-45df-bff2-6032b20d9fc3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388105 May 06 14:16:15.244687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0258aad-583e-4b23-baa6-28a659bdda95 req-e192e1ea-0f02-4aef-b1af-034a25e49fc0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:15.246053 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f0258aad-583e-4b23-baa6-28a659bdda95 req-e192e1ea-0f02-4aef-b1af-034a25e49fc0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0800600 May 06 14:16:15.289852 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f0258aad-583e-4b23-baa6-28a659bdda95 req-7c617c36-071b-4b3e-9287-7ac253377e66 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381455 May 06 14:16:16.490225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef45c8a-e54b-4fbf-bd19-be4113c9e114 req-a64021b7-8f92-484b-812c-f5eb2799a94a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:16.491812 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3ef45c8a-e54b-4fbf-bd19-be4113c9e114 req-a64021b7-8f92-484b-812c-f5eb2799a94a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0792480 May 06 14:16:16.538092 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3ef45c8a-e54b-4fbf-bd19-be4113c9e114 req-f440c80f-7db7-4e48-b39e-74d3e0e434bd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 May 06 14:16:16.803227 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-fec7a3d2-cea7-4033-8921-a29511c86248 service neutron] 10.222.0.69 "GET /v2.0/ports/b0dbf8cc-eba9-483c-8a3a-e1495b87dc61/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0716591 May 06 14:16:17.060751 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-e1455509-0d62-43ff-86f1-0d8f3e6e0dbb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 1098 time: 0.0706358 May 06 14:16:17.149494 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-01e2f606-323f-45ff-83fc-27008db720ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1098 time: 0.0677683 May 06 14:16:17.276637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-5c28d2fa-2864-48a8-99e3-6ac65ebc0558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:17.278033 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-5c28d2fa-2864-48a8-99e3-6ac65ebc0558 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1232784 May 06 14:16:17.380775 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-19c8215c-c41f-425f-8617-d2071b0b9476 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 1002 time: 0.0960770 May 06 14:16:17.439405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-ffc4f78a-6d09-4a8f-817c-42431a3c6488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:17.440761 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-ffc4f78a-6d09-4a8f-817c-42431a3c6488 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0543880 May 06 14:16:17.513822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-e7a5aac7-5686-4c3a-a68d-039cdfd42285 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675623 May 06 14:16:17.646718 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-c2c192c4-aab1-4b66-ae02-5e70447790c8 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260772 May 06 14:16:17.734921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683dae1-1852-4416-bcd8-5f350375bf55 req-bbc7e63c-3355-4e91-be60-ac6c16a127bd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:17.736397 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2683dae1-1852-4416-bcd8-5f350375bf55 req-bbc7e63c-3355-4e91-be60-ac6c16a127bd tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0750880 May 06 14:16:17.778181 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-dec343d1-37aa-4c3e-bf90-f8e76a91c8cc service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260476 May 06 14:16:17.786739 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2683dae1-1852-4416-bcd8-5f350375bf55 req-d872d84c-0d87-454c-a4fd-ec382b8d782b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 May 06 14:16:18.988701 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9d018-ad81-4d27-896e-fab69146df7f req-8b07cb1a-bd06-4587-ba90-c51035497e33 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:18.990147 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bfe9d018-ad81-4d27-896e-fab69146df7f req-8b07cb1a-bd06-4587-ba90-c51035497e33 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0804744 May 06 14:16:19.037221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bfe9d018-ad81-4d27-896e-fab69146df7f req-fb4f104e-15f5-4bc8-83c8-8994a1655cd0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 May 06 14:16:19.209784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:19.323188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:19.349214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:16:19.358666 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:19.361906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:19.415030 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c02d0d2-218b-4dbc-93ad-f0a88a2aa406'] response: {'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'code': 200} May 06 14:16:19.430771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:19.438866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.439152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.439480 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.439830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.440155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.440470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.440790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.441104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.442082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.442401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:19.442712 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:20.327278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39dcd0-cec9-4544-8f71-5e1b2c688ad4 req-d3bdc996-4f8e-4d02-812c-a6a198890eda tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:20.328652 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b39dcd0-cec9-4544-8f71-5e1b2c688ad4 req-d3bdc996-4f8e-4d02-812c-a6a198890eda tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 943 time: 0.1617475 May 06 14:16:20.372549 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b39dcd0-cec9-4544-8f71-5e1b2c688ad4 req-c36ba78d-2083-4b5f-87a4-c20cd951edef tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384231 May 06 14:16:20.492510 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:21.225727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:16:21.397547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:21.410794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'mac_address': 'fa:16:3e:df:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:16:21.463588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:21.480621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:16:21.495131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:21.498659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:21.575507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34bb5c-7698-41e0-b947-72a6814a5880 req-6de1992c-8cbd-4b8b-b1f7-c2618949a864 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:21.576306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:16:21.576963 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b34bb5c-7698-41e0-b947-72a6814a5880 req-6de1992c-8cbd-4b8b-b1f7-c2618949a864 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 944 time: 0.0776670 May 06 14:16:21.599154 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:21.622783 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4b34bb5c-7698-41e0-b947-72a6814a5880 req-0eb6400b-4b08-4c3c-8e8d-e3a5d3fa51f5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394924 May 06 14:16:22.824425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26937728-3494-4648-841b-4bef0035ae2c req-b3000299-4bf4-42fb-b4e3-ccb5d87b0618 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:22.825827 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26937728-3494-4648-841b-4bef0035ae2c req-b3000299-4bf4-42fb-b4e3-ccb5d87b0618 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 944 time: 0.0742857 May 06 14:16:22.872596 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26937728-3494-4648-841b-4bef0035ae2c req-7c6b9e77-e13e-4126-9c0c-ec8f0dce1b4e tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413859 May 06 14:16:23.239942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:16:23.309458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:16:23.309833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:23.420812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:23.445982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:16:23.455323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:23.460259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:23.512672 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dfa753-f150-4d6a-ac8f-a690d5b59428'] response: {'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'code': 200} May 06 14:16:23.526568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:24.067367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c05127-97eb-494b-97aa-dd6d974403be req-5b8cf187-2570-4c4c-8ce6-cfec4c77bb8d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:24.068741 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-17c05127-97eb-494b-97aa-dd6d974403be req-5b8cf187-2570-4c4c-8ce6-cfec4c77bb8d tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0765524 May 06 14:16:24.112424 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-17c05127-97eb-494b-97aa-dd6d974403be req-54428720-7aeb-4338-bc19-0cdd218f0f8f tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382121 May 06 14:16:25.310338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f23991-152b-4da6-b7ea-908f704bef3e req-63fd19bd-ee47-493b-99e6-0a9d623f3896 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:25.311806 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-69f23991-152b-4da6-b7ea-908f704bef3e req-63fd19bd-ee47-493b-99e6-0a9d623f3896 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0794628 May 06 14:16:25.356611 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-69f23991-152b-4da6-b7ea-908f704bef3e req-a83e4e6e-2e98-4c97-8f64-79a851dff33b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388756 May 06 14:16:26.552391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df430a-5088-440f-a845-a6a0ebd788f4 req-9604c5b2-7a20-4e4c-8fe4-6374e0c026db tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:26.553787 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5df430a-5088-440f-a845-a6a0ebd788f4 req-9604c5b2-7a20-4e4c-8fe4-6374e0c026db tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0773623 May 06 14:16:26.598650 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5df430a-5088-440f-a845-a6a0ebd788f4 req-a03e4ae8-14c0-408c-a81e-07df6ca06dc2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394042 May 06 14:16:27.057719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-be06591f-8a52-4b66-b7ff-6a0434a57f1a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:27.059124 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-be06591f-8a52-4b66-b7ff-6a0434a57f1a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c&tenant_id=b76cd742256f4a138590a47116eb24d2&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.1301050 May 06 14:16:27.129942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9619fc-f327-4090-8069-e33609a5fafd req-b2ada94f-4b72-4ba1-b53a-eb26e2e06fec tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:27.131345 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac9619fc-f327-4090-8069-e33609a5fafd req-b2ada94f-4b72-4ba1-b53a-eb26e2e06fec tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.1460495 May 06 14:16:27.175268 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-5ff90d14-c50e-492e-9993-2d63905a57b4 service neutron] 10.222.0.69 "GET /v2.0/ports/b0dbf8cc-eba9-483c-8a3a-e1495b87dc61/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.1105375 May 06 14:16:27.188138 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac9619fc-f327-4090-8069-e33609a5fafd req-81747f11-eacc-4818-be38-78f6039301bc tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501311 May 06 14:16:27.266504 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-f094ad4c-2bb4-462c-934e-2c0063eec407 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1098 time: 0.0702653 May 06 14:16:27.395822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-4aa85d65-a117-4b15-9adc-80515ba53f46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:27.397229 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-4aa85d65-a117-4b15-9adc-80515ba53f46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.1243262 May 06 14:16:27.498974 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-488e4f9a-d87e-4e2a-9d85-a146d1987c26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 1002 time: 0.0959253 May 06 14:16:27.558947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-34def0e9-a474-436d-9256-83876ebada63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:27.560369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-34def0e9-a474-436d-9256-83876ebada63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0556891 May 06 14:16:27.632103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-edd8f168-7243-4ab4-9b7f-06592efcaa33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659029 May 06 14:16:27.762104 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-1e8e2559-3727-434b-b336-4fa43cf4c5f9 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241310 May 06 14:16:27.891181 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-22fdd916-71f3-4293-ba37-c564b66f5201 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229963 May 06 14:16:28.383336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e2007-2b11-45f1-999a-d75f6610a6f0 req-5cb7aab4-2cb7-4f37-b8f1-1cb0c3b1cc73 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:28.384779 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-289e2007-2b11-45f1-999a-d75f6610a6f0 req-5cb7aab4-2cb7-4f37-b8f1-1cb0c3b1cc73 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0743685 May 06 14:16:28.429062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-289e2007-2b11-45f1-999a-d75f6610a6f0 req-d271f848-33b9-41bf-8b95-a385dcba7a50 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389516 May 06 14:16:29.626784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002d0be-fa04-44d9-a1fc-a225e6c30363 req-63b9f098-f526-4945-81f7-3f2359a6d2c6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:29.628247 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7002d0be-fa04-44d9-a1fc-a225e6c30363 req-63b9f098-f526-4945-81f7-3f2359a6d2c6 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0786240 May 06 14:16:29.672898 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7002d0be-fa04-44d9-a1fc-a225e6c30363 req-5e78b0a1-2b88-4185-ac8a-7e7aaf2b99ef tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 May 06 14:16:30.888758 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9ce45-5956-4eb3-b1b0-53b97ba20903 req-f72442d6-83a4-4639-89d5-bfad084a6ad9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:30.890402 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-34a9ce45-5956-4eb3-b1b0-53b97ba20903 req-f72442d6-83a4-4639-89d5-bfad084a6ad9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0836473 May 06 14:16:30.936784 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-34a9ce45-5956-4eb3-b1b0-53b97ba20903 req-33f01605-f2b8-44ae-aabe-d740b84fe9f2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 May 06 14:16:31.041973 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-a18221b4-acff-426f-abf8-7d03a161423c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c&tenant_id=b76cd742256f4a138590a47116eb24d2 HTTP/1.1" status: 200 len: 1098 time: 0.0666745 May 06 14:16:31.137382 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-50ba2c66-0bc9-409c-89a8-26f9aa27851f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76cd742256f4a138590a47116eb24d2&device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 1098 time: 0.0700076 May 06 14:16:31.346277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-e83d8738-dfd5-4a0a-9b5c-80aac0ac65ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:31.348277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-e83d8738-dfd5-4a0a-9b5c-80aac0ac65ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 200 len: 912 time: 0.2055418 May 06 14:16:31.448811 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-7410aa3d-dec2-43a5-803b-df42ef7232f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 200 len: 1002 time: 0.0948477 May 06 14:16:31.509559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-6bfe402a-94d2-42da-8576-41a5b65814c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:31.510926 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-6bfe402a-94d2-42da-8576-41a5b65814c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 200 len: 850 time: 0.0564661 May 06 14:16:31.585456 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-a7827732-e445-457e-8c0b-8a66f24fb1d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690093 May 06 14:16:31.714328 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-49b6c381-bad5-4b78-aa5c-6b99139090b9 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225595 May 06 14:16:31.842667 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a87010a8-d08d-44dd-bad9-746b49cb927e req-e0efe5b2-c2dc-4060-9610-77134e16d9c7 service neutron] 10.222.0.69 "GET /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231754 May 06 14:16:32.086299 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9de3c59-36c2-47d3-86cf-51acc9973ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:32.139478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70d5b8-b312-4bdd-a74e-00357caf3eb2 req-74ae1b41-9bf0-4d36-9e6d-3c3923695e3b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:32.140959 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cd70d5b8-b312-4bdd-a74e-00357caf3eb2 req-74ae1b41-9bf0-4d36-9e6d-3c3923695e3b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0826166 May 06 14:16:32.186345 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cd70d5b8-b312-4bdd-a74e-00357caf3eb2 req-89df75a0-fe1b-4fd6-8335-3b2d4959d742 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 May 06 14:16:33.256947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:33.366791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:33.390497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf45b80-1eb6-41c0-a6b5-48b2a4cd5e25 req-797c5ce0-722a-4600-8dda-dd1b34f32ce7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:33.390497 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0bf45b80-1eb6-41c0-a6b5-48b2a4cd5e25 req-797c5ce0-722a-4600-8dda-dd1b34f32ce7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0791783 May 06 14:16:33.402603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:16:33.415342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:33.433401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:33.462900 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0bf45b80-1eb6-41c0-a6b5-48b2a4cd5e25 req-ea7b3e5f-0578-40f4-95dd-9bc3ac6c9d01 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636716 May 06 14:16:33.496983 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778d084f-5538-405e-b986-092986c16629'] response: {'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'code': 200} May 06 14:16:33.521626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=9']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:34.429464 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11b4a3ab-833e-42a2-a42d-140929701fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:34.721578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b752-04bc-4e43-9baf-af768ff9b645 req-1f12620a-4f49-4d08-8a5e-61829f9cfe42 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:34.723458 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b861b752-04bc-4e43-9baf-af768ff9b645 req-1f12620a-4f49-4d08-8a5e-61829f9cfe42 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 943 time: 0.1488023 May 06 14:16:34.767614 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b861b752-04bc-4e43-9baf-af768ff9b645 req-e6b2f2ef-cdc8-4090-b2ce-90fab576f390 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 May 06 14:16:35.270434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:16:35.400511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:35.416562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'port_id': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'mac_address': 'fa:16:3e:df:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:16:35.476087 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:35.493458 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:16:35.508123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:35.511675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:35.574978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:16:35.621586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:35.655077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:35.665584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:35.966967 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90cb31-d383-4d8d-9002-f97049c2b96b req-30609087-246b-4e7e-98f1-e895aa948bc3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:35.968406 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa90cb31-d383-4d8d-9002-f97049c2b96b req-30609087-246b-4e7e-98f1-e895aa948bc3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0783012 May 06 14:16:36.012560 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa90cb31-d383-4d8d-9002-f97049c2b96b req-de055391-bef8-4708-8961-c0c2c589e8e1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380809 May 06 14:16:36.931322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:37.217941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cb797-7da7-49c7-bb22-27f556701a55 req-64840e68-40c6-4320-ad5b-2ed2c5cb8462 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:37.219255 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dd1cb797-7da7-49c7-bb22-27f556701a55 req-64840e68-40c6-4320-ad5b-2ed2c5cb8462 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 945 time: 0.0767362 May 06 14:16:37.263671 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dd1cb797-7da7-49c7-bb22-27f556701a55 req-244acac4-7e61-44e8-8a0c-3607281d8442 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384924 May 06 14:16:37.283314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:16:37.352191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:16:37.352583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:37.469368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:37.495318 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:16:37.504953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:37.510333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:37.561022 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86772460-e819-4e6d-96d1-e5d1001fb2cd'] response: {'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'code': 200} May 06 14:16:37.576694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=11']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:38.454406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6135449-ddfd-4966-91e5-b8da0f3096be req-040d5fc7-62a8-4b05-8c86-d891170114f0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:38.455837 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e6135449-ddfd-4966-91e5-b8da0f3096be req-040d5fc7-62a8-4b05-8c86-d891170114f0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0740376 May 06 14:16:38.501104 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e6135449-ddfd-4966-91e5-b8da0f3096be req-92abab31-4168-4b5f-bddb-278e2e5e67c0 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390229 May 06 14:16:38.938763 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:16:39.707653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b326e2-5845-4723-bf81-f8cd859ed38d req-ede80aac-8485-4d23-8d56-b5a38ebf7b72 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:39.709124 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71b326e2-5845-4723-bf81-f8cd859ed38d req-ede80aac-8485-4d23-8d56-b5a38ebf7b72 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0817826 May 06 14:16:39.754594 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71b326e2-5845-4723-bf81-f8cd859ed38d req-bcfa9455-112d-418b-88d8-84b76e8361d7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399411 May 06 14:16:40.963882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63c6c2-b3e4-44fe-83ad-7051423820ae req-c6b76277-3b2d-4089-8d12-eaccff6750c5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:40.965299 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa63c6c2-b3e4-44fe-83ad-7051423820ae req-c6b76277-3b2d-4089-8d12-eaccff6750c5 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0795598 May 06 14:16:41.010723 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa63c6c2-b3e4-44fe-83ad-7051423820ae req-a8c4bc83-9e82-4e38-83bb-6c6026bd0dd7 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398433 May 06 14:16:41.208875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d29856-5a42-41e2-a365-6751e44352b1 req-3d05eb9f-a2bb-485e-9f73-d3754f7d3454 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:41.210289 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-61d29856-5a42-41e2-a365-6751e44352b1 req-3d05eb9f-a2bb-485e-9f73-d3754f7d3454 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0800140 May 06 14:16:41.255570 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-61d29856-5a42-41e2-a365-6751e44352b1 req-ed694d12-066b-44af-b04a-4e17729a0b4a tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 May 06 14:16:41.450109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b51ed9-6ffc-48c3-8c0b-eb7af67065e2 req-f1d6d3a4-d85e-4d19-9bba-f0fc52b9b476 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:41.451531 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-53b51ed9-6ffc-48c3-8c0b-eb7af67065e2 req-f1d6d3a4-d85e-4d19-9bba-f0fc52b9b476 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0746756 May 06 14:16:41.497238 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-53b51ed9-6ffc-48c3-8c0b-eb7af67065e2 req-68256a9c-0147-4c04-92d7-ba7c40bbb8a1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 May 06 14:16:41.892715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607e064-8808-45c4-ba66-45d2add11aa7 req-81130293-641b-4672-9212-8db7c33ca8b1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:41.894046 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f607e064-8808-45c4-ba66-45d2add11aa7 req-81130293-641b-4672-9212-8db7c33ca8b1 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0793226 May 06 14:16:41.938757 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f607e064-8808-45c4-ba66-45d2add11aa7 req-08385964-be31-4b56-8ff8-14a3a5b07f29 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392139 May 06 14:16:43.137145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc8c83-93bc-464c-a418-d1c45cd3e379 req-8e034e04-90e8-4171-871e-7ed0c6b47275 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:43.138567 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-81bc8c83-93bc-464c-a418-d1c45cd3e379 req-8e034e04-90e8-4171-871e-7ed0c6b47275 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0784557 May 06 14:16:43.182198 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-81bc8c83-93bc-464c-a418-d1c45cd3e379 req-1208d596-ff4b-4443-b797-e1af0192de22 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381196 May 06 14:16:44.352871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-24e7a87e-8499-4344-ae32-61ff4f58c7e2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:44.354291 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-24e7a87e-8499-4344-ae32-61ff4f58c7e2 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0802424 May 06 14:16:44.377012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5a4f3-bb20-4923-b88b-c734a060c054 req-89a35784-d844-4498-9d99-db27e9e06cb3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:44.378458 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2de5a4f3-bb20-4923-b88b-c734a060c054 req-89a35784-d844-4498-9d99-db27e9e06cb3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 946 time: 0.0760999 May 06 14:16:44.421070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Deleting port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:16:44.421413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:44.428375 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2de5a4f3-bb20-4923-b88b-c734a060c054 req-9df7d4f7-7e2d-4c93-bafe-af34462f6f87 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups?id=a759b9da-0dcb-4088-85b8-5d4c04db0e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436697 May 06 14:16:44.660984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] For port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:44.661337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:45.038065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:45.038336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:45.038642 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b disassociated. External IP: 172.26.0.139, port: b0dbf8cc-eba9-483c-8a3a-e1495b87dc61. May 06 14:16:45.038982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Calling delete_port for b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:16:45.178818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:45.225157 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event deleted for resources: {'Port': ['ID=b0dbf8cc-eba9-483c-8a3a-e1495b87dc61,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:45.239144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.239492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.239945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.240181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.240516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.240849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.241173 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.241495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.241814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.242128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.242445 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:45.455380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:16:45.622258 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9297110e-f312-41e0-9d22-f8c8e0389c68 req-e2f40e8f-dd1b-42fb-91d4-27263a5068ca tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 210 time: 0.0534170 May 06 14:16:45.698551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:16:45.708286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:16:45.721745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:16:45.722444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:16:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:45.771227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] No DVR routers for this DVR port b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:16:45.773802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:45.776713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-deleted', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:16:45.801701 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d01c31e-bc97-46f7-9a99-a78e11d8203d req-7f5ab354-7a96-4154-b5a0-5fc2bf82e7c3 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.69 "DELETE /v2.0/ports/b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 HTTP/1.1" status: 204 len: 173 time: 1.4421282 May 06 14:16:45.936430 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fd2053-f239-46e2-8693-9c2d530dfecc'] response: {'server_uuid': '36f3a152-a2d5-4ec4-82bf-e6d54b74357c', 'name': 'network-vif-deleted', 'tag': 'b0dbf8cc-eba9-483c-8a3a-e1495b87dc61', 'status': 'completed', 'code': 200} May 06 14:16:45.940622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:16:46.261214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:46.265048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:16:46.275514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:16:46.276143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:16:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:46.457292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:16:46.779289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:46.783495 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96b93a-a680-4566-99c5-c9eb2d1e4bc6 None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:36Z', 'revision_number': 4, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '341b2076-b386-420f-a652-975df10c3bd4', 'name': '', 'network_id': '43d0dee0-88e1-48d1-8f49-54e2d3aafdd1', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'mac_address': 'fa:16:3e:65:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:35Z', 'updated_at': '2022-05-06T14:12:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'subnets': [{'id': '3019aa74-9308-4d35-b9a2-e9f435a52944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:16:46.805170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-2da4ae59-3b0c-4a7c-8a5e-24ac2a43857c req-f9feebd9-bb18-4c37-8143-e8c3fee5b99b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Synchronizing usage tracker for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:16:46.823001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-2da4ae59-3b0c-4a7c-8a5e-24ac2a43857c req-f9feebd9-bb18-4c37-8143-e8c3fee5b99b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Unset dirty status for tenant:b76cd742256f4a138590a47116eb24d2 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:16:46.824469 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2da4ae59-3b0c-4a7c-8a5e-24ac2a43857c req-f9feebd9-bb18-4c37-8143-e8c3fee5b99b tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f3a152-a2d5-4ec4-82bf-e6d54b74357c HTTP/1.1" status: 200 len: 210 time: 0.0634480 May 06 14:16:47.033312 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafbaf19-a0d1-4918-8eb7-e4afa1985707 None None] New status for floating IP 702962ad-2919-491b-a4ab-e18fca9c8b6b: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:16:47.316933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:47.350288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:16:47.350607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device b0dbf8cc-eba9-483c-8a3a-e1495b87dc61 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:50.491935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.134260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43000) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:51.199289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.226759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.277655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.295543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a759b9da-0dcb-4088-85b8-5d4c04db0e15,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:51.307196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.307540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.307909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.308248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.308578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.308905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.309229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.309553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.309873 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.310218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.310537 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:51.316342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.319976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43004) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:51.320460 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5bfb98cf-57d6-4ce7-ba52-d43af18e7cd4 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "DELETE /v2.0/security-groups/a759b9da-0dcb-4088-85b8-5d4c04db0e15 HTTP/1.1" status: 204 len: 168 time: 0.1845763 May 06 14:16:51.338293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.api.v2.resource [None req-a71d77a7-f974-4554-86b0-ce8b08f64b02 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] show failed (client error): The resource could not be found. May 06 14:16:51.339124 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a71d77a7-f974-4554-86b0-ce8b08f64b02 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "GET /v2.0/security-groups/a759b9da-0dcb-4088-85b8-5d4c04db0e15 HTTP/1.1" status: 404 len: 347 time: 0.0179753 May 06 14:16:51.341758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43008) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:51.498973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Deleting port eae4f0a0-6515-4711-9751-e00ebf1c9ec5 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:16:51.499304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.660620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.660936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.776347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Calling delete_port for eae4f0a0-6515-4711-9751-e00ebf1c9ec5 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:16:52.008009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:52.051792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Pushing event deleted for resources: {'Port': ['ID=eae4f0a0-6515-4711-9751-e00ebf1c9ec5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:52.145987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:52.163556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:52.164714 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-864dc190-4ef1-42d4-a855-0799629a21e9 tempest-ServerActionsTestJSON-872756961 tempest-ServerActionsTestJSON-872756961-project] 10.222.0.65 "DELETE /v2.0/floatingips/702962ad-2919-491b-a4ab-e18fca9c8b6b HTTP/1.1" status: 204 len: 168 time: 0.8220978 May 06 14:16:52.167735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43012) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:52.546704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.119765 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Deleting port 341b2076-b386-420f-a652-975df10c3bd4 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:16:53.120123 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.286310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] For port 341b2076-b386-420f-a652-975df10c3bd4, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=341b2076-b386-420f-a652-975df10c3bd4,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:53.286568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.493753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Calling delete_port for 341b2076-b386-420f-a652-975df10c3bd4 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:16:53.653972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.698340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Pushing event deleted for resources: {'Port': ['ID=341b2076-b386-420f-a652-975df10c3bd4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:53.986692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.545842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Router 8464c5ac-8658-476f-a68e-939eb4173f49 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:16:54.742384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:16:54.751159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] Sync routers for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:16:54.754773 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c47a446c-be57-4ef9-9060-e9be4fd7e59c admin admin] 10.222.0.65 "PUT /v2.0/routers/8464c5ac-8658-476f-a68e-939eb4173f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5860460 May 06 14:16:54.757292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43016) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:54.763313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:16:54.763955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:16:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:54.951441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:16:55.065227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.258037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.267811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Deleting port 43d0dce5-1931-4a11-955c-a733811ad541 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:16:55.268182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.274338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '43d0dce5-1931-4a11-955c-a733811ad541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:16:53Z', 'revision_number': 5, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port': {'id': '43d0dce5-1931-4a11-955c-a733811ad541', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:55.278208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] Checking router: 8464c5ac-8658-476f-a68e-939eb4173f49 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:16:55.288531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] Routers {'8464c5ac-8658-476f-a68e-939eb4173f49'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:16:55.289111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:16:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['8464c5ac-8658-476f-a68e-939eb4173f49'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:55.435489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] Set router 8464c5ac-8658-476f-a68e-939eb4173f49 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:16:55.441479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] For port 43d0dce5-1931-4a11-955c-a733811ad541, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=43d0dce5-1931-4a11-955c-a733811ad541,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:55.441830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.536482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:16:55Z', 'revision_number': 6, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:55.540243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c85f4-60f7-47a2-9f85-6e85063170a8 None None] The sync data for ids ['8464c5ac-8658-476f-a68e-939eb4173f49'] in dv-neutron-840889-1-hyperv is: [{'id': '8464c5ac-8658-476f-a68e-939eb4173f49', 'name': 'tempest-ServerActionsTestJSON-173058827-router', 'tenant_id': 'b76cd742256f4a138590a47116eb24d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:12:33Z', 'updated_at': '2022-05-06T14:16:55Z', 'revision_number': 6, 'project_id': 'b76cd742256f4a138590a47116eb24d2', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:16:55.558984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Calling delete_port for 43d0dce5-1931-4a11-955c-a733811ad541 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:16:55.716366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.760774 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d0dce5-1931-4a11-955c-a733811ad541,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:55.965391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 341b2076-b386-420f-a652-975df10c3bd4 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:55.975225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.000873 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 341b2076-b386-420f-a652-975df10c3bd4 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:16:56.001220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 341b2076-b386-420f-a652-975df10c3bd4 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:56.314514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.318881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.344271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.344818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8464c5ac-8658-476f-a68e-939eb4173f49 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:16:56.357431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.358542 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-91ada1db-fa11-4b19-bb45-1d75ad0a94d3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8464c5ac-8658-476f-a68e-939eb4173f49 HTTP/1.1" status: 204 len: 168 time: 1.6003695 May 06 14:16:56.361185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43020) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:56.422408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f381155-deab-4377-abd0-b766c696c9c2 admin admin] Deleting subnet 3019aa74-9308-4d35-b9a2-e9f435a52944 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:16:56.425394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f381155-deab-4377-abd0-b766c696c9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.474492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f381155-deab-4377-abd0-b766c696c9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.558210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f381155-deab-4377-abd0-b766c696c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.623766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f381155-deab-4377-abd0-b766c696c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.661636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f381155-deab-4377-abd0-b766c696c9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3019aa74-9308-4d35-b9a2-e9f435a52944,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:56.666412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8f381155-deab-4377-abd0-b766c696c9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.671603 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1960ee8-78c2-40d7-9590-97d478a3bc2f None None] Network 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:16:56.672020 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8f381155-deab-4377-abd0-b766c696c9c2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3019aa74-9308-4d35-b9a2-e9f435a52944 HTTP/1.1" status: 204 len: 168 time: 0.3097541 May 06 14:16:56.674367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43024) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:56.779407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.790437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Deleting port 4326ea84-dca3-4d43-80fe-dc684bd26b15 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:16:56.790752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.922812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] DHCP port deletion for 43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:16:56.927012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] Deleting port 4326ea84-dca3-4d43-80fe-dc684bd26b15 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:16:56.927375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.999102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] For port 4326ea84-dca3-4d43-80fe-dc684bd26b15, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4326ea84-dca3-4d43-80fe-dc684bd26b15,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:56.999443 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.117850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Calling delete_port for 4326ea84-dca3-4d43-80fe-dc684bd26b15 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:16:57.131172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] For port 4326ea84-dca3-4d43-80fe-dc684bd26b15, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4326ea84-dca3-4d43-80fe-dc684bd26b15,segment=NetworkSegment(9a69bbc3-0221-4f2e-a985-f63dd2895ffb),segment_id=9a69bbc3-0221-4f2e-a985-f63dd2895ffb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:16:57.131704 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.189911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.237347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Pushing event deleted for resources: {'Port': ['ID=4326ea84-dca3-4d43-80fe-dc684bd26b15,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:57.241154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] No DVR routers for this DVR port 4326ea84-dca3-4d43-80fe-dc684bd26b15 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:16:57.253959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] Calling delete_port for 4326ea84-dca3-4d43-80fe-dc684bd26b15 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:16:57.321924 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:16:57.322556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:16:57.353976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.378577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d0dee0-88e1-48d1-8f49-54e2d3aafdd1']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:57.390071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a69bbc3-0221-4f2e-a985-f63dd2895ffb') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:57.390358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a69bbc3-0221-4f2e-a985-f63dd2895ffb') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:57.401890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.417031 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.422791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:16:57.423227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:16:57.435831 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:16:57.509562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.525693 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.536866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] Pushing event deleted for resources: {'Network': ['ID=43d0dee0-88e1-48d1-8f49-54e2d3aafdd1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:57.548444 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-02d10dc3-b9d6-497a-a487-b6fd270eb36a admin admin] 10.222.0.65 "DELETE /v2.0/networks/43d0dee0-88e1-48d1-8f49-54e2d3aafdd1 HTTP/1.1" status: 204 len: 168 time: 0.8730299 May 06 14:16:57.687527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43030) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:57.738504 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6c9fe4c9-517b-4f28-8833-f79e905cf38b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b76cd742256f4a138590a47116eb24d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491023 May 06 14:16:57.740791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43034) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:57.799566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64f6896d-acfc-4330-aa76-9ea0ebe93810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.823594 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] Deleting port 4326ea84-dca3-4d43-80fe-dc684bd26b15 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:16:57.824235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.827005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64f6896d-acfc-4330-aa76-9ea0ebe93810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.857461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4326ea84-dca3-4d43-80fe-dc684bd26b15 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:57.889198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64f6896d-acfc-4330-aa76-9ea0ebe93810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.908541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6896d-acfc-4330-aa76-9ea0ebe93810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647ea4ba-9876-4573-b85b-ff609884950c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:57.916331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-64f6896d-acfc-4330-aa76-9ea0ebe93810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.919816 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-64f6896d-acfc-4330-aa76-9ea0ebe93810 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/647ea4ba-9876-4573-b85b-ff609884950c HTTP/1.1" status: 204 len: 168 time: 0.1758833 May 06 14:16:57.923129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5367a607-2882-473f-b5c2-e44f91c3cbc8 None None] The port '4326ea84-dca3-4d43-80fe-dc684bd26b15' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:16:57.930228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 4326ea84-dca3-4d43-80fe-dc684bd26b15 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:16:57.930564 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4326ea84-dca3-4d43-80fe-dc684bd26b15 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:57.930973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 43d0dce5-1931-4a11-955c-a733811ad541 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:57.965487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 43d0dce5-1931-4a11-955c-a733811ad541 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:16:57.966296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 43d0dce5-1931-4a11-955c-a733811ad541 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:58.724126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43056) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:58.849376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1475643366-network', 'tenant_id': 'c733c90ec64a438684777b81395fa63e'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:16:58.854291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:16:58.858143 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Usage tracker for resource:network and tenant:c733c90ec64a438684777b81395fa63e is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:16:58.868523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:16:58.874758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:16:58.885065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Made reservation on behalf of c733c90ec64a438684777b81395fa63e for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:16:58.887330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.900172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.931490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:16:58.935334 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Usage tracker for resource:security_group_rule and tenant:c733c90ec64a438684777b81395fa63e is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:16:58.938113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:16:58.944311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:16:59.026463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.029831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.058665 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:16:59.067200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedfacb3-b6cc-4e04-a321-723425d7c8a7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:59.072667 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.073059 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Added segment 48f0c5a1-05e1-400b-82a4-8312213b415d of type vlan for network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 May 06 14:16:59.099547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.128845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.129660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:59.130229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.316852 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5913928 May 06 14:16:59.317546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0949b22-625f-4f5b-abe9-c6944b247bfc admin admin] Pushing event updated for resources: {'Network': ['ID=43c37fe0-3a7b-4413-81fe-c2cee1068a40,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:59.320378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43062) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:59.325888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Request body: {'subnet': {'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1475643366-subnet', 'tenant_id': 'c733c90ec64a438684777b81395fa63e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:16:59.328545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:16:59.330766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:16:59.334688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Usage tracker for resource:subnet and tenant:c733c90ec64a438684777b81395fa63e is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:16:59.337597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:16:59.343923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:16:59.352911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Made reservation on behalf of c733c90ec64a438684777b81395fa63e for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:16:59.355134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.560756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.632897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0926e6ff-c078-4397-a102-1c422db6565f,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:59.642356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Checking segment: {'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:16:59.642705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Network hostable DHCP agents. Network: 43c37fe0-3a7b-4413-81fe-c2cee1068a40, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:16:59.663595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:16:59.672500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 43c37fe0-3a7b-4413-81fe-c2cee1068a40) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:16:59.677367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:16:59.677935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.681773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f07339-32fb-4260-bc79-52f47887a22f None None] Network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:16:59.698710 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-473ec052-5f67-4402-9fd1-e70202bd4c49 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3773439 May 06 14:16:59.896309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10010e0d-ceb5-4196-92c4-08dcfa48564d None None] Network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:00.229049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-7cbef9e6-60cf-4698-bd7d-5109e273c2e4 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:00.229614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-7cbef9e6-60cf-4698-bd7d-5109e273c2e4 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Synchronizing usage tracker for tenant:c733c90ec64a438684777b81395fa63e on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:00.245919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-7cbef9e6-60cf-4698-bd7d-5109e273c2e4 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Unset dirty status for tenant:c733c90ec64a438684777b81395fa63e on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:00.247107 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-7cbef9e6-60cf-4698-bd7d-5109e273c2e4 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/networks?id=43c37fe0-3a7b-4413-81fe-c2cee1068a40 HTTP/1.1" status: 200 len: 814 time: 0.1584392 May 06 14:17:00.263570 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-dcf67a02-5f96-4986-8708-493887732d63 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/quotas/c733c90ec64a438684777b81395fa63e HTTP/1.1" status: 200 len: 375 time: 0.0108063 May 06 14:17:00.311083 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-b54d03a2-6002-4d33-9a85-0c861c51ad04 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c733c90ec64a438684777b81395fa63e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427976 May 06 14:17:00.438615 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-2222c807-78b8-4cbd-a21f-adc1f7837538 service neutron] 10.222.0.65 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204891 May 06 14:17:00.567436 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-cacc64ad-3143-4fd9-8802-b694590444b2 service neutron] 10.222.0.65 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225989 May 06 14:17:00.752740 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-11bff930-e32c-40c2-933f-5a9892f7e66d req-56f3ee30-6644-4d38-83a0-0f218cd25fb3 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 210 time: 0.0449722 May 06 14:17:01.749522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-f20e48f7-77c7-4b61-9857-6d11613b9966 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:01.751180 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-f20e48f7-77c7-4b61-9857-6d11613b9966 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.69 "GET /v2.0/networks?id=43c37fe0-3a7b-4413-81fe-c2cee1068a40 HTTP/1.1" status: 200 len: 814 time: 0.1437447 May 06 14:17:01.766534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Request body: {'port': {'device_id': '4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c', 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40', 'admin_state_up': True, 'tenant_id': 'c733c90ec64a438684777b81395fa63e'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:01.934394 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c6787225-a75f-4678-94b5-9b3dad8f4045 req-fde4e42c-b2a0-425b-b807-fad5a11c859e tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 210 time: 0.0540037 May 06 14:17:01.942858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:01.946752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Usage tracker for resource:port and tenant:c733c90ec64a438684777b81395fa63e is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:01.949575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:01.955562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:01.965822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Made reservation on behalf of c733c90ec64a438684777b81395fa63e for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:01.968789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.089327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe19ebb-5140-48fb-865e-6c271fb15047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.139511 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Allocated IP 172.20.0.5 (43c37fe0-3a7b-4413-81fe-c2cee1068a40/0926e6ff-c078-4397-a102-1c422db6565f/1fcdf5a4-c6d3-480b-964c-7fb9764b9f00) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:02.334792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.360804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.519383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:02.522300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:02.526216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:02.556125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Pushing event updated for resources: {'Port': ['ID=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:02.588312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:02.588905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.608979 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-5c500704-a7e2-46d1-bf7a-3e35d77e42d5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459659 May 06 14:17:02.619679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Request body: {'port': {'device_id': '4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:02.722713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.071253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:17:03.078757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.095256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Transition to ACTIVE for port object 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:03.099134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.132954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39999d-ecd5-4a15-b2f7-c1a925a32540 req-809b9c26-684a-4c59-bc8c-76f23adb2cc2 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:03.134396 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fd39999d-ecd5-4a15-b2f7-c1a925a32540 req-809b9c26-684a-4c59-bc8c-76f23adb2cc2 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 931 time: 0.0773041 May 06 14:17:03.180984 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fd39999d-ecd5-4a15-b2f7-c1a925a32540 req-31b28bc2-b9ab-43e4-bd32-ff76d32ea29b tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 May 06 14:17:03.224501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Pushing event updated for resources: {'Port': ['ID=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:03.326661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Attempting to bind port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:03.326989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Attempting to bind port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:03.327314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Attempting to bind port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 on network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:03.333715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 on network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:17:03.334030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Attempting to bind port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 on network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:03.340255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:17:03.340588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Checking segment: {'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:03.340965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Bound using segment: {'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:17:03.341384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Bound port: 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:03.341720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.425656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] For port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:17:03.428623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] For port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:17:03.433025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.495557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.496918 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] 10.222.0.69 "PUT /v2.0/ports/1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 HTTP/1.1" status: 200 len: 1093 time: 0.8810902 May 06 14:17:03.497347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c', 'tag': '1fcdf5a4-c6d3-480b-964c-7fb9764b9f00'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:17:03.514796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a2db-e97c-4a8c-a138-4acc5b0dd82a service neutron] Pushing event updated for resources: {'Port': ['ID=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:03.562182 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a010f70-3bcf-4f8b-9627-77988b232783'] response: {'name': 'network-changed', 'server_uuid': '4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c', 'tag': '1fcdf5a4-c6d3-480b-964c-7fb9764b9f00', 'status': 'completed', 'code': 200} May 06 14:17:03.602037 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-1fa9681c-c1a9-479a-be0a-6d5ea9702be7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c733c90ec64a438684777b81395fa63e&device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 1096 time: 0.0694017 May 06 14:17:03.670968 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-8da36ca6-250b-42c1-9d58-619ce0281ff5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 HTTP/1.1" status: 200 len: 217 time: 0.0623720 May 06 14:17:03.730424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-df818919-8b73-418b-ad64-d1c22e63c2e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:03.731714 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-df818919-8b73-418b-ad64-d1c22e63c2e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0926e6ff-c078-4397-a102-1c422db6565f HTTP/1.1" status: 200 len: 854 time: 0.0552483 May 06 14:17:03.778627 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-4da67775-1455-4bc7-9270-71f32cdf601e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43c37fe0-3a7b-4413-81fe-c2cee1068a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412352 May 06 14:17:03.906328 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-234118fb-0081-44ce-b004-5c91b4dbd928 service neutron] 10.222.0.69 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221645 May 06 14:17:04.037528 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63b8ecea-86ce-4ea0-bf11-d82b088675ba req-7ceed96e-46f8-4272-8339-974dc0c80f23 service neutron] 10.222.0.69 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255763 May 06 14:17:04.152381 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-4228ebbd-33bb-48d5-ad8c-b7cd3b2ed5d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c733c90ec64a438684777b81395fa63e&device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 1096 time: 0.0673654 May 06 14:17:04.381589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-1bc48dab-ae4d-4d9e-bfda-771372d42998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:04.383016 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-1bc48dab-ae4d-4d9e-bfda-771372d42998 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43c37fe0-3a7b-4413-81fe-c2cee1068a40 HTTP/1.1" status: 200 len: 915 time: 0.2243741 May 06 14:17:04.389332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94121e0-5e6e-47f9-b0a6-10c382da2e89 req-b4ff1c28-5304-49c5-985d-7f7f808e7315 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:04.390752 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c94121e0-5e6e-47f9-b0a6-10c382da2e89 req-b4ff1c28-5304-49c5-985d-7f7f808e7315 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 943 time: 0.0787554 May 06 14:17:04.431340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2592-26d9-49ba-99e6-1848de2a8ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.437706 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c94121e0-5e6e-47f9-b0a6-10c382da2e89 req-d0a68eab-36fa-45aa-acce-7328ecf5183e tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 May 06 14:17:04.458125 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-fadad7a8-6f1c-48fe-bf95-c8e9ce7c4381 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 HTTP/1.1" status: 200 len: 217 time: 0.0651169 May 06 14:17:04.516874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-64fd756b-e898-4c5a-94e0-c8fa9f5fa933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:04.518244 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-64fd756b-e898-4c5a-94e0-c8fa9f5fa933 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0926e6ff-c078-4397-a102-1c422db6565f HTTP/1.1" status: 200 len: 854 time: 0.0564349 May 06 14:17:04.565625 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-a6d6bf3e-2a93-4693-b423-bb3c09093366 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43c37fe0-3a7b-4413-81fe-c2cee1068a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410199 May 06 14:17:04.699502 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-31dddb8d-b135-4b73-8037-534f1f2c931b service neutron] 10.222.0.69 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274848 May 06 14:17:04.829602 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-96a95279-61ef-44f1-a25f-5863de5b1baa req-a7f55bc0-2872-422c-9498-0ed4f8259193 service neutron] 10.222.0.69 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241093 May 06 14:17:05.397494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:17:05.549101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:05.568937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '1fcdf5a4-c6d3-480b-964c-7fb9764b9f00', 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40', 'port_id': '1fcdf5a4-c6d3-480b-964c-7fb9764b9f00', 'mac_address': 'fa:16:3e:22:f3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0926e6ff-c078-4397-a102-1c422db6565f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:17:05.636094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae040a6-2a3b-437b-b914-f15ebcd64ea2 req-dcb5c4ad-5c38-403b-b552-dfe5dccb3c3d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:05.636823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8ae040a6-2a3b-437b-b914-f15ebcd64ea2 req-dcb5c4ad-5c38-403b-b552-dfe5dccb3c3d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Synchronizing usage tracker for tenant:c733c90ec64a438684777b81395fa63e on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:05.652837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.653653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8ae040a6-2a3b-437b-b914-f15ebcd64ea2 req-dcb5c4ad-5c38-403b-b552-dfe5dccb3c3d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Unset dirty status for tenant:c733c90ec64a438684777b81395fa63e on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:05.654896 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8ae040a6-2a3b-437b-b914-f15ebcd64ea2 req-dcb5c4ad-5c38-403b-b552-dfe5dccb3c3d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 943 time: 0.0953307 May 06 14:17:05.656066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.667238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.677466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:17:05.694007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:05.698316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.706168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8ae040a6-2a3b-437b-b914-f15ebcd64ea2 req-fa34b373-9bf8-4493-8479-a74180256b6c tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Synchronizing usage tracker for tenant:c733c90ec64a438684777b81395fa63e on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:05.723874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8ae040a6-2a3b-437b-b914-f15ebcd64ea2 req-fa34b373-9bf8-4493-8479-a74180256b6c tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Unset dirty status for tenant:c733c90ec64a438684777b81395fa63e on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:05.725023 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8ae040a6-2a3b-437b-b914-f15ebcd64ea2 req-fa34b373-9bf8-4493-8479-a74180256b6c tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628173 May 06 14:17:05.768107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:05.947677 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['1fcdf5a4-c6d3-480b-964c-7fb9764b9f00'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:17:06.920891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540481b8-cb2a-4cee-b97d-f22813ab07ba req-7789c80c-bb78-4f97-9b2f-68118a911126 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:06.922684 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-540481b8-cb2a-4cee-b97d-f22813ab07ba req-7789c80c-bb78-4f97-9b2f-68118a911126 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 944 time: 0.0781410 May 06 14:17:06.934525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:06.968671 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-540481b8-cb2a-4cee-b97d-f22813ab07ba req-7322f096-c4b9-4a61-bd41-3210e53d3dd4 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 May 06 14:17:07.421866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:07.490406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:07.495007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:07.495377 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:07.607645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:07.634699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcdf5a4-c6d3-480b-964c-7fb9764b9f00'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:17:07.644106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:07.647853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:07.689561 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861b7ff6-d848-48bd-b9c8-05d60e1ad81b'] response: {'server_uuid': '4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcdf5a4-c6d3-480b-964c-7fb9764b9f00', 'code': 200} May 06 14:17:07.714682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:07.906489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b6dd14f1-d6b4-4a60-b670-215de55ab989 req-af1990e6-b575-48f3-8066-03688e452527 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 1098 time: 0.0704482 May 06 14:17:07.953231 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b6dd14f1-d6b4-4a60-b670-215de55ab989 req-cf4db79f-4c15-4609-a5bf-ead6a287f002 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 May 06 14:17:08.165097 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c0f44-ce31-4089-aa51-41dcd0e4090f req-99de3a52-2dbb-4ec2-a132-e9d2b322d05f tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:08.166521 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fb8c0f44-ce31-4089-aa51-41dcd0e4090f req-99de3a52-2dbb-4ec2-a132-e9d2b322d05f tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0795312 May 06 14:17:08.210599 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fb8c0f44-ce31-4089-aa51-41dcd0e4090f req-378b282a-880d-4730-b8dd-205f18bbfc61 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386310 May 06 14:17:09.411665 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcf927-9f40-4e72-9b6e-626be23236c4 req-e3dcc5e0-26f9-43aa-aa23-8c8eca8ff718 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:09.413129 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5fbcf927-9f40-4e72-9b6e-626be23236c4 req-e3dcc5e0-26f9-43aa-aa23-8c8eca8ff718 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0806451 May 06 14:17:09.457489 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5fbcf927-9f40-4e72-9b6e-626be23236c4 req-335af744-0f9c-443b-8eb5-443e8a6581dc tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 May 06 14:17:09.746178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-43835310-0c75-4617-9354-631c9b95c70c tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:09.747573 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-43835310-0c75-4617-9354-631c9b95c70c tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/networks?id=43c37fe0-3a7b-4413-81fe-c2cee1068a40 HTTP/1.1" status: 200 len: 814 time: 0.1382225 May 06 14:17:09.763313 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-fd3ca30f-809c-4ede-9b2c-8ac70d870bb1 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/quotas/c733c90ec64a438684777b81395fa63e HTTP/1.1" status: 200 len: 375 time: 0.0101907 May 06 14:17:09.838432 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-b27f14f7-60ef-4180-8585-873322f27f1f tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c733c90ec64a438684777b81395fa63e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704060 May 06 14:17:09.972932 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-62ee1ed2-f99e-4a22-96cc-587fcc9b1214 service neutron] 10.222.0.65 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278288 May 06 14:17:10.101215 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-60deb42d-b4f5-4ad0-9aff-a451e727ac2a service neutron] 10.222.0.65 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225138 May 06 14:17:10.293825 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ae1bb8e2-6c35-4b39-8256-363c708a0793 req-8b11ea56-e2a3-4be3-920d-9b25b47e08ec tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 210 time: 0.0453558 May 06 14:17:11.274245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-ae639675-fef5-4bf5-8c94-f37f717f533b tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:11.275622 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-ae639675-fef5-4bf5-8c94-f37f717f533b tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.69 "GET /v2.0/networks?id=43c37fe0-3a7b-4413-81fe-c2cee1068a40 HTTP/1.1" status: 200 len: 814 time: 0.1451163 May 06 14:17:11.290684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Request body: {'port': {'device_id': '074f57a0-e78c-45f3-b850-f381a7c9a76b', 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40', 'admin_state_up': True, 'tenant_id': 'c733c90ec64a438684777b81395fa63e'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:11.429376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:11.443599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:11.452714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Made reservation on behalf of c733c90ec64a438684777b81395fa63e for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:11.456548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:11.466406 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8ee08d4d-2a45-44f7-97f3-0405fa3ba782 req-0d0e8678-7c24-4048-9d6f-58317fbdc7e3 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 210 time: 0.0454190 May 06 14:17:11.615242 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Allocated IP 172.20.0.4 (43c37fe0-3a7b-4413-81fe-c2cee1068a40/0926e6ff-c078-4397-a102-1c422db6565f/445ac977-311c-45b9-a522-9058ff61d3ce) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:11.810883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:11.838461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:11.849622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['1fcdf5a4-c6d3-480b-964c-7fb9764b9f00'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:17:11.911181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:11.914438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:11.918836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:12.049148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Pushing event updated for resources: {'Port': ['ID=445ac977-311c-45b9-a522-9058ff61d3ce,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:12.082746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:12.083329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:12.106125 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6c29e092-3d88-426c-920f-2ccbca0af3eb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190739 May 06 14:17:12.117378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Request body: {'port': {'device_id': '074f57a0-e78c-45f3-b850-f381a7c9a76b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:12.223323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:12.548307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445ac977-311c-45b9-a522-9058ff61d3ce {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:17:12.555535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:12.569482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Transition to ACTIVE for port object 445ac977-311c-45b9-a522-9058ff61d3ce will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:12.573429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:12.722763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=445ac977-311c-45b9-a522-9058ff61d3ce,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:12.842670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b357d5-5731-49e5-b418-940b400d7ca6 req-cdbb970e-3fa1-43eb-b8fd-bfb50d5336fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:12.843347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c3b357d5-5731-49e5-b418-940b400d7ca6 req-cdbb970e-3fa1-43eb-b8fd-bfb50d5336fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Synchronizing usage tracker for tenant:c733c90ec64a438684777b81395fa63e on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:12.872795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Attempting to bind port 445ac977-311c-45b9-a522-9058ff61d3ce on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:12.873225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Attempting to bind port 445ac977-311c-45b9-a522-9058ff61d3ce by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:12.873597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Attempting to bind port 445ac977-311c-45b9-a522-9058ff61d3ce on network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:12.878026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-c3b357d5-5731-49e5-b418-940b400d7ca6 req-cdbb970e-3fa1-43eb-b8fd-bfb50d5336fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Unset dirty status for tenant:c733c90ec64a438684777b81395fa63e on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:12.879173 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c3b357d5-5731-49e5-b418-940b400d7ca6 req-cdbb970e-3fa1-43eb-b8fd-bfb50d5336fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 943 time: 0.2750885 May 06 14:17:12.881650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Port 445ac977-311c-45b9-a522-9058ff61d3ce on network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:17:12.881964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Attempting to bind port 445ac977-311c-45b9-a522-9058ff61d3ce on network 43c37fe0-3a7b-4413-81fe-c2cee1068a40 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:12.902968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:17:12.903300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Checking segment: {'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:12.903673 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Bound using segment: {'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:17:12.904128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Bound port: 445ac977-311c-45b9-a522-9058ff61d3ce, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f0c5a1-05e1-400b-82a4-8312213b415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:12.904471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:12.984946 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c3b357d5-5731-49e5-b418-940b400d7ca6 req-06839172-7e49-4a04-972d-f4bfe6d982f6 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990577 May 06 14:17:13.013602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] For port 445ac977-311c-45b9-a522-9058ff61d3ce, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:17:13.016825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] For port 445ac977-311c-45b9-a522-9058ff61d3ce, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=445ac977-311c-45b9-a522-9058ff61d3ce,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:17:13.022789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:13.084253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:13.085578 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] 10.222.0.69 "PUT /v2.0/ports/445ac977-311c-45b9-a522-9058ff61d3ce HTTP/1.1" status: 200 len: 1093 time: 0.9722080 May 06 14:17:13.086003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074f57a0-e78c-45f3-b850-f381a7c9a76b', 'tag': '445ac977-311c-45b9-a522-9058ff61d3ce'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:17:13.102984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0e744-4ed2-40b7-b1dc-2cb78b2d6bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=445ac977-311c-45b9-a522-9058ff61d3ce,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:13.156916 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030cd750-2977-458a-8bca-2049d95d091e'] response: {'name': 'network-changed', 'server_uuid': '074f57a0-e78c-45f3-b850-f381a7c9a76b', 'tag': '445ac977-311c-45b9-a522-9058ff61d3ce', 'status': 'completed', 'code': 200} May 06 14:17:13.196623 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-d453cd2c-53f6-4e3a-b0d6-c9d012970cb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c733c90ec64a438684777b81395fa63e&device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 1096 time: 0.0735314 May 06 14:17:13.264790 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-e5882bb3-5b54-452e-b2ba-a0625d66e291 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=445ac977-311c-45b9-a522-9058ff61d3ce HTTP/1.1" status: 200 len: 217 time: 0.0617731 May 06 14:17:13.323086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-5efad016-bbb0-4ae1-b0cd-89a69fcd44d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:13.324470 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-5efad016-bbb0-4ae1-b0cd-89a69fcd44d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0926e6ff-c078-4397-a102-1c422db6565f HTTP/1.1" status: 200 len: 854 time: 0.0546927 May 06 14:17:13.369910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-ff8c17ab-3317-47fd-9220-900b5a2db0c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43c37fe0-3a7b-4413-81fe-c2cee1068a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368669 May 06 14:17:13.503450 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-63440d56-df6a-4862-8a19-a8c474b4b4fc service neutron] 10.222.0.69 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210854 May 06 14:17:13.628106 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7ea32f6-66da-4657-9aa1-662d7245244a req-6b97f93c-896f-4b13-a3fb-3ad2fa85ede7 service neutron] 10.222.0.69 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209295 May 06 14:17:13.828507 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-d2c2960f-d190-4f24-b6c7-e1827c797fe1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c733c90ec64a438684777b81395fa63e&device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 1096 time: 0.1544697 May 06 14:17:13.957335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-3af44024-158f-441a-a4ec-2f5808141a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:13.958758 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-3af44024-158f-441a-a4ec-2f5808141a20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43c37fe0-3a7b-4413-81fe-c2cee1068a40 HTTP/1.1" status: 200 len: 915 time: 0.1242425 May 06 14:17:14.026301 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-39affae3-a978-48b0-9905-e96162d1009f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=445ac977-311c-45b9-a522-9058ff61d3ce HTTP/1.1" status: 200 len: 217 time: 0.0600660 May 06 14:17:14.099324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-9826c900-adf7-43c2-85e4-0380f1876c23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:14.100786 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-9826c900-adf7-43c2-85e4-0380f1876c23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0926e6ff-c078-4397-a102-1c422db6565f HTTP/1.1" status: 200 len: 854 time: 0.0597556 May 06 14:17:14.183057 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-5e6cb282-8015-43ec-a687-f8325624445a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43c37fe0-3a7b-4413-81fe-c2cee1068a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489237 May 06 14:17:14.307982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba4675-6515-48c1-afd5-89e8f65610ed req-f1c00075-37d0-4272-8415-da14e9fe4422 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:14.309390 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8cba4675-6515-48c1-afd5-89e8f65610ed req-f1c00075-37d0-4272-8415-da14e9fe4422 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 943 time: 0.2050486 May 06 14:17:14.346802 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-7fe0b331-fd26-4823-85c7-a0de8d4a0512 service neutron] 10.222.0.69 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535084 May 06 14:17:14.432633 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8cba4675-6515-48c1-afd5-89e8f65610ed req-1f8389b0-6509-4136-ac2d-f755d9f1c3f2 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156366 May 06 14:17:14.490829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3e7a485-8243-45d3-ae67-9e26333bd530 req-c8d6b1df-2a61-42ce-a5e8-16852359b433 service neutron] 10.222.0.69 "GET /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333215 May 06 14:17:15.442023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 445ac977-311c-45b9-a522-9058ff61d3ce details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:17:15.573483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 445ac977-311c-45b9-a522-9058ff61d3ce, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=445ac977-311c-45b9-a522-9058ff61d3ce,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:15.586956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '445ac977-311c-45b9-a522-9058ff61d3ce', 'network_id': '43c37fe0-3a7b-4413-81fe-c2cee1068a40', 'port_id': '445ac977-311c-45b9-a522-9058ff61d3ce', 'mac_address': 'fa:16:3e:86:8c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0926e6ff-c078-4397-a102-1c422db6565f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:17:15.632369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111132c-c650-43ca-ba95-749196bfa20c req-09859ae9-d049-4b92-a981-eb276d4a1fec tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:15.634119 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0111132c-c650-43ca-ba95-749196bfa20c req-09859ae9-d049-4b92-a981-eb276d4a1fec tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 943 time: 0.0791144 May 06 14:17:15.641755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:15.661031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445ac977-311c-45b9-a522-9058ff61d3ce {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:17:15.675670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 445ac977-311c-45b9-a522-9058ff61d3ce, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=445ac977-311c-45b9-a522-9058ff61d3ce,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:15.679019 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0111132c-c650-43ca-ba95-749196bfa20c req-923d69d2-3e2b-49ec-9654-832e380148df tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 May 06 14:17:15.680832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:15.744708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=445ac977-311c-45b9-a522-9058ff61d3ce,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:15.902909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['445ac977-311c-45b9-a522-9058ff61d3ce'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:17:15.938481 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:17:16.873687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561be7-0b18-44e8-9ecb-af601c4d31cd req-e9f7aed8-a567-4b53-bbdf-8b8b5d853e45 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:16.875100 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a9561be7-0b18-44e8-9ecb-af601c4d31cd req-e9f7aed8-a567-4b53-bbdf-8b8b5d853e45 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 944 time: 0.0744631 May 06 14:17:16.919349 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a9561be7-0b18-44e8-9ecb-af601c4d31cd req-221f1b31-a1c0-4683-b32c-22810d9429b4 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 May 06 14:17:17.472501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 445ac977-311c-45b9-a522-9058ff61d3ce up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:17.539503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 445ac977-311c-45b9-a522-9058ff61d3ce completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:17.544049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 445ac977-311c-45b9-a522-9058ff61d3ce triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:17.544419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:17.656359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:17.682083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074f57a0-e78c-45f3-b850-f381a7c9a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ac977-311c-45b9-a522-9058ff61d3ce'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:17:17.692359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 445ac977-311c-45b9-a522-9058ff61d3ce, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=445ac977-311c-45b9-a522-9058ff61d3ce,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:17.698918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:17.741838 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966e29e4-1164-4a58-bcc5-e6a287d63cc8'] response: {'server_uuid': '074f57a0-e78c-45f3-b850-f381a7c9a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ac977-311c-45b9-a522-9058ff61d3ce', 'code': 200} May 06 14:17:17.764936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=445ac977-311c-45b9-a522-9058ff61d3ce,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:17.958487 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4e3c0297-d287-436c-a604-279a9f7daad2 req-32a962d2-5191-4f4e-a0c6-2f89f424881a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 1098 time: 0.0689254 May 06 14:17:18.000089 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4e3c0297-d287-436c-a604-279a9f7daad2 req-c6339891-823c-4d0d-8f62-fdf3671a3c85 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363033 May 06 14:17:18.111727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd26da2-23d3-4f83-81aa-9cbb8f636aaa req-e619959c-ff70-4187-b2b2-3593c355b72d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:18.113160 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6cd26da2-23d3-4f83-81aa-9cbb8f636aaa req-e619959c-ff70-4187-b2b2-3593c355b72d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 945 time: 0.0755823 May 06 14:17:18.160565 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6cd26da2-23d3-4f83-81aa-9cbb8f636aaa req-75eda2b7-9f7a-420a-8ff6-5a2d91a5d61a tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 May 06 14:17:19.430006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d493c5f-1348-43ea-8758-2700385bd393 req-243d55b5-8e7c-4654-af72-722539e36770 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:19.431442 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d493c5f-1348-43ea-8758-2700385bd393 req-243d55b5-8e7c-4654-af72-722539e36770 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 945 time: 0.1485691 May 06 14:17:19.475466 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7d493c5f-1348-43ea-8758-2700385bd393 req-c74b40df-7946-41f8-85e8-fa48fb2d4f93 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384598 May 06 14:17:19.875219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38678980-30d5-485e-8655-f0471ebf5bf5 req-8f30fbaf-0d0a-48d6-a8cd-1556e4579d81 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:19.876909 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-38678980-30d5-485e-8655-f0471ebf5bf5 req-8f30fbaf-0d0a-48d6-a8cd-1556e4579d81 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 945 time: 0.0757782 May 06 14:17:19.923485 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-38678980-30d5-485e-8655-f0471ebf5bf5 req-18dfba50-a2ac-487f-abd0-02e43dc89050 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 May 06 14:17:20.498055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:21.117299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5700c-db6d-48a4-89c0-2a8345e4318b req-4c32c2c3-9dde-4cf9-9622-17a1914f8fa9 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:21.118871 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-09d5700c-db6d-48a4-89c0-2a8345e4318b req-4c32c2c3-9dde-4cf9-9622-17a1914f8fa9 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 945 time: 0.0769007 May 06 14:17:21.176441 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-09d5700c-db6d-48a4-89c0-2a8345e4318b req-15bc7556-20f7-4cdc-a2c8-4b39ea35bc15 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515466 May 06 14:17:21.331523 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-ad6cb533-0bb8-4894-a696-be77eb5463bb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:21.332927 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-ad6cb533-0bb8-4894-a696-be77eb5463bb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.69 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 945 time: 0.0768538 May 06 14:17:21.399750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Deleting port 445ac977-311c-45b9-a522-9058ff61d3ce {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:21.400121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:21.639361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] For port 445ac977-311c-45b9-a522-9058ff61d3ce, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=445ac977-311c-45b9-a522-9058ff61d3ce,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:21.639713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:21.858088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Calling delete_port for 445ac977-311c-45b9-a522-9058ff61d3ce owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:17:22.002097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:22.014421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['1fcdf5a4-c6d3-480b-964c-7fb9764b9f00', '445ac977-311c-45b9-a522-9058ff61d3ce'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:17:22.049270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Pushing event deleted for resources: {'Port': ['ID=445ac977-311c-45b9-a522-9058ff61d3ce,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:22.123629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] No DVR routers for this DVR port 445ac977-311c-45b9-a522-9058ff61d3ce on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:17:22.126386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:22.128901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074f57a0-e78c-45f3-b850-f381a7c9a76b', 'name': 'network-vif-deleted', 'tag': '445ac977-311c-45b9-a522-9058ff61d3ce'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:17:22.146971 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ddd65251-7b55-46e0-ad02-2660624ef807 req-297118f8-f878-4638-8a50-4cba1df254fe tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.69 "DELETE /v2.0/ports/445ac977-311c-45b9-a522-9058ff61d3ce HTTP/1.1" status: 204 len: 173 time: 0.8093295 May 06 14:17:22.190716 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfda524f-55c5-44c8-b5f2-8c0556103f73'] response: {'server_uuid': '074f57a0-e78c-45f3-b850-f381a7c9a76b', 'name': 'network-vif-deleted', 'tag': '445ac977-311c-45b9-a522-9058ff61d3ce', 'status': 'completed', 'code': 200} May 06 14:17:22.359466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-bd1068e5-f359-4a30-b91b-d518f91f75c3 req-f882d25a-7bdd-41a5-968d-f56b78091b8d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Synchronizing usage tracker for tenant:c733c90ec64a438684777b81395fa63e on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:22.374039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-bd1068e5-f359-4a30-b91b-d518f91f75c3 req-f882d25a-7bdd-41a5-968d-f56b78091b8d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Unset dirty status for tenant:c733c90ec64a438684777b81395fa63e on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:22.375159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd1068e5-f359-4a30-b91b-d518f91f75c3 req-f882d25a-7bdd-41a5-968d-f56b78091b8d tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=074f57a0-e78c-45f3-b850-f381a7c9a76b HTTP/1.1" status: 200 len: 210 time: 0.0559123 May 06 14:17:23.652297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffa9a-9fdd-457d-af92-a6b0e575ca9e req-3c8e6857-340f-4190-8ed1-cbb7de0cd94e tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:23.653712 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a2ffa9a-9fdd-457d-af92-a6b0e575ca9e req-3c8e6857-340f-4190-8ed1-cbb7de0cd94e tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0803642 May 06 14:17:23.702647 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a2ffa9a-9fdd-457d-af92-a6b0e575ca9e req-4ee1b7fc-1422-4160-b5bc-1c121d043d46 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434551 May 06 14:17:23.919628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e815d3-db6d-4aba-a8fe-198bc8e14df0 req-28c297e3-4b1f-4f84-8d67-1444fbcca3ee tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:23.921100 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e815d3-db6d-4aba-a8fe-198bc8e14df0 req-28c297e3-4b1f-4f84-8d67-1444fbcca3ee tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0775564 May 06 14:17:23.971174 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e815d3-db6d-4aba-a8fe-198bc8e14df0 req-c9db7949-3d20-46f6-b27c-185882600541 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 May 06 14:17:24.168348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e327f-e87c-4239-88c2-76d885c06733 req-cb1f3b9f-29e7-45e7-a17a-1c5140d85e92 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:24.169789 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a10e327f-e87c-4239-88c2-76d885c06733 req-cb1f3b9f-29e7-45e7-a17a-1c5140d85e92 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0766804 May 06 14:17:24.215043 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a10e327f-e87c-4239-88c2-76d885c06733 req-b9e2d146-e96a-4ecd-b14c-ae085a9401c9 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 May 06 14:17:24.407565 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-08515307-19cc-45be-a907-8d2024c10450 req-cf81b7f9-7b99-4688-839e-cccc8ea8a97f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694602 May 06 14:17:24.599396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d24ed-114c-40ca-b943-28b9b334c810 req-6386556a-773c-4a44-8308-e3b8908e5ca6 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:24.600840 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c52d24ed-114c-40ca-b943-28b9b334c810 req-6386556a-773c-4a44-8308-e3b8908e5ca6 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0774918 May 06 14:17:24.645470 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c52d24ed-114c-40ca-b943-28b9b334c810 req-a9e7d1be-2122-4ac3-bd2b-4a8b845f8fcc tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 May 06 14:17:24.842878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa20e17-aa2f-4a1c-a5d0-1f484f1ca9a6 req-d9b72744-4f40-490a-96a9-69006019d11b tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:24.844374 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-efa20e17-aa2f-4a1c-a5d0-1f484f1ca9a6 req-d9b72744-4f40-490a-96a9-69006019d11b tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0767741 May 06 14:17:24.891615 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-efa20e17-aa2f-4a1c-a5d0-1f484f1ca9a6 req-9e4106ca-d886-4efd-8275-d8641e326db9 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 May 06 14:17:25.103248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38d5d4-9208-47f0-b958-93497d664027 req-b9c499a3-06f0-456f-a973-8004ec2bffde tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:25.104720 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b38d5d4-9208-47f0-b958-93497d664027 req-b9c499a3-06f0-456f-a973-8004ec2bffde tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0810766 May 06 14:17:25.154060 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9b38d5d4-9208-47f0-b958-93497d664027 req-51236009-0de6-463a-8021-969b00caa5b5 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 May 06 14:17:25.504388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 445ac977-311c-45b9-a522-9058ff61d3ce no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:17:25.541533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 445ac977-311c-45b9-a522-9058ff61d3ce {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:17:25.541868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 445ac977-311c-45b9-a522-9058ff61d3ce not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:17:25.714740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc985040-9c07-41ec-9dbf-a009d959c8e1 req-d4360006-7b65-428a-83d3-bb89f51f0381 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:25.716115 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc985040-9c07-41ec-9dbf-a009d959c8e1 req-d4360006-7b65-428a-83d3-bb89f51f0381 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0767844 May 06 14:17:25.761676 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc985040-9c07-41ec-9dbf-a009d959c8e1 req-785ea106-5df1-4a48-9f36-cb6b9eb22472 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 May 06 14:17:26.958140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2303c8-0344-4f0c-8d88-5ffb66262877 req-537d4501-7d8d-4349-a85d-5320cf93b7fb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:26.960144 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b2303c8-0344-4f0c-8d88-5ffb66262877 req-537d4501-7d8d-4349-a85d-5320cf93b7fb tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0748718 May 06 14:17:27.004917 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b2303c8-0344-4f0c-8d88-5ffb66262877 req-17c053ca-87a3-46ca-8c4a-e737788712bd tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/security-groups?id=bedfacb3-b6cc-4e04-a321-723425d7c8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393667 May 06 14:17:27.107467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-485bf7c5-b5a9-442a-b0c6-ee989607fda8 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:27.108872 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-485bf7c5-b5a9-442a-b0c6-ee989607fda8 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 945 time: 0.0778263 May 06 14:17:27.186779 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Deleting port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:27.187122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:27.425968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] For port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,segment=NetworkSegment(48f0c5a1-05e1-400b-82a4-8312213b415d),segment_id=48f0c5a1-05e1-400b-82a4-8312213b415d)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:27.426229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:27.542841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Calling delete_port for 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:17:27.682696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:27.693644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['1fcdf5a4-c6d3-480b-964c-7fb9764b9f00'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:17:27.730025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Pushing event deleted for resources: {'Port': ['ID=1fcdf5a4-c6d3-480b-964c-7fb9764b9f00,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:27.885013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] No DVR routers for this DVR port 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:17:27.887275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:27.889721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c', 'name': 'network-vif-deleted', 'tag': '1fcdf5a4-c6d3-480b-964c-7fb9764b9f00'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:17:27.905653 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d740daec-d057-4a7e-89e8-7ca3bf9cf3d0 req-8cf76887-6988-414c-9fc6-52d47eb93206 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.69 "DELETE /v2.0/ports/1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 HTTP/1.1" status: 204 len: 173 time: 0.7902627 May 06 14:17:27.944360 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f93d7a-f95c-40fe-a2dd-1be75f514ef8'] response: {'server_uuid': '4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c', 'name': 'network-vif-deleted', 'tag': '1fcdf5a4-c6d3-480b-964c-7fb9764b9f00', 'status': 'completed', 'code': 200} May 06 14:17:28.181910 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-10bebaf5-48a5-40f5-ba87-5783d98da174 req-932e500a-498c-4aa5-9c61-558d07de25a8 tempest-ServersNegativeTestJSON-208614609 tempest-ServersNegativeTestJSON-208614609-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a24b1a9-00fb-4b02-ac7b-d9fb7b0e4f8c HTTP/1.1" status: 200 len: 210 time: 0.0431266 May 06 14:17:29.284739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43188) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:29.342538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb1ab80-4e03-4630-a393-55fbe630daaa admin admin] Deleting subnet 0926e6ff-c078-4397-a102-1c422db6565f {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:17:29.345343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ab80-4e03-4630-a393-55fbe630daaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.396024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ab80-4e03-4630-a393-55fbe630daaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.449754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ab80-4e03-4630-a393-55fbe630daaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.516119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ab80-4e03-4630-a393-55fbe630daaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.557082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ab80-4e03-4630-a393-55fbe630daaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0926e6ff-c078-4397-a102-1c422db6565f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:29.561951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ab80-4e03-4630-a393-55fbe630daaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.567282 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8bb1ab80-4e03-4630-a393-55fbe630daaa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0926e6ff-c078-4397-a102-1c422db6565f HTTP/1.1" status: 204 len: 168 time: 0.2815449 May 06 14:17:29.569851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43192) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:29.672071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.792362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.817457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c37fe0-3a7b-4413-81fe-c2cee1068a40']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:29.829005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f0c5a1-05e1-400b-82a4-8312213b415d') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:29.829296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f0c5a1-05e1-400b-82a4-8312213b415d') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:29.840840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.856682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.862502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:17:29.862875 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:17:29.875991 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:17:29.950144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.954551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:29.977260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c37fe0-3a7b-4413-81fe-c2cee1068a40,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:29.985631 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ed4d2d6b-d250-40e9-b866-3a09f0376ee1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/43c37fe0-3a7b-4413-81fe-c2cee1068a40 HTTP/1.1" status: 204 len: 168 time: 0.4146731 May 06 14:17:30.118647 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43198) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:30.168553 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-da442d04-685a-49f3-9e72-54ffe8c3f20e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c733c90ec64a438684777b81395fa63e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487924 May 06 14:17:30.170913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43202) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:30.227518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1b3d-4479-4c16-9271-8e0b97662f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:30.252164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1b3d-4479-4c16-9271-8e0b97662f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:30.305991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1b3d-4479-4c16-9271-8e0b97662f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:30.322280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce1b3d-4479-4c16-9271-8e0b97662f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedfacb3-b6cc-4e04-a321-723425d7c8a7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:30.335540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1b3d-4479-4c16-9271-8e0b97662f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:30.336624 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a9ce1b3d-4479-4c16-9271-8e0b97662f1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bedfacb3-b6cc-4e04-a321-723425d7c8a7 HTTP/1.1" status: 204 len: 168 time: 0.1648364 May 06 14:17:31.256826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43224) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:31.382582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2010379682'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:31.387531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:31.391386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:network and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:31.394238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:31.400881 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:31.410623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:31.414285 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.426428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.457569 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:31.462010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:security_group_rule and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:31.464762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:31.470395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:31.534307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:17:31.537418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.541657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.570078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:17:31.570423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 1fcdf5a4-c6d3-480b-964c-7fb9764b9f00 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:17:31.575353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:31.583658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f388c588-ac60-4f89-8841-eef4fb1c627d,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:31.589355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.589705 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Added segment c3495bfe-5c14-4231-a400-786341af46a3 of type vlan for network f91a49ae-1b4c-418a-bad9-609312607b60 May 06 14:17:31.616732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.645432 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.649069 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:31.649634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.758807 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5008442 May 06 14:17:31.759632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ee5ce-d954-47b3-873b-21f2dce9fc70 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Network': ['ID=f91a49ae-1b4c-418a-bad9-609312607b60,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:31.769577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network f91a49ae-1b4c-418a-bad9-609312607b60 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:32.090517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a659ebe-c910-4d1f-b0d4-4a2226b76b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:34.433811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a149ab2-fc64-45d3-9281-c6b6cf323d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.058397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43230) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:35.064059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'subnet': {'network_id': 'f91a49ae-1b4c-418a-bad9-609312607b60', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:35.170538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:35.174180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:subnet and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:35.176895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:35.182516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:35.192009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:35.297636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.513286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.592453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Subnet': ['ID=5d58ea69-1027-46fb-a6c2-a0214f73e8dd,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:35.602272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Checking segment: {'id': 'c3495bfe-5c14-4231-a400-786341af46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f91a49ae-1b4c-418a-bad9-609312607b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:35.602623 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network hostable DHCP agents. Network: f91a49ae-1b4c-418a-bad9-609312607b60, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:35.624264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network f91a49ae-1b4c-418a-bad9-609312607b60 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:35.633167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.634971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, f91a49ae-1b4c-418a-bad9-609312607b60) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:35.638734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:35.639302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.645549 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbf890d-bb15-4544-babf-2603adad4f88 None None] Network f91a49ae-1b4c-418a-bad9-609312607b60 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:35.661350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f790eb0f-b8b3-4fd4-8f60-6a65b476a12e tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6018615 May 06 14:17:35.664879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43234) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:35.671039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953681847'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:35.671596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.676004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:35.679968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:network and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:35.682865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:35.688603 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:35.700019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:35.702910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.730617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:35.739009 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.739396 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Added segment 57174c77-7fe0-4a38-9134-0e9d4e125315 of type vlan for network 218d61fb-bba2-42b7-8a34-c686f30e0f94 May 06 14:17:35.770580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.799569 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.803756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:35.804350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.872726 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-f91a49ae-1b4c-418a-bad9-609312607b60', 'network_id': 'f91a49ae-1b4c-418a-bad9-609312607b60', 'tenant_id': '9eac4794a9c44e39aed886b69e6e186f', 'fixed_ips': [{'subnet_id': '5d58ea69-1027-46fb-a6c2-a0214f73e8dd'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:17:35.873580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:35.905749 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2394853 May 06 14:17:35.908721 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43238) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:35.915037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'subnet': {'network_id': '218d61fb-bba2-42b7-8a34-c686f30e0f94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:35.917755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaf487-f99c-446e-b13f-04b82bba29e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Network': ['ID=218d61fb-bba2-42b7-8a34-c686f30e0f94,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:35.929481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 218d61fb-bba2-42b7-8a34-c686f30e0f94 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:36.026804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:36.030585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:subnet and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:36.033392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:36.039066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:36.048946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:36.144694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Allocated IP 2001:db8:0:ffff::2 (f91a49ae-1b4c-418a-bad9-609312607b60/5d58ea69-1027-46fb-a6c2-a0214f73e8dd/345a09cc-7f57-4e80-814a-1698dab6e392) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:36.150905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.344649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.354643 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Transition to ACTIVE for port object 345a09cc-7f57-4e80-814a-1698dab6e392 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:36.370374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.372581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Transition to ACTIVE for port object 345a09cc-7f57-4e80-814a-1698dab6e392 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:36.377469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.445128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Network f91a49ae-1b4c-418a-bad9-609312607b60 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:36.447773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:36.448274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Subnet': ['ID=7f3c7443-405e-492f-8df9-0ff6428f3369,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:36.451494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:36.456700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Pushing event updated for resources: {'Port': ['ID=345a09cc-7f57-4e80-814a-1698dab6e392,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:36.458448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Checking segment: {'id': '57174c77-7fe0-4a38-9134-0e9d4e125315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '218d61fb-bba2-42b7-8a34-c686f30e0f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:36.458800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network hostable DHCP agents. Network: 218d61fb-bba2-42b7-8a34-c686f30e0f94, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:36.479766 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network 218d61fb-bba2-42b7-8a34-c686f30e0f94 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:36.488485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 218d61fb-bba2-42b7-8a34-c686f30e0f94) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:36.493012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:36.493583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.496770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.496938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.497139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.497475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.497790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.498110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.498432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.498752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.499072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.499384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.499700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:36.508911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d3e158-f975-4326-89cb-ece50c8e0131 None None] Network 218d61fb-bba2-42b7-8a34-c686f30e0f94 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:36.517706 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ef94a8bd-aa49-4073-a747-0189e97a7c2c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6074736 May 06 14:17:36.520675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43242) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:36.629229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Attempting to bind port 345a09cc-7f57-4e80-814a-1698dab6e392 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:36.629501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Attempting to bind port 345a09cc-7f57-4e80-814a-1698dab6e392 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'c3495bfe-5c14-4231-a400-786341af46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f91a49ae-1b4c-418a-bad9-609312607b60'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:36.629857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Attempting to bind port 345a09cc-7f57-4e80-814a-1698dab6e392 on network f91a49ae-1b4c-418a-bad9-609312607b60 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:36.643942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:17:36.644624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Checking segment: {'id': 'c3495bfe-5c14-4231-a400-786341af46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f91a49ae-1b4c-418a-bad9-609312607b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:36.644753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.645065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Bound using segment: {'id': 'c3495bfe-5c14-4231-a400-786341af46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f91a49ae-1b4c-418a-bad9-609312607b60'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:17:36.645527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Bound port: 345a09cc-7f57-4e80-814a-1698dab6e392, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3495bfe-5c14-4231-a400-786341af46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f91a49ae-1b4c-418a-bad9-609312607b60'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:36.645891 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.656730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.720175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.796389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.802109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] For port 345a09cc-7f57-4e80-814a-1698dab6e392, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:17:36.839967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3c7443-405e-492f-8df9-0ff6428f3369,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:36.844298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] For port 345a09cc-7f57-4e80-814a-1698dab6e392, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=345a09cc-7f57-4e80-814a-1698dab6e392,segment=NetworkSegment(c3495bfe-5c14-4231-a400-786341af46a3),segment_id=c3495bfe-5c14-4231-a400-786341af46a3)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:17:36.851908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.885735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab9690-a7f9-46af-8b32-2f6a85840daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-218d61fb-bba2-42b7-8a34-c686f30e0f94', 'network_id': '218d61fb-bba2-42b7-8a34-c686f30e0f94', 'tenant_id': '9eac4794a9c44e39aed886b69e6e186f', 'fixed_ips': [{'subnet_id': '7f3c7443-405e-492f-8df9-0ff6428f3369'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:17:36.886451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9690-a7f9-46af-8b32-2f6a85840daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.935047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.961241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.010963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966ba9b-820b-4bc5-a3dd-e653b762dcbc None None] Pushing event updated for resources: {'Port': ['ID=345a09cc-7f57-4e80-814a-1698dab6e392,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:37.055551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218d61fb-bba2-42b7-8a34-c686f30e0f94']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:37.063984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f3a00-0778-498e-876a-ad84ab376c2d None None] Network 218d61fb-bba2-42b7-8a34-c686f30e0f94 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:37.070075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57174c77-7fe0-4a38-9134-0e9d4e125315') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:37.070381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57174c77-7fe0-4a38-9134-0e9d4e125315') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:37.082664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.102658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.110031 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:17:37.110557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:17:37.126854 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:17:37.232981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.267518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.274759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Network': ['ID=218d61fb-bba2-42b7-8a34-c686f30e0f94,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:37.281463 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c3930968-7fd6-4bf7-a19f-45368f12268a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/218d61fb-bba2-42b7-8a34-c686f30e0f94 HTTP/1.1" status: 204 len: 168 time: 0.7597599 May 06 14:17:37.285453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43246) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:37.291773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115940851'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:37.296936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:37.300887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:network and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:37.303885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:37.309800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:37.320852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:37.323774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.354038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:37.362839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.363178 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Added segment 837576ee-4a2c-46f3-a39b-3f7327ecc2ce of type vlan for network 834e5709-96f8-41fd-8040-b5ece09bad7e May 06 14:17:37.388272 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.416967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.420619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:37.421185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.518350 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2318554 May 06 14:17:37.521395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43250) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:37.529090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'subnet': {'network_id': '834e5709-96f8-41fd-8040-b5ece09bad7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:37.546993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf8ae6-dee2-4b09-a94d-2ef1542f4f76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Network': ['ID=834e5709-96f8-41fd-8040-b5ece09bad7e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:37.557041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 834e5709-96f8-41fd-8040-b5ece09bad7e details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:37.642617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:37.646903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:subnet and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:37.650510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:37.656687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:37.667091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:37.769751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:37.864481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Performing IP validity checks on allocation pools {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 14:17:37.865010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.ipam_backend_mixin [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84021) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 14:17:37.898656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 345a09cc-7f57-4e80-814a-1698dab6e392 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:37.972485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 345a09cc-7f57-4e80-814a-1698dab6e392 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:38.008783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.030992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb3b067-f9df-440d-a2fe-6143898ba8f3 None None] Network f91a49ae-1b4c-418a-bad9-609312607b60 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:38.091288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Subnet': ['ID=5f1ab1ba-309b-41d1-9176-fa1f9668adaf,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:38.101669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Checking segment: {'id': '837576ee-4a2c-46f3-a39b-3f7327ecc2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '834e5709-96f8-41fd-8040-b5ece09bad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:38.102024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network hostable DHCP agents. Network: 834e5709-96f8-41fd-8040-b5ece09bad7e, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:38.123484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network 834e5709-96f8-41fd-8040-b5ece09bad7e is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:38.126633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a5811b65-e89b-4adf-9d48-05aa032ec94e None None] Provisioning for port 345a09cc-7f57-4e80-814a-1698dab6e392 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:38.133279 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 834e5709-96f8-41fd-8040-b5ece09bad7e) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:38.137154 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:38.137716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.140302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a5811b65-e89b-4adf-9d48-05aa032ec94e None None] Provisioning complete for port 345a09cc-7f57-4e80-814a-1698dab6e392 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:38.140664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5811b65-e89b-4adf-9d48-05aa032ec94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.159040 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-75e1bf4e-4b17-49bc-bc69-63e9477ccc03 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6369829 May 06 14:17:38.161739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43254) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:38.175032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf87f8-1771-4a59-abc0-2bacd604b345 None None] Network 834e5709-96f8-41fd-8040-b5ece09bad7e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:38.303862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.366867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.442697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.481674 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1ab1ba-309b-41d1-9176-fa1f9668adaf,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:38.564635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbde2f8-421a-41cd-94e9-5b171340acc7 None None] Network 834e5709-96f8-41fd-8040-b5ece09bad7e requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:38.577087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.588339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5811b65-e89b-4adf-9d48-05aa032ec94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.602352 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834e5709-96f8-41fd-8040-b5ece09bad7e']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:38.621257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837576ee-4a2c-46f3-a39b-3f7327ecc2ce') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:38.621550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837576ee-4a2c-46f3-a39b-3f7327ecc2ce') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:38.633889 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.651906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.657912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:17:38.658406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:17:38.672732 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:17:38.729628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a5811b65-e89b-4adf-9d48-05aa032ec94e None None] For port 345a09cc-7f57-4e80-814a-1698dab6e392, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=345a09cc-7f57-4e80-814a-1698dab6e392,segment=NetworkSegment(c3495bfe-5c14-4231-a400-786341af46a3),segment_id=c3495bfe-5c14-4231-a400-786341af46a3)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:38.736504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5811b65-e89b-4adf-9d48-05aa032ec94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.755266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.778100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.789875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Network': ['ID=834e5709-96f8-41fd-8040-b5ece09bad7e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:38.797820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43258) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:38.800411 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c5dc3f97-6509-4d8e-aa6d-dae6c4e4487d tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/834e5709-96f8-41fd-8040-b5ece09bad7e HTTP/1.1" status: 204 len: 168 time: 0.6375382 May 06 14:17:38.803982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932950475'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:38.808845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:38.814198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:network and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:38.817331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:38.823752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:38.835917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:38.839620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.845483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5811b65-e89b-4adf-9d48-05aa032ec94e None None] Pushing event updated for resources: {'Port': ['ID=345a09cc-7f57-4e80-814a-1698dab6e392,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:38.870725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:38.880608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.881037 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Added segment cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63 of type vlan for network 228137ab-be7e-4912-993b-ba791ca0d7b2 May 06 14:17:38.908729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.941979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.946240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:38.946821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:38.971444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-699a9787-6138-458f-8b33-352b889bee8c None None] Provisioning complete for port 345a09cc-7f57-4e80-814a-1698dab6e392 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:38.972075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-699a9787-6138-458f-8b33-352b889bee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.139998 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3410265 May 06 14:17:39.142758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43262) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:39.152380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'subnet': {'network_id': '228137ab-be7e-4912-993b-ba791ca0d7b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:39.176193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadb29f-dc83-4974-8e15-fbf8a8fcfee2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Network': ['ID=228137ab-be7e-4912-993b-ba791ca0d7b2,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:39.186509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 228137ab-be7e-4912-993b-ba791ca0d7b2 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:39.269271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:39.273416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:subnet and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:39.276370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:39.282571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:39.293053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:39.393028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.613323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.693525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Subnet': ['ID=c84d1cc4-28a6-4934-8fab-2a5513d8a371,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:39.702003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Checking segment: {'id': 'cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '228137ab-be7e-4912-993b-ba791ca0d7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:39.702360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network hostable DHCP agents. Network: 228137ab-be7e-4912-993b-ba791ca0d7b2, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:39.724237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network 228137ab-be7e-4912-993b-ba791ca0d7b2 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:39.733763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 228137ab-be7e-4912-993b-ba791ca0d7b2) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:39.738063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:39.738728 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.742141 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a3f767-c30b-4c6b-bc40-bb156aee86f8 None None] Network 228137ab-be7e-4912-993b-ba791ca0d7b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:39.761151 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5516bd73-fab5-4e30-8c25-f17318c1a5b2 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6173236 May 06 14:17:39.764542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43266) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:39.769923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-560185702'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:39.775191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:39.779024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:network and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:39.781817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:39.788606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:39.798918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:39.802197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.831299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:39.863569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.863928 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Added segment a5bcede0-692f-4bc6-8016-28685df4f418 of type vlan for network 09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4 May 06 14:17:39.871616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 345a09cc-7f57-4e80-814a-1698dab6e392 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:39.895133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.926289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.930116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:39.930688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.023832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-228137ab-be7e-4912-993b-ba791ca0d7b2', 'network_id': '228137ab-be7e-4912-993b-ba791ca0d7b2', 'tenant_id': '9eac4794a9c44e39aed886b69e6e186f', 'fixed_ips': [{'subnet_id': 'c84d1cc4-28a6-4934-8fab-2a5513d8a371'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:17:40.024759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.032490 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2669330 May 06 14:17:40.035393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43270) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:40.038913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 345a09cc-7f57-4e80-814a-1698dab6e392 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:40.039283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.042973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Request body: {'subnet': {'network_id': '09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:40.063346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e9f4f-1e0b-4bee-9037-7fb09ee99626 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Network': ['ID=09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:40.075247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:40.152807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:40.156515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Usage tracker for resource:subnet and tenant:9eac4794a9c44e39aed886b69e6e186f is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:40.159314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:40.165188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:40.175674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Made reservation on behalf of 9eac4794a9c44e39aed886b69e6e186f for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:40.280858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.380801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Allocated IP 2001:db8::2 (228137ab-be7e-4912-993b-ba791ca0d7b2/c84d1cc4-28a6-4934-8fab-2a5513d8a371/b8294e60-6b8c-40cd-9e01-dc1783af7431) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:40.493695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.576026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event updated for resources: {'Subnet': ['ID=74c93ca7-8e56-4069-8e31-74d8235701e5,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:40.587516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Checking segment: {'id': 'a5bcede0-692f-4bc6-8016-28685df4f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:40.587906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network hostable DHCP agents. Network: 09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:40.608853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Network 09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:40.618156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:40.622337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:40.622955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.630907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c518034-3927-4485-951c-3d0bb2204221 None None] Network 09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:40.644994 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5de086ac-6fa0-410f-8f45-b81044decabf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6086211 May 06 14:17:40.647525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43274) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:40.697068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.720165 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Transition to ACTIVE for port object b8294e60-6b8c-40cd-9e01-dc1783af7431 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:40.757814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Transition to ACTIVE for port object b8294e60-6b8c-40cd-9e01-dc1783af7431 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:40.772176 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.784662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.847712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.885901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Network 228137ab-be7e-4912-993b-ba791ca0d7b2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:40.890925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:40.894377 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Pushing event updated for resources: {'Port': ['ID=b8294e60-6b8c-40cd-9e01-dc1783af7431,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:40.896576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:40.929139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.002620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c6c50-8584-4355-b800-1a4dda8a9350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4', 'network_id': '09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4', 'tenant_id': '9eac4794a9c44e39aed886b69e6e186f', 'fixed_ips': [{'subnet_id': '74c93ca7-8e56-4069-8e31-74d8235701e5'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:17:41.003433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-728c6c50-8584-4355-b800-1a4dda8a9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.046793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Attempting to bind port b8294e60-6b8c-40cd-9e01-dc1783af7431 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:41.047498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Attempting to bind port b8294e60-6b8c-40cd-9e01-dc1783af7431 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '228137ab-be7e-4912-993b-ba791ca0d7b2'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:41.047498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Attempting to bind port b8294e60-6b8c-40cd-9e01-dc1783af7431 on network 228137ab-be7e-4912-993b-ba791ca0d7b2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:41.068002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Subnet': ['ID=74c93ca7-8e56-4069-8e31-74d8235701e5,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:41.104382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:17:41.104673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Checking segment: {'id': 'cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '228137ab-be7e-4912-993b-ba791ca0d7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:41.105072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.105457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Bound using segment: {'id': 'cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '228137ab-be7e-4912-993b-ba791ca0d7b2'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:17:41.105959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Bound port: b8294e60-6b8c-40cd-9e01-dc1783af7431, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '228137ab-be7e-4912-993b-ba791ca0d7b2'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:41.106385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.164712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.175822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5351458-88a4-437b-bcc8-c629182cee8d None None] Network 09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:41.191717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:41.203588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bcede0-692f-4bc6-8016-28685df4f418') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:41.203927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bcede0-692f-4bc6-8016-28685df4f418') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:41.215676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.231805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.237785 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:17:41.238163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:17:41.255042 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:17:41.312941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] For port b8294e60-6b8c-40cd-9e01-dc1783af7431, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:17:41.338256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.358418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.366769 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Network': ['ID=09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:41.372931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f4a1f396-d1a0-4eac-a649-d7ceef88c252 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4 HTTP/1.1" status: 204 len: 168 time: 0.7230523 May 06 14:17:41.374831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43278) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:41.385030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] For port b8294e60-6b8c-40cd-9e01-dc1783af7431, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b8294e60-6b8c-40cd-9e01-dc1783af7431,segment=NetworkSegment(cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63),segment_id=cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:17:41.389551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.415193 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc1bfc9-ac05-4a94-b24e-6e1465fe7168 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] GET failed (client error): The resource could not be found. May 06 14:17:41.415689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4bc1bfc9-ac05-4a94-b24e-6e1465fe7168 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Synchronizing usage tracker for tenant:9eac4794a9c44e39aed886b69e6e186f on resource:subnet {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:41.432526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4bc1bfc9-ac05-4a94-b24e-6e1465fe7168 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Unset dirty status for tenant:9eac4794a9c44e39aed886b69e6e186f on resource:subnet {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:41.433673 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4bc1bfc9-ac05-4a94-b24e-6e1465fe7168 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "GET /v2.0/subnets/74c93ca7-8e56-4069-8e31-74d8235701e5 HTTP/1.1" status: 404 len: 337 time: 0.0578432 May 06 14:17:41.436705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43282) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:41.467852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35115161-a90b-49e2-bc7d-d12b9b67b8fb None None] Pushing event updated for resources: {'Port': ['ID=b8294e60-6b8c-40cd-9e01-dc1783af7431,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:41.471916 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-332b9210-5458-4ba5-8651-f4b871de9c40 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] DELETE failed (client error): The resource could not be found. May 06 14:17:41.472369 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332b9210-5458-4ba5-8651-f4b871de9c40 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:17:41.474311 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-332b9210-5458-4ba5-8651-f4b871de9c40 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4 HTTP/1.1" status: 404 len: 339 time: 0.0370040 May 06 14:17:41.478081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43286) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:41.616155 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-2621bc8c-ff96-4c06-9e2e-7b65ce44c3e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] DELETE failed (client error): The resource could not be found. May 06 14:17:41.616516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2621bc8c-ff96-4c06-9e2e-7b65ce44c3e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:17:41.618201 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2621bc8c-ff96-4c06-9e2e-7b65ce44c3e8 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/subnets/74c93ca7-8e56-4069-8e31-74d8235701e5 HTTP/1.1" status: 404 len: 337 time: 0.1391828 May 06 14:17:41.620709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43290) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:41.645866 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6341bd0-71b8-421d-850f-4a0c71bd818a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] DELETE failed (client error): The resource could not be found. May 06 14:17:41.646289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6341bd0-71b8-421d-850f-4a0c71bd818a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:17:41.648467 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e6341bd0-71b8-421d-850f-4a0c71bd818a tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/09c7bcd1-e12a-45e6-bfc0-b721b5b4c3e4 HTTP/1.1" status: 404 len: 339 time: 0.0268681 May 06 14:17:41.650821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43294) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:41.841351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4e40c8-68bd-4510-ba7f-246b05c4a202 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Deleting subnet c84d1cc4-28a6-4934-8fab-2a5513d8a371 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:17:41.844472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b4e40c8-68bd-4510-ba7f-246b05c4a202 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.882573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b8294e60-6b8c-40cd-9e01-dc1783af7431 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:41.904611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b4e40c8-68bd-4510-ba7f-246b05c4a202 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:41.951859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port b8294e60-6b8c-40cd-9e01-dc1783af7431 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:41.988900 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b4e40c8-68bd-4510-ba7f-246b05c4a202 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.067520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b4e40c8-68bd-4510-ba7f-246b05c4a202 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.105954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e40c8-68bd-4510-ba7f-246b05c4a202 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Subnet': ['ID=c84d1cc4-28a6-4934-8fab-2a5513d8a371,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:42.112356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b4e40c8-68bd-4510-ba7f-246b05c4a202 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.126548 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5b4e40c8-68bd-4510-ba7f-246b05c4a202 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/subnets/c84d1cc4-28a6-4934-8fab-2a5513d8a371 HTTP/1.1" status: 204 len: 168 time: 0.4745100 May 06 14:17:42.128647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43298) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:42.245143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.256153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Deleting port b8294e60-6b8c-40cd-9e01-dc1783af7431 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:42.256477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.341123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c17af-8231-48bb-8f7e-1c3afd418146 None None] Network 228137ab-be7e-4912-993b-ba791ca0d7b2 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:42.459850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] For port b8294e60-6b8c-40cd-9e01-dc1783af7431, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b8294e60-6b8c-40cd-9e01-dc1783af7431,segment=NetworkSegment(cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63),segment_id=cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:42.460445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.514110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2ad7d824-a694-4086-97a4-844fee3ae967 None None] Provisioning for port b8294e60-6b8c-40cd-9e01-dc1783af7431 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:42.525831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2ad7d824-a694-4086-97a4-844fee3ae967 None None] Provisioning complete for port b8294e60-6b8c-40cd-9e01-dc1783af7431 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:42.526227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d824-a694-4086-97a4-844fee3ae967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.594769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Calling delete_port for b8294e60-6b8c-40cd-9e01-dc1783af7431 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:17:42.651286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7bf467-1176-46d1-9c5c-289f43b1472f None None] DHCP port deletion for 228137ab-be7e-4912-993b-ba791ca0d7b2 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:17:42.655595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d824-a694-4086-97a4-844fee3ae967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.666902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bf467-1176-46d1-9c5c-289f43b1472f None None] Deleting port b8294e60-6b8c-40cd-9e01-dc1783af7431 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:42.667259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf467-1176-46d1-9c5c-289f43b1472f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.671262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.716699 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Port': ['ID=b8294e60-6b8c-40cd-9e01-dc1783af7431,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:42.722462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No DVR routers for this DVR port b8294e60-6b8c-40cd-9e01-dc1783af7431 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:17:42.736683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bf467-1176-46d1-9c5c-289f43b1472f None None] The port 'b8294e60-6b8c-40cd-9e01-dc1783af7431' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:17:42.844301 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.869454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228137ab-be7e-4912-993b-ba791ca0d7b2']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:42.881897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:42.882145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe5da78-d3c0-4c53-a10e-4b0f5ea95c63') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:42.893140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.909038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.914935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:17:42.915310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:17:42.929075 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:17:43.005578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.023445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.035176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Network': ['ID=228137ab-be7e-4912-993b-ba791ca0d7b2,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:43.037670 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-77fa1ba6-7124-4825-ae8e-664765371c76 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/228137ab-be7e-4912-993b-ba791ca0d7b2 HTTP/1.1" status: 204 len: 168 time: 0.9081037 May 06 14:17:43.040161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43302) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:43.077375 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-18953bf8-73cd-4fe2-94bf-a3272e65e5e3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] DELETE failed (client error): The resource could not be found. May 06 14:17:43.077799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18953bf8-73cd-4fe2-94bf-a3272e65e5e3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:17:43.079384 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-18953bf8-73cd-4fe2-94bf-a3272e65e5e3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/subnets/5f1ab1ba-309b-41d1-9176-fa1f9668adaf HTTP/1.1" status: 404 len: 337 time: 0.0383005 May 06 14:17:43.081774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43306) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:43.105303 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe8172e-5e49-4f26-85f4-00e7953bf6f1 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] DELETE failed (client error): The resource could not be found. May 06 14:17:43.105709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe8172e-5e49-4f26-85f4-00e7953bf6f1 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:17:43.107206 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bfe8172e-5e49-4f26-85f4-00e7953bf6f1 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/834e5709-96f8-41fd-8040-b5ece09bad7e HTTP/1.1" status: 404 len: 339 time: 0.0245984 May 06 14:17:43.109364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43310) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:43.224516 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeb032a-0e46-4304-a46e-876a422e5a9c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] DELETE failed (client error): The resource could not be found. May 06 14:17:43.224974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeb032a-0e46-4304-a46e-876a422e5a9c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:17:43.226597 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cfeb032a-0e46-4304-a46e-876a422e5a9c tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/subnets/7f3c7443-405e-492f-8df9-0ff6428f3369 HTTP/1.1" status: 404 len: 337 time: 0.1163328 May 06 14:17:43.229219 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43314) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:43.253651 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde4a6cd-d55e-4e62-bc40-cc6346f16353 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] DELETE failed (client error): The resource could not be found. May 06 14:17:43.254059 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde4a6cd-d55e-4e62-bc40-cc6346f16353 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84021) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:17:43.255576 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fde4a6cd-d55e-4e62-bc40-cc6346f16353 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/218d61fb-bba2-42b7-8a34-c686f30e0f94 HTTP/1.1" status: 404 len: 339 time: 0.0254760 May 06 14:17:43.258438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43318) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:43.443048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da960ca-cdd8-4365-9949-0f5a46c706a3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Deleting subnet 5d58ea69-1027-46fb-a6c2-a0214f73e8dd {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:17:43.446567 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7da960ca-cdd8-4365-9949-0f5a46c706a3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.502467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7da960ca-cdd8-4365-9949-0f5a46c706a3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.581123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7da960ca-cdd8-4365-9949-0f5a46c706a3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.655423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7da960ca-cdd8-4365-9949-0f5a46c706a3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.698293 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da960ca-cdd8-4365-9949-0f5a46c706a3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Subnet': ['ID=5d58ea69-1027-46fb-a6c2-a0214f73e8dd,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:43.703266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7da960ca-cdd8-4365-9949-0f5a46c706a3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.708584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f2198-120d-4c5e-aa80-35e569c58839 None None] Network f91a49ae-1b4c-418a-bad9-609312607b60 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:43.712692 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7da960ca-cdd8-4365-9949-0f5a46c706a3 tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/subnets/5d58ea69-1027-46fb-a6c2-a0214f73e8dd HTTP/1.1" status: 204 len: 168 time: 0.4534345 May 06 14:17:43.714995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43322) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:43.831755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.844835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Deleting port 345a09cc-7f57-4e80-814a-1698dab6e392 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:43.845180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:43.976563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b8294e60-6b8c-40cd-9e01-dc1783af7431 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:17:44.011756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: b8294e60-6b8c-40cd-9e01-dc1783af7431 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:17:44.012154 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b8294e60-6b8c-40cd-9e01-dc1783af7431 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:17:44.016960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] DHCP port deletion for f91a49ae-1b4c-418a-bad9-609312607b60 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:17:44.022736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] Deleting port 345a09cc-7f57-4e80-814a-1698dab6e392 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:44.023197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.076099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] For port 345a09cc-7f57-4e80-814a-1698dab6e392, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=345a09cc-7f57-4e80-814a-1698dab6e392,segment=NetworkSegment(c3495bfe-5c14-4231-a400-786341af46a3),segment_id=c3495bfe-5c14-4231-a400-786341af46a3)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:44.076455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.198772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Calling delete_port for 345a09cc-7f57-4e80-814a-1698dab6e392 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:17:44.215961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] For port 345a09cc-7f57-4e80-814a-1698dab6e392, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=345a09cc-7f57-4e80-814a-1698dab6e392,segment=NetworkSegment(c3495bfe-5c14-4231-a400-786341af46a3),segment_id=c3495bfe-5c14-4231-a400-786341af46a3)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:44.216343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.270652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.313814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Port': ['ID=345a09cc-7f57-4e80-814a-1698dab6e392,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:44.320903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] No DVR routers for this DVR port 345a09cc-7f57-4e80-814a-1698dab6e392 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:17:44.335109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] Calling delete_port for 345a09cc-7f57-4e80-814a-1698dab6e392 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:17:44.402962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:17:44.403340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:17:44.442397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.468103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91a49ae-1b4c-418a-bad9-609312607b60']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:44.483763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3495bfe-5c14-4231-a400-786341af46a3') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:44.484085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3495bfe-5c14-4231-a400-786341af46a3') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:44.495141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.511252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.517593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:17:44.518051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:17:44.533042 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:17:44.608217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.612236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.641952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] Pushing event deleted for resources: {'Network': ['ID=f91a49ae-1b4c-418a-bad9-609312607b60,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:44.645685 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d7d1f92c-6cf9-433f-8bdf-9c9c34a98eaf tempest-NetworksIpV6Test-1101257027 tempest-NetworksIpV6Test-1101257027-project] 10.222.0.65 "DELETE /v2.0/networks/f91a49ae-1b4c-418a-bad9-609312607b60 HTTP/1.1" status: 204 len: 168 time: 0.9297640 May 06 14:17:44.904384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] Deleting port 345a09cc-7f57-4e80-814a-1698dab6e392 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:44.905449 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.929691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43330) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:44.970037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4c5af11d-e7e6-40d6-9055-83c73af9ac8b None None] The port '345a09cc-7f57-4e80-814a-1698dab6e392' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:17:45.102898 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-83e8d7c8-1ecc-4996-94f0-57f31a486707 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9eac4794a9c44e39aed886b69e6e186f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1719961 May 06 14:17:45.105274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43336) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:45.162257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0076bbeb-d0c2-4377-b321-971529322c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:45.187470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0076bbeb-d0c2-4377-b321-971529322c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:45.236976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0076bbeb-d0c2-4377-b321-971529322c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:45.252707 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076bbeb-d0c2-4377-b321-971529322c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f388c588-ac60-4f89-8841-eef4fb1c627d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:45.256959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0076bbeb-d0c2-4377-b321-971529322c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:45.258056 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0076bbeb-d0c2-4377-b321-971529322c6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f388c588-ac60-4f89-8841-eef4fb1c627d HTTP/1.1" status: 204 len: 168 time: 0.1519103 May 06 14:17:45.865936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 345a09cc-7f57-4e80-814a-1698dab6e392 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:17:45.904885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 345a09cc-7f57-4e80-814a-1698dab6e392 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:17:45.905956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 345a09cc-7f57-4e80-814a-1698dab6e392 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:17:46.061890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43358) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:46.188851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1040942552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:46.195651 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:46.199472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Usage tracker for resource:router and tenant:60f5dceecdfb460fb7d7a72a2b92f253 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:46.202292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:46.208654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:46.218683 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.219556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.237252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.254395 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.274091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.275275 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f5bffec1-94b9-4715-889f-f68dc445d925 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2124059 May 06 14:17:46.278094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43364) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:46.283212 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1095081931'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:46.287742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:46.291458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Usage tracker for resource:network and tenant:60f5dceecdfb460fb7d7a72a2b92f253 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:46.297307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:46.302870 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:46.311960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Made reservation on behalf of 60f5dceecdfb460fb7d7a72a2b92f253 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:46.314688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.401389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.432869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:46.436619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Usage tracker for resource:security_group_rule and tenant:60f5dceecdfb460fb7d7a72a2b92f253 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:46.439331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:46.445601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:46.512243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.515992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.546416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:46.554833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56cb7620-ef3e-41d6-8e09-ecbe01b30197,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:46.560226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.560565 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Added segment 8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f of type vlan for network a833b840-ae6d-4587-9670-a1851adfff99 May 06 14:17:46.586714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.613485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.617518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:46.618077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.722156 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4430730 May 06 14:17:46.725318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fc9b5-4919-40e4-9166-2edddc19a720 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event updated for resources: {'Network': ['ID=a833b840-ae6d-4587-9670-a1851adfff99,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:46.725694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43368) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:46.731619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Request body: {'subnet': {'network_id': 'a833b840-ae6d-4587-9670-a1851adfff99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:46.735466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network a833b840-ae6d-4587-9670-a1851adfff99 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:46.838949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:46.842753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Usage tracker for resource:subnet and tenant:60f5dceecdfb460fb7d7a72a2b92f253 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:46.845525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:46.851594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:46.861041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Made reservation on behalf of 60f5dceecdfb460fb7d7a72a2b92f253 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:46.960229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.167005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.244984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event updated for resources: {'Subnet': ['ID=71baa587-398c-4be0-93c3-104ca6bc81f9,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:47.259056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.259395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.259726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.260089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.260422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.260744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.261064 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.261384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.261703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.262016 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.262331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:47.265501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Checking segment: {'id': '8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a833b840-ae6d-4587-9670-a1851adfff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:47.265847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Network hostable DHCP agents. Network: a833b840-ae6d-4587-9670-a1851adfff99, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:47.288324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Network a833b840-ae6d-4587-9670-a1851adfff99 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:47.297132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, a833b840-ae6d-4587-9670-a1851adfff99) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:47.300938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:47.301510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.307461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339aefd1-5e3d-4149-8a8d-3c4fd95ecf48 None None] Network a833b840-ae6d-4587-9670-a1851adfff99 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:47.321591 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-944e9aa4-665c-4e65-8e7d-0d290e81cfd2 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5947950 May 06 14:17:47.324485 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43372) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:47.329803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1739627815'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:47.335038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:47.339666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Usage tracker for resource:network and tenant:60f5dceecdfb460fb7d7a72a2b92f253 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:47.342823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:47.355519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:47.365433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Made reservation on behalf of 60f5dceecdfb460fb7d7a72a2b92f253 for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:47.368544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.396575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:47.405581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.405924 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Added segment 98eeb42b-f615-4cca-95e8-dca5df504ef3 of type vlan for network 0ce0d722-43ee-43f4-b142-092afa0a0e46 May 06 14:17:47.431378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.461154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.464759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:47.465332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.522470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-a833b840-ae6d-4587-9670-a1851adfff99', 'network_id': 'a833b840-ae6d-4587-9670-a1851adfff99', 'tenant_id': '60f5dceecdfb460fb7d7a72a2b92f253', 'fixed_ips': [{'subnet_id': '71baa587-398c-4be0-93c3-104ca6bc81f9'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:17:47.523317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.563242 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2377245 May 06 14:17:47.566215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43376) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:47.572036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Request body: {'subnet': {'network_id': '0ce0d722-43ee-43f4-b142-092afa0a0e46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:47.595514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11a671-2c14-44d6-9685-a112c2c676ad tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event updated for resources: {'Network': ['ID=0ce0d722-43ee-43f4-b142-092afa0a0e46,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:47.608532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 0ce0d722-43ee-43f4-b142-092afa0a0e46 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:47.686722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:47.690496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Usage tracker for resource:subnet and tenant:60f5dceecdfb460fb7d7a72a2b92f253 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:47.693338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:47.699577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:47.709231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Made reservation on behalf of 60f5dceecdfb460fb7d7a72a2b92f253 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:47.764719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Allocated IP 172.20.0.2 (a833b840-ae6d-4587-9670-a1851adfff99/71baa587-398c-4be0-93c3-104ca6bc81f9/bd17e628-0e53-466a-b89d-3632b8f5abe7) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:47.813759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.997752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.008682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Transition to ACTIVE for port object bd17e628-0e53-466a-b89d-3632b8f5abe7 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:48.026860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Transition to ACTIVE for port object bd17e628-0e53-466a-b89d-3632b8f5abe7 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:48.031525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.032427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.096474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Network a833b840-ae6d-4587-9670-a1851adfff99 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:48.099282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:48.103254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:48.109732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Pushing event updated for resources: {'Port': ['ID=bd17e628-0e53-466a-b89d-3632b8f5abe7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:48.196588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Attempting to bind port bd17e628-0e53-466a-b89d-3632b8f5abe7 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:48.196949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Attempting to bind port bd17e628-0e53-466a-b89d-3632b8f5abe7 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a833b840-ae6d-4587-9670-a1851adfff99'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:48.197302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Attempting to bind port bd17e628-0e53-466a-b89d-3632b8f5abe7 on network a833b840-ae6d-4587-9670-a1851adfff99 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:48.203496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:17:48.203886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Checking segment: {'id': '8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a833b840-ae6d-4587-9670-a1851adfff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:48.204283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.204806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Bound using segment: {'id': '8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a833b840-ae6d-4587-9670-a1851adfff99'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:17:48.205121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Bound port: bd17e628-0e53-466a-b89d-3632b8f5abe7, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a833b840-ae6d-4587-9670-a1851adfff99'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:48.205487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.211213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event updated for resources: {'Subnet': ['ID=e8d08a38-0d7b-4e77-97fb-d8aaec9a1bbb,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:48.225257 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Checking segment: {'id': '98eeb42b-f615-4cca-95e8-dca5df504ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0ce0d722-43ee-43f4-b142-092afa0a0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:48.225655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Network hostable DHCP agents. Network: 0ce0d722-43ee-43f4-b142-092afa0a0e46, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:48.247367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Network 0ce0d722-43ee-43f4-b142-092afa0a0e46 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:48.257141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 0ce0d722-43ee-43f4-b142-092afa0a0e46) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:48.262092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:48.262250 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.266259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a9a700-83c5-48f0-ac18-52f07eab1a1b None None] Network 0ce0d722-43ee-43f4-b142-092afa0a0e46 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:48.283318 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b73e277a-7d8f-43cd-aa46-b09be36b8592 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7160835 May 06 14:17:48.286193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43380) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:48.292136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0a05619c-7de1-4674-9ade-d95f98d5f41d tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ce0d722-43ee-43f4-b142-092afa0a0e46'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:48.368948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] For port bd17e628-0e53-466a-b89d-3632b8f5abe7, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:17:48.373448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] For port bd17e628-0e53-466a-b89d-3632b8f5abe7, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bd17e628-0e53-466a-b89d-3632b8f5abe7,segment=NetworkSegment(8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f),segment_id=8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:17:48.379929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.525917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5251d6-0509-4839-9f35-9c782801725c None None] Pushing event updated for resources: {'Port': ['ID=bd17e628-0e53-466a-b89d-3632b8f5abe7,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:48.594024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-0ce0d722-43ee-43f4-b142-092afa0a0e46', 'network_id': '0ce0d722-43ee-43f4-b142-092afa0a0e46', 'tenant_id': '60f5dceecdfb460fb7d7a72a2b92f253', 'fixed_ips': [{'subnet_id': 'e8d08a38-0d7b-4e77-97fb-d8aaec9a1bbb'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:17:48.594913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.703662 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0a05619c-7de1-4674-9ade-d95f98d5f41d tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.773809 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Allocated IP 172.21.0.2 (0ce0d722-43ee-43f4-b142-092afa0a0e46/e8d08a38-0d7b-4e77-97fb-d8aaec9a1bbb/ab662580-bb14-4f68-98e8-af43ce5117fb) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:48.865294 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.api.v2.resource [None req-0a05619c-7de1-4674-9ade-d95f98d5f41d tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 14:17:48.872344 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0a05619c-7de1-4674-9ade-d95f98d5f41d tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "PUT /v2.0/routers/e0da5cd7-dae9-40b1-9396-0760ca41d45c HTTP/1.1" status: 400 len: 364 time: 0.5851154 May 06 14:17:48.872919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43384) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:48.989090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:48.999865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Transition to ACTIVE for port object ab662580-bb14-4f68-98e8-af43ce5117fb will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:49.020027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Transition to ACTIVE for port object ab662580-bb14-4f68-98e8-af43ce5117fb will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:49.026007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.065675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf6c9c2-013b-465b-9201-7c4d7fa50ea0 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Deleting subnet e8d08a38-0d7b-4e77-97fb-d8aaec9a1bbb {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:17:49.069385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2cf6c9c2-013b-465b-9201-7c4d7fa50ea0 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.093100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Network 0ce0d722-43ee-43f4-b142-092afa0a0e46 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:49.096473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:49.100392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:49.102443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Pushing event updated for resources: {'Port': ['ID=ab662580-bb14-4f68-98e8-af43ce5117fb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:49.123497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2cf6c9c2-013b-465b-9201-7c4d7fa50ea0 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.192263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Attempting to bind port ab662580-bb14-4f68-98e8-af43ce5117fb on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:49.192663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Attempting to bind port ab662580-bb14-4f68-98e8-af43ce5117fb by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '98eeb42b-f615-4cca-95e8-dca5df504ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0ce0d722-43ee-43f4-b142-092afa0a0e46'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:49.193022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Attempting to bind port ab662580-bb14-4f68-98e8-af43ce5117fb on network 0ce0d722-43ee-43f4-b142-092afa0a0e46 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:49.200323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:17:49.200691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Checking segment: {'id': '98eeb42b-f615-4cca-95e8-dca5df504ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0ce0d722-43ee-43f4-b142-092afa0a0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:49.201089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.201476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Bound using segment: {'id': '98eeb42b-f615-4cca-95e8-dca5df504ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0ce0d722-43ee-43f4-b142-092afa0a0e46'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:17:49.201961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Bound port: ab662580-bb14-4f68-98e8-af43ce5117fb, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98eeb42b-f615-4cca-95e8-dca5df504ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0ce0d722-43ee-43f4-b142-092afa0a0e46'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:49.202303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.213258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2cf6c9c2-013b-465b-9201-7c4d7fa50ea0 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.291360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2cf6c9c2-013b-465b-9201-7c4d7fa50ea0 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.296187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] For port ab662580-bb14-4f68-98e8-af43ce5117fb, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:17:49.299407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] For port ab662580-bb14-4f68-98e8-af43ce5117fb, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ab662580-bb14-4f68-98e8-af43ce5117fb,segment=NetworkSegment(98eeb42b-f615-4cca-95e8-dca5df504ef3),segment_id=98eeb42b-f615-4cca-95e8-dca5df504ef3)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:17:49.306717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.332806 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6c9c2-013b-465b-9201-7c4d7fa50ea0 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d08a38-0d7b-4e77-97fb-d8aaec9a1bbb,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:49.339263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2cf6c9c2-013b-465b-9201-7c4d7fa50ea0 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.348322 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2cf6c9c2-013b-465b-9201-7c4d7fa50ea0 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "DELETE /v2.0/subnets/e8d08a38-0d7b-4e77-97fb-d8aaec9a1bbb HTTP/1.1" status: 204 len: 168 time: 0.4743981 May 06 14:17:49.349902 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43388) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:49.403088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb5f56-a707-4ae9-81a3-5f52520062c2 None None] Pushing event updated for resources: {'Port': ['ID=ab662580-bb14-4f68-98e8-af43ce5117fb,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:49.469624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.482069 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Deleting port ab662580-bb14-4f68-98e8-af43ce5117fb {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:49.482415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.574352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e3a39-bc6e-42ef-96ad-f3836809a30e None None] Network a833b840-ae6d-4587-9670-a1851adfff99 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:49.700943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-94e1e789-eebb-466f-9a9c-41f2e6642a76 None None] Provisioning for port bd17e628-0e53-466a-b89d-3632b8f5abe7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:49.821961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] For port ab662580-bb14-4f68-98e8-af43ce5117fb, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ab662580-bb14-4f68-98e8-af43ce5117fb,segment=NetworkSegment(98eeb42b-f615-4cca-95e8-dca5df504ef3),segment_id=98eeb42b-f615-4cca-95e8-dca5df504ef3)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:49.822451 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:49.949055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bd17e628-0e53-466a-b89d-3632b8f5abe7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:49.964327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Calling delete_port for ab662580-bb14-4f68-98e8-af43ce5117fb owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:17:50.025762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port bd17e628-0e53-466a-b89d-3632b8f5abe7 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:50.031579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port bd17e628-0e53-466a-b89d-3632b8f5abe7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:50.032054 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.054045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.104617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event deleted for resources: {'Port': ['ID=ab662580-bb14-4f68-98e8-af43ce5117fb,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:50.114642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] No DVR routers for this DVR port ab662580-bb14-4f68-98e8-af43ce5117fb on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:17:50.185647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.249833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.256288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dd404167-e5de-4dbf-b664-29a522933603 None None] Provisioning complete for port bd17e628-0e53-466a-b89d-3632b8f5abe7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:50.256661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd404167-e5de-4dbf-b664-29a522933603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.278650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce0d722-43ee-43f4-b142-092afa0a0e46']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:50.293349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eeb42b-f615-4cca-95e8-dca5df504ef3') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:50.294013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eeb42b-f615-4cca-95e8-dca5df504ef3') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:50.298151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port bd17e628-0e53-466a-b89d-3632b8f5abe7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bd17e628-0e53-466a-b89d-3632b8f5abe7,segment=NetworkSegment(8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f),segment_id=8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:50.308307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.308877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.309651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ab662580-bb14-4f68-98e8-af43ce5117fb up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:50.326117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.336091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:17:50.339095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.376727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ab662580-bb14-4f68-98e8-af43ce5117fb {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:17:50.377082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ab662580-bb14-4f68-98e8-af43ce5117fb not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:17:50.415938 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:17:50.435037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Port ab662580-bb14-4f68-98e8-af43ce5117fb not found, will not notify nova. {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 14:17:50.452481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.471201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.482763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event deleted for resources: {'Network': ['ID=0ce0d722-43ee-43f4-b142-092afa0a0e46,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:50.489083 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-215df2b1-beb7-4a35-a4f4-16f0e9be090b tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "DELETE /v2.0/networks/0ce0d722-43ee-43f4-b142-092afa0a0e46 HTTP/1.1" status: 204 len: 168 time: 1.1358404 May 06 14:17:50.489310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43392) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:50.500937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=bd17e628-0e53-466a-b89d-3632b8f5abe7,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:50.530496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.582930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca3d06-d36f-444d-9e2d-c8c8050b0b74 None None] DHCP port deletion for 0ce0d722-43ee-43f4-b142-092afa0a0e46 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:17:50.600380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc34857-b6ee-4d22-8df9-76b326036911 None None] Network 0ce0d722-43ee-43f4-b142-092afa0a0e46 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:50.617812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc34857-b6ee-4d22-8df9-76b326036911 None None] Network 0ce0d722-43ee-43f4-b142-092afa0a0e46 could not be found, it might have been deleted concurrently. {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 14:17:50.641562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-530273bd-1a83-4c24-baad-d31c2e6c7027 None None] Could not find standard attr ID for object ab662580-bb14-4f68-98e8-af43ce5117fb. {{(pid=84023) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 14:17:50.681617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-233ebf24-d5bf-4134-89cb-15dc2257b711 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Deleting subnet 71baa587-398c-4be0-93c3-104ca6bc81f9 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:17:50.684538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-233ebf24-d5bf-4134-89cb-15dc2257b711 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.737801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-233ebf24-d5bf-4134-89cb-15dc2257b711 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.817821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-233ebf24-d5bf-4134-89cb-15dc2257b711 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.893751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-233ebf24-d5bf-4134-89cb-15dc2257b711 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.933641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ebf24-d5bf-4134-89cb-15dc2257b711 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event deleted for resources: {'Subnet': ['ID=71baa587-398c-4be0-93c3-104ca6bc81f9,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:50.938730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-233ebf24-d5bf-4134-89cb-15dc2257b711 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.944172 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-233ebf24-d5bf-4134-89cb-15dc2257b711 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "DELETE /v2.0/subnets/71baa587-398c-4be0-93c3-104ca6bc81f9 HTTP/1.1" status: 204 len: 168 time: 0.4538653 May 06 14:17:50.944335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c96ae8-c41b-45d3-badc-5a7ecb99073d None None] Network a833b840-ae6d-4587-9670-a1851adfff99 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:50.946474 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43396) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:51.064701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.074854 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Deleting port bd17e628-0e53-466a-b89d-3632b8f5abe7 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:51.075180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.186929 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] DHCP port deletion for a833b840-ae6d-4587-9670-a1851adfff99 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:17:51.191138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] Deleting port bd17e628-0e53-466a-b89d-3632b8f5abe7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:51.191510 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.368951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] For port bd17e628-0e53-466a-b89d-3632b8f5abe7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bd17e628-0e53-466a-b89d-3632b8f5abe7,segment=NetworkSegment(8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f),segment_id=8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:51.369669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.407665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] For port bd17e628-0e53-466a-b89d-3632b8f5abe7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bd17e628-0e53-466a-b89d-3632b8f5abe7,segment=NetworkSegment(8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f),segment_id=8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:51.408166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.491743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Calling delete_port for bd17e628-0e53-466a-b89d-3632b8f5abe7 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:17:51.524882 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] Calling delete_port for bd17e628-0e53-466a-b89d-3632b8f5abe7 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:17:51.563996 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.596736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:17:51.597079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:17:51.610226 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event deleted for resources: {'Port': ['ID=bd17e628-0e53-466a-b89d-3632b8f5abe7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:51.622057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.622401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.622746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.623073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.623404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.623734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.624086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.624414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.624737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.625055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.625375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:51.628186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] No DVR routers for this DVR port bd17e628-0e53-466a-b89d-3632b8f5abe7 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:17:51.748541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.773893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a833b840-ae6d-4587-9670-a1851adfff99']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:51.785634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:51.785928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddb4ff3-6389-412b-b4c5-21b23e0b0a0f') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:51.796959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.813610 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.820782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:17:51.821169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:17:51.835984 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:17:51.856773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bd17e628-0e53-466a-b89d-3632b8f5abe7 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:17:51.892006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: bd17e628-0e53-466a-b89d-3632b8f5abe7 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:17:51.892254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bd17e628-0e53-466a-b89d-3632b8f5abe7 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:17:51.892524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ab662580-bb14-4f68-98e8-af43ce5117fb no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:17:51.918085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.923852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ab662580-bb14-4f68-98e8-af43ce5117fb {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:17:51.924203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ab662580-bb14-4f68-98e8-af43ce5117fb not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:17:51.937130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.948326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Pushing event deleted for resources: {'Network': ['ID=a833b840-ae6d-4587-9670-a1851adfff99,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:51.952352 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9f0ceb3f-ff53-4794-97c0-28332199d273 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "DELETE /v2.0/networks/a833b840-ae6d-4587-9670-a1851adfff99 HTTP/1.1" status: 204 len: 168 time: 1.0048218 May 06 14:17:51.954928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43400) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:51.995410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-539b3d78-23c7-4e82-be69-5a1a74baec71 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Synchronizing usage tracker for tenant:60f5dceecdfb460fb7d7a72a2b92f253 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:52.010192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-539b3d78-23c7-4e82-be69-5a1a74baec71 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Unset dirty status for tenant:60f5dceecdfb460fb7d7a72a2b92f253 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:52.011385 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-539b3d78-23c7-4e82-be69-5a1a74baec71 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0da5cd7-dae9-40b1-9396-0760ca41d45c HTTP/1.1" status: 200 len: 205 time: 0.0555677 May 06 14:17:52.013841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43404) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:52.098100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] Deleting port bd17e628-0e53-466a-b89d-3632b8f5abe7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:17:52.098599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.148859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0fe5a4b-0266-4e80-a6d7-97a270005883 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.163879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2fdde-2401-44f3-b252-3759d0095256 None None] The port 'bd17e628-0e53-466a-b89d-3632b8f5abe7' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:17:52.525911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0fe5a4b-0266-4e80-a6d7-97a270005883 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.529846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0fe5a4b-0266-4e80-a6d7-97a270005883 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.553320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0fe5a4b-0266-4e80-a6d7-97a270005883 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.553847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fe5a4b-0266-4e80-a6d7-97a270005883 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Fanout notify agent at l3_agent the message router_deleted on router e0da5cd7-dae9-40b1-9396-0760ca41d45c {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:17:52.564563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0fe5a4b-0266-4e80-a6d7-97a270005883 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.565675 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a0fe5a4b-0266-4e80-a6d7-97a270005883 tempest-RoutersNegativeTest-1102376788 tempest-RoutersNegativeTest-1102376788-project] 10.222.0.65 "DELETE /v2.0/routers/e0da5cd7-dae9-40b1-9396-0760ca41d45c HTTP/1.1" status: 204 len: 168 time: 0.5509686 May 06 14:17:52.847931 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43412) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:52.939000 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:17:53.102407 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a204b408-2516-4222-a1e6-4b9ba853478b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60f5dceecdfb460fb7d7a72a2b92f253&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2532768 May 06 14:17:53.104780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43418) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:53.162379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27522310-0401-4128-be89-1214b468e87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.187376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27522310-0401-4128-be89-1214b468e87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.238959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27522310-0401-4128-be89-1214b468e87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.255271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27522310-0401-4128-be89-1214b468e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cb7620-ef3e-41d6-8e09-ecbe01b30197,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:53.260560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-27522310-0401-4128-be89-1214b468e87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.263716 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-27522310-0401-4128-be89-1214b468e87c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56cb7620-ef3e-41d6-8e09-ecbe01b30197 HTTP/1.1" status: 204 len: 168 time: 0.1554322 May 06 14:17:54.018111 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43440) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:54.143656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1500722284-network', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:54.149048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:54.153124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Usage tracker for resource:network and tenant:10302adab0c341a5b8de52ba6c93971a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:54.156063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:54.161864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:54.171799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Made reservation on behalf of 10302adab0c341a5b8de52ba6c93971a for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:54.173960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.185917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.216108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:54.219774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Usage tracker for resource:security_group_rule and tenant:10302adab0c341a5b8de52ba6c93971a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:54.222647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:54.231646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:54.386215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.390018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.416079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:54.427602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d6f6df-3d8f-48a9-b028-6be09d5833cd,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:54.432086 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.432430 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Added segment c73a7253-c4d8-4981-85c6-2f22c283d108 of type vlan for network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc May 06 14:17:54.457919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.485911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.486869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:54.487424 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.588246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1ee072-234b-42e3-9f0b-9b9fb685afcc,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:54.593692 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4632f387-7d6d-46ce-b5e8-b7e3c046c178 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5717957 May 06 14:17:54.594056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43446) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:54.598535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:54.600467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Request body: {'subnet': {'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-subnet', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:54.605321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:54.609157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Usage tracker for resource:subnet and tenant:10302adab0c341a5b8de52ba6c93971a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:54.611970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:54.618505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:54.628983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Made reservation on behalf of 10302adab0c341a5b8de52ba6c93971a for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:54.631951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.827462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.903904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c72f14d-29de-4ebd-bb49-f01d13ed4960,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:54.914159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Checking segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:54.914510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Network hostable DHCP agents. Network: 3f1ee072-234b-42e3-9f0b-9b9fb685afcc, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:54.935878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:54.944669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 3f1ee072-234b-42e3-9f0b-9b9fb685afcc) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:54.948416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:17:54.948920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.953520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741d477f-8c83-4a37-837b-81c6052918d7 None None] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:54.968888 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-81484e97-5dba-4d7d-b4c0-437c5ffcabab admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3736880 May 06 14:17:54.971609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43450) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:54.977024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:17:54.981426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:54.985216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Usage tracker for resource:router and tenant:10302adab0c341a5b8de52ba6c93971a is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:54.988467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:54.994738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:55.005532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.006658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.026497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.167483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'fixed_ips': [{'subnet_id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:17:55.168317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.172412 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.355930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Allocated IP 172.20.0.2 (3f1ee072-234b-42e3-9f0b-9b9fb685afcc/3c72f14d-29de-4ebd-bb49-f01d13ed4960/2f6f4a85-2bde-4441-8990-07f4759cdc8c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:55.357745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.387077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.522289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Allocated IP 172.26.0.124 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:55.567687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.577563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Transition to ACTIVE for port object 2f6f4a85-2bde-4441-8990-07f4759cdc8c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:55.596402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Transition to ACTIVE for port object 2f6f4a85-2bde-4441-8990-07f4759cdc8c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:55.602029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.669641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:55.672292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:55.676002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:55.678261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.682758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Pushing event updated for resources: {'Port': ['ID=2f6f4a85-2bde-4441-8990-07f4759cdc8c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:55.707907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.771293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Attempting to bind port 2f6f4a85-2bde-4441-8990-07f4759cdc8c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:55.772264 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Attempting to bind port 2f6f4a85-2bde-4441-8990-07f4759cdc8c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:55.772616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Attempting to bind port 2f6f4a85-2bde-4441-8990-07f4759cdc8c on network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:55.776407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:55.779092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:55.779849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:17:55.780217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Checking segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:55.780612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.780987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Bound using segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:17:55.781513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Bound port: 2f6f4a85-2bde-4441-8990-07f4759cdc8c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:55.782012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.782885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:55.811908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:55.867683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] For port 2f6f4a85-2bde-4441-8990-07f4759cdc8c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:17:55.872583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] For port 2f6f4a85-2bde-4441-8990-07f4759cdc8c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2f6f4a85-2bde-4441-8990-07f4759cdc8c,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:17:55.876987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.952601 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.953535 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.960289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfd110-a526-441e-b6d9-f9ad0d16674e None None] Pushing event updated for resources: {'Port': ['ID=2f6f4a85-2bde-4441-8990-07f4759cdc8c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:56.282225 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:17:56.483823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:17:56.492772 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Sync routers for ids ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:17:56.504396 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Routers {'6f4175d9-4c03-4fff-896e-4b4b9ef6123c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:17:56.504898 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:17:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:56.507817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:56.509084 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-94bcd426-a3af-4e1a-8ef3-0d84e07e5949 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5364645 May 06 14:17:56.511746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43454) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:56.685119 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Set router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:17:56.913625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d1c55-ad7d-4104-ac20-8449c090f0c2 None None] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:17:56.982464 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:55Z', 'revision_number': 3, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port': {'id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:56.986556 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Checking router: 6f4175d9-4c03-4fff-896e-4b4b9ef6123c for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:17:56.987005 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Updating router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:17:57.035692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-44424c1a-c21c-4009-a6bf-4fb7a67e42b1 None None] Provisioning for port 2f6f4a85-2bde-4441-8990-07f4759cdc8c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:57.041229 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.280974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.379914 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.391741 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Transition to ACTIVE for port object 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:57.398213 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.483242 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Pushing event updated for resources: {'Port': ['ID=8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:57.485329 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Attempting to bind port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:57.485684 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Attempting to bind port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:57.486027 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Attempting to bind port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:17:57.496531 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Allocated IP 172.20.0.1 (3f1ee072-234b-42e3-9f0b-9b9fb685afcc/3c72f14d-29de-4ebd-bb49-f01d13ed4960/d103cbcb-8586-4f2a-b334-32c35d286851) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:57.497926 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:17:57.498440 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:17:57.498721 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.499094 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:17:57.499531 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Bound port: 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:57.499915 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.527483 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.527833 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.528164 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.528487 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.528811 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.529127 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.529440 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.529759 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.530071 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.530388 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.530686 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:57.576479 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] For port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:17:57.579365 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] For port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:17:57.583591 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.645884 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.659567 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166647b4-586e-45df-80f1-a074d21c3c38 None None] Pushing event updated for resources: {'Port': ['ID=8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:57.661456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Transition to ACTIVE for port object d103cbcb-8586-4f2a-b334-32c35d286851 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:57.664107 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Routers {'6f4175d9-4c03-4fff-896e-4b4b9ef6123c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:17:57.664844 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:17:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:57.684801 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.755671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:57.759443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:57.764156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:17:57.796932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Pushing event updated for resources: {'Port': ['ID=d103cbcb-8586-4f2a-b334-32c35d286851,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:57.821203 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:57.872445 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] Set router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:17:57.954241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2f6f4a85-2bde-4441-8990-07f4759cdc8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:58.052374 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.058324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 2f6f4a85-2bde-4441-8990-07f4759cdc8c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:58.063220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2f6f4a85-2bde-4441-8990-07f4759cdc8c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:58.063877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.128697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-babf0b45-494e-496f-b72f-b403b681e8c3 None None] Provisioning for port d103cbcb-8586-4f2a-b334-32c35d286851 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:58.137868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-babf0b45-494e-496f-b72f-b403b681e8c3 None None] Provisioning complete for port d103cbcb-8586-4f2a-b334-32c35d286851 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:58.138238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-babf0b45-494e-496f-b72f-b403b681e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.188151 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:55Z', 'revision_number': 3, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port': {'id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:58.192741 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5f85d6-15b1-4f53-b0f5-9e5be7cfca0d None None] The sync data for ids ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'] in dv-neutron-840889-1-hyperv is: [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:55Z', 'revision_number': 3, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port': {'id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:17:58.239829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-babf0b45-494e-496f-b72f-b403b681e8c3 None None] Port d103cbcb-8586-4f2a-b334-32c35d286851 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:17:58.246705 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.281591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 2f6f4a85-2bde-4441-8990-07f4759cdc8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2f6f4a85-2bde-4441-8990-07f4759cdc8c,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:17:58.286822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.288590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.294036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.361952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=2f6f4a85-2bde-4441-8990-07f4759cdc8c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:58.411496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Pushing event updated for resources: {'Port': ['ID=d103cbcb-8586-4f2a-b334-32c35d286851,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:58.414658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.560182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:58.561273 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:58.870216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-618f0296-710c-4209-a1da-d776e1d6c54b None None] Provisioning complete for port d103cbcb-8586-4f2a-b334-32c35d286851 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:58.870816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-618f0296-710c-4209-a1da-d776e1d6c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:58.936029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-618f0296-710c-4209-a1da-d776e1d6c54b None None] Port d103cbcb-8586-4f2a-b334-32c35d286851 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:17:58.970030 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:17:59.167865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:17:59.176275 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-aff9bba0-bdb3-4464-8546-e5b093aa98cb admin admin] 10.222.0.65 "PUT /v2.0/routers/6f4175d9-4c03-4fff-896e-4b4b9ef6123c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6635168 May 06 14:17:59.944190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:00.009782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43476) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:18:00.015584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-334714733-network', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:18:00.019171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:00.024061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:00.024431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.024816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:18:00.029072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Usage tracker for resource:network and tenant:2f3f4c53edda4be9a98463e4bc46405e is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:18:00.032117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:18:00.037888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:18:00.048673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Made reservation on behalf of 2f3f4c53edda4be9a98463e4bc46405e for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:18:00.051038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.064264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.095258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:18:00.099017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Usage tracker for resource:security_group_rule and tenant:2f3f4c53edda4be9a98463e4bc46405e is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:18:00.101901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:18:00.107560 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:18:00.137260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.152941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:00.157119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.158600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2f6f4a85-2bde-4441-8990-07f4759cdc8c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:00.182485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.186577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.220856 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:18:00.226498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47060e15-841f-4374-b298-d6dda4e4ce16,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:00.233259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.233612 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Added segment 952f3353-748c-4b33-ab00-15e81fbf36dd of type vlan for network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 May 06 14:18:00.260319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.279019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:00.290380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.291245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:00.291799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.294015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2f6f4a85-2bde-4441-8990-07f4759cdc8c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:00.294380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.393695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3effca8a-adfe-426d-97cd-e0d5aef0eda8,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:00.396782 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dc61ae3b-93b4-4e06-8417-0dc4e14203a7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3859761 May 06 14:18:00.399540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:18:00.406849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Request body: {'subnet': {'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-subnet', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:18:00.412426 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:18:00.417230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Usage tracker for resource:subnet and tenant:2f3f4c53edda4be9a98463e4bc46405e is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:18:00.417384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:18:00.420133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:18:00.425781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:18:00.437810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Made reservation on behalf of 2f3f4c53edda4be9a98463e4bc46405e for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:18:00.440038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.719585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.790434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7997a653-175f-40c2-ae5f-1dc54ed73724,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:00.806667 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Checking segment: {'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:18:00.807021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Network hostable DHCP agents. Network: 3effca8a-adfe-426d-97cd-e0d5aef0eda8, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:18:00.827921 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:18:00.837014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 3effca8a-adfe-426d-97cd-e0d5aef0eda8) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:18:00.841143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:00.841708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.848117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32028695-25ad-40c3-ab72-624833937a06 None None] Network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:18:00.862077 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c7f19f4c-7d75-49a2-a277-966231b813ce admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4611986 May 06 14:18:00.864557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43484) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:18:00.869438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:18:00.873876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:18:00.877979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Usage tracker for resource:router and tenant:2f3f4c53edda4be9a98463e4bc46405e is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:18:00.881324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:18:00.887051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:18:00.897861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.898868 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:00.918660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.062930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.063511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-3effca8a-adfe-426d-97cd-e0d5aef0eda8', 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'fixed_ips': [{'subnet_id': '7997a653-175f-40c2-ae5f-1dc54ed73724'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:18:01.064297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.217416 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Allocated IP 172.20.0.2 (3effca8a-adfe-426d-97cd-e0d5aef0eda8/7997a653-175f-40c2-ae5f-1dc54ed73724/6a5d6dac-98d1-4515-ac07-d7b526e86b9b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:18:01.260036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.289076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.420921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.432585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Allocated IP 172.26.0.39 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/79a74864-2be7-4d8d-9f5c-0c7c1a7679a3) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:18:01.432857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Transition to ACTIVE for port object 6a5d6dac-98d1-4515-ac07-d7b526e86b9b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:01.461751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Transition to ACTIVE for port object 6a5d6dac-98d1-4515-ac07-d7b526e86b9b will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:01.468871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.535414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:18:01.538812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:18:01.542707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:18:01.549078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Pushing event updated for resources: {'Port': ['ID=6a5d6dac-98d1-4515-ac07-d7b526e86b9b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:01.593583 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.622431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.639261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Attempting to bind port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:18:01.639617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Attempting to bind port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:18:01.639995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Attempting to bind port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b on network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:18:01.646267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:18:01.647127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Checking segment: {'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:18:01.647516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.647934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Bound using segment: {'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:18:01.648369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Bound port: 6a5d6dac-98d1-4515-ac07-d7b526e86b9b, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:18:01.648727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.691387 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:18:01.695019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:18:01.697933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:18:01.700966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Sync routers for ids ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:18:01.736053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Pushing event updated for resources: {'Port': ['ID=79a74864-2be7-4d8d-9f5c-0c7c1a7679a3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:01.744624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Routers {'6f4175d9-4c03-4fff-896e-4b4b9ef6123c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:18:01.745240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:17:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:01.851931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] For port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:18:01.877570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] For port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a5d6dac-98d1-4515-ac07-d7b526e86b9b,segment=NetworkSegment(952f3353-748c-4b33-ab00-15e81fbf36dd),segment_id=952f3353-748c-4b33-ab00-15e81fbf36dd)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:18:01.882034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:01.886703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.887700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:01.915589 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:02.057899 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438acb4-1871-49cf-8bca-81dab9bd71e4 None None] Pushing event updated for resources: {'Port': ['ID=6a5d6dac-98d1-4515-ac07-d7b526e86b9b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:02.069120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Set router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:18:02.111104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:02.111360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:02.134227 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:18:02.184972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f2118da-43f4-4a16-87fd-bb5b0de392b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:02.384008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:18:02.392813 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Sync routers for ids ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:18:02.405221 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Routers {'7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:18:02.405832 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:17:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:02.410488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:02.411924 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0aff46e7-1114-491f-a5fc-8c0bc31a897f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5463767 May 06 14:18:02.414496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43488) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:18:02.569345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:57Z', 'revision_number': 4, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port': {'id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd103cbcb-8586-4f2a-b334-32c35d286851', 'name': '', 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'mac_address': 'fa:16:3e:e4:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:57Z', 'updated_at': '2022-05-06T14:17:58Z', 'revision_number': 2, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'subnets': [{'id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:02.573432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Checking router: 6f4175d9-4c03-4fff-896e-4b4b9ef6123c for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:18:02.573994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Updating router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c port d103cbcb-8586-4f2a-b334-32c35d286851 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:18:02.591958 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Set router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:18:02.632955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:02.998547 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:18:01Z', 'revision_number': 3, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port': {'id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:01Z', 'updated_at': '2022-05-06T14:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:03.005081 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Checking router: 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:18:03.005427 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Updating router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:18:03.010578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.024307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Transition to ACTIVE for port object d103cbcb-8586-4f2a-b334-32c35d286851 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:03.031742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.075113 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.078057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c5f44-f076-4f25-8b2f-12864992b1b7 None None] Network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:18:03.238752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf6686-cfde-40d8-9499-575c2e627807 None None] Pushing event updated for resources: {'Port': ['ID=d103cbcb-8586-4f2a-b334-32c35d286851,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:03.257981 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-110b384a-7213-47bf-9f3f-0aadcc9b988f None None] Provisioning for port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:03.340487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.465528 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.482827 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Transition to ACTIVE for port object 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:03.499480 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.511731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Attempting to bind port d103cbcb-8586-4f2a-b334-32c35d286851 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:18:03.512053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Attempting to bind port d103cbcb-8586-4f2a-b334-32c35d286851 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:18:03.512450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Attempting to bind port d103cbcb-8586-4f2a-b334-32c35d286851 on network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:18:03.520787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:18:03.521679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Checking segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:18:03.522129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.522519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Bound using segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:18:03.522982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Bound port: d103cbcb-8586-4f2a-b334-32c35d286851, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:18:03.523353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.565930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Allocated IP 172.20.0.1 (3effca8a-adfe-426d-97cd-e0d5aef0eda8/7997a653-175f-40c2-ae5f-1dc54ed73724/c6d3f1d9-3615-4181-a418-7761b226397e) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:18:03.586042 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15af38-d004-4224-915e-55b033034c00 None None] Pushing event updated for resources: {'Port': ['ID=79a74864-2be7-4d8d-9f5c-0c7c1a7679a3,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:03.588480 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Attempting to bind port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:18:03.588846 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Attempting to bind port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:18:03.589203 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Attempting to bind port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:18:03.597035 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:18:03.597162 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:18:03.597568 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.597957 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:18:03.598418 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Bound port: 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:18:03.598878 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.642098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] For port d103cbcb-8586-4f2a-b334-32c35d286851, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:18:03.645832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] For port d103cbcb-8586-4f2a-b334-32c35d286851, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d103cbcb-8586-4f2a-b334-32c35d286851,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:18:03.651868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.681986 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] For port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:18:03.686619 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] For port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=79a74864-2be7-4d8d-9f5c-0c7c1a7679a3,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:18:03.691229 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.745074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.752425 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf6686-cfde-40d8-9499-575c2e627807 None None] Pushing event updated for resources: {'Port': ['ID=d103cbcb-8586-4f2a-b334-32c35d286851,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:03.764178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Transition to ACTIVE for port object c6d3f1d9-3615-4181-a418-7761b226397e will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:03.783083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Routers {'6f4175d9-4c03-4fff-896e-4b4b9ef6123c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:18:03.784345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:17:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:03.799927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:03.800167 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15af38-d004-4224-915e-55b033034c00 None None] Pushing event updated for resources: {'Port': ['ID=79a74864-2be7-4d8d-9f5c-0c7c1a7679a3,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:03.804196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Routers {'7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:18:03.804801 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:17:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:03.919413 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:18:03.930462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:18:03.935221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d3f1d9-3615-4181-a418-7761b226397e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:03.938385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:18:04.025699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6a5d6dac-98d1-4515-ac07-d7b526e86b9b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:04.053965 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.130144 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] Set router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:18:04.180643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.259828 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:04.268359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] Set router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:18:04.311820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:04.312104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.434495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.439283 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.450692 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:18:01Z', 'revision_number': 3, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port': {'id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:01Z', 'updated_at': '2022-05-06T14:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:04.454854 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541350e-0379-4c2b-b705-6030d2e428a7 None None] The sync data for ids ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'] in dv-neutron-840889-1-hyperv is: [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:18:01Z', 'revision_number': 3, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port': {'id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:01Z', 'updated_at': '2022-05-06T14:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:18:04.498877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d66e0475-b090-416d-8ead-c996492562f0 None None] Provisioning for port c6d3f1d9-3615-4181-a418-7761b226397e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:04.558355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d66e0475-b090-416d-8ead-c996492562f0 None None] Provisioning complete for port c6d3f1d9-3615-4181-a418-7761b226397e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:04.558611 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d66e0475-b090-416d-8ead-c996492562f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.620848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d9dc29b-150d-4499-8538-c9406f2323c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.639361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.642672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d3f1d9-3615-4181-a418-7761b226397e,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:04.689106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d66e0475-b090-416d-8ead-c996492562f0 None None] Port c6d3f1d9-3615-4181-a418-7761b226397e cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:18:04.690607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.776289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:18:04.777462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:18:04.782284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a5d6dac-98d1-4515-ac07-d7b526e86b9b,segment=NetworkSegment(952f3353-748c-4b33-ab00-15e81fbf36dd),segment_id=952f3353-748c-4b33-ab00-15e81fbf36dd)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:04.794074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:04.872584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=6a5d6dac-98d1-4515-ac07-d7b526e86b9b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:04.881109 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:57Z', 'revision_number': 4, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port': {'id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd103cbcb-8586-4f2a-b334-32c35d286851', 'name': '', 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'mac_address': 'fa:16:3e:e4:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:57Z', 'updated_at': '2022-05-06T14:18:03Z', 'revision_number': 4, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'subnets': [{'id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:04.886562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3897e-37ad-4ba2-bac1-ec230152b64f None None] The sync data for ids ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'] in dv-neutron-840889-1-hyperv is: [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:17:57Z', 'revision_number': 4, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port': {'id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'd103cbcb-8586-4f2a-b334-32c35d286851', 'name': '', 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'mac_address': 'fa:16:3e:e4:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:57Z', 'updated_at': '2022-05-06T14:18:03Z', 'revision_number': 4, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'subnets': [{'id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:18:05.115066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2eb07757-5bda-42ee-8091-fcfbc945a0e7 None None] Provisioning complete for port c6d3f1d9-3615-4181-a418-7761b226397e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:05.115650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2eb07757-5bda-42ee-8091-fcfbc945a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:05.180119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2eb07757-5bda-42ee-8091-fcfbc945a0e7 None None] Port c6d3f1d9-3615-4181-a418-7761b226397e cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:18:05.228166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:18:05.487106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:18:05.499715 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-19ee523e-1516-40f2-a0cd-a84cdb22a168 admin admin] 10.222.0.65 "PUT /v2.0/routers/7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0841622 May 06 14:18:05.644156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:05.652139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.038174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d103cbcb-8586-4f2a-b334-32c35d286851 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:06.114328 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port d103cbcb-8586-4f2a-b334-32c35d286851 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:06.123072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d103cbcb-8586-4f2a-b334-32c35d286851 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:06.123439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.258586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.290398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port d103cbcb-8586-4f2a-b334-32c35d286851, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d103cbcb-8586-4f2a-b334-32c35d286851,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:06.294285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.295020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:06.415817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=d103cbcb-8586-4f2a-b334-32c35d286851,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:06.429151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:06.434635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:06.435008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.554159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.570088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=79a74864-2be7-4d8d-9f5c-0c7c1a7679a3,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:06.573996 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.574736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6a5d6dac-98d1-4515-ac07-d7b526e86b9b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:06.657902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-220775d5-3116-4619-9432-2207d89c0a90 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:06.659333 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-220775d5-3116-4619-9432-2207d89c0a90 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/networks?id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc HTTP/1.1" status: 200 len: 817 time: 0.1437237 May 06 14:18:06.676085 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-bf26eb82-7434-4101-adca-8db6185aaf73 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/quotas/10302adab0c341a5b8de52ba6c93971a HTTP/1.1" status: 200 len: 375 time: 0.0105243 May 06 14:18:06.686794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=79a74864-2be7-4d8d-9f5c-0c7c1a7679a3,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:06.702587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:06.702956 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.756791 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-e7a07492-9980-45da-acc2-a4597cdb7e73 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=10302adab0c341a5b8de52ba6c93971a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750964 May 06 14:18:06.940008 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:07.020242 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-d75a182a-bfd7-4f60-a1c6-cee5737fe1db service neutron] 10.222.0.65 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495010 May 06 14:18:07.150981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-a623c96e-859c-4272-a5f7-9ad5823a988d service neutron] 10.222.0.65 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244259 May 06 14:18:07.327914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6f7fe1ab-f246-422c-86d2-d4281c00cdae req-8a672275-f8b1-44aa-bff0-067d493686d8 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Synchronizing usage tracker for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:18:07.345019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6f7fe1ab-f246-422c-86d2-d4281c00cdae req-8a672275-f8b1-44aa-bff0-067d493686d8 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Unset dirty status for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:18:07.346362 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6f7fe1ab-f246-422c-86d2-d4281c00cdae req-8a672275-f8b1-44aa-bff0-067d493686d8 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 210 time: 0.0593071 May 06 14:18:07.881456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d103cbcb-8586-4f2a-b334-32c35d286851 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:07.951067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d103cbcb-8586-4f2a-b334-32c35d286851 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:07.951435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:08.104020 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:08.168631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:08.169016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:08.354536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-3addd849-8093-43b4-8851-9e5d8b14ff7b tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:08.355868 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-3addd849-8093-43b4-8851-9e5d8b14ff7b tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "GET /v2.0/networks?id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc HTTP/1.1" status: 200 len: 817 time: 0.1529620 May 06 14:18:08.371255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Request body: {'port': {'device_id': '3463d7e0-4677-48b2-ad73-85b4e5c7caab', 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'admin_state_up': True, 'tenant_id': '10302adab0c341a5b8de52ba6c93971a'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:18:08.547645 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-58039b66-911c-445d-8053-db74cb3c1c73 req-d1711c89-3a5c-436b-9cbd-bdd8f9dbdb7c tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 210 time: 0.0560236 May 06 14:18:08.553532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:18:08.563235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:18:08.573461 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Made reservation on behalf of 10302adab0c341a5b8de52ba6c93971a for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:18:08.576568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:08.740854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Allocated IP 172.20.0.6 (3f1ee072-234b-42e3-9f0b-9b9fb685afcc/3c72f14d-29de-4ebd-bb49-f01d13ed4960/f87832e4-7111-476e-b0cd-00834eac1571) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:18:08.944145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:08.958983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Transition to ACTIVE for port object f87832e4-7111-476e-b0cd-00834eac1571 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:08.979392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:09.048562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:18:09.051404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:18:09.055840 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:18:09.093358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Pushing event updated for resources: {'Port': ['ID=f87832e4-7111-476e-b0cd-00834eac1571,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:09.128371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:09.128975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:09.154238 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-30a19d4c-9516-4bf9-81ae-69b593b95d7d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863777 May 06 14:18:09.166032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Request body: {'port': {'device_id': '3463d7e0-4677-48b2-ad73-85b4e5c7caab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:18:09.275707 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:09.329920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ef44dfb0-c572-4c3b-a813-02cd898aa162 None None] Provisioning for port f87832e4-7111-476e-b0cd-00834eac1571 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:09.335101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ef44dfb0-c572-4c3b-a813-02cd898aa162 None None] Provisioning complete for port f87832e4-7111-476e-b0cd-00834eac1571 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:09.335468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ef44dfb0-c572-4c3b-a813-02cd898aa162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:09.389799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ef44dfb0-c572-4c3b-a813-02cd898aa162 None None] Port f87832e4-7111-476e-b0cd-00834eac1571 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:18:09.715441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87832e4-7111-476e-b0cd-00834eac1571 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:18:09.722296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:09.737217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Transition to ACTIVE for port object f87832e4-7111-476e-b0cd-00834eac1571 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:09.740324 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:09.749820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c668d-53da-40a4-9f5a-7ccb317ee3f1 req-f5561abf-fc61-4cc8-877f-0515aeff1803 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:09.751557 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0c9c668d-53da-40a4-9f5a-7ccb317ee3f1 req-f5561abf-fc61-4cc8-877f-0515aeff1803 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 931 time: 0.0825880 May 06 14:18:09.798433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-0c9c668d-53da-40a4-9f5a-7ccb317ee3f1 req-1772c262-8bf0-444d-96e5-e82c3996bb16 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Synchronizing usage tracker for tenant:10302adab0c341a5b8de52ba6c93971a on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:18:09.823348 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-0c9c668d-53da-40a4-9f5a-7ccb317ee3f1 req-1772c262-8bf0-444d-96e5-e82c3996bb16 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Unset dirty status for tenant:10302adab0c341a5b8de52ba6c93971a on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:18:09.824570 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0c9c668d-53da-40a4-9f5a-7ccb317ee3f1 req-1772c262-8bf0-444d-96e5-e82c3996bb16 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668890 May 06 14:18:09.879359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Pushing event updated for resources: {'Port': ['ID=f87832e4-7111-476e-b0cd-00834eac1571,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:09.987572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Attempting to bind port f87832e4-7111-476e-b0cd-00834eac1571 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:18:09.987933 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Attempting to bind port f87832e4-7111-476e-b0cd-00834eac1571 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:18:09.988256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Attempting to bind port f87832e4-7111-476e-b0cd-00834eac1571 on network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:18:09.994008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Port f87832e4-7111-476e-b0cd-00834eac1571 on network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:18:09.994325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Attempting to bind port f87832e4-7111-476e-b0cd-00834eac1571 on network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:18:10.000930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:18:10.001163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Checking segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:18:10.001509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Bound using segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:18:10.001918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Bound port: f87832e4-7111-476e-b0cd-00834eac1571, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:18:10.002258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:10.091480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] For port f87832e4-7111-476e-b0cd-00834eac1571, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:18:10.094252 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] For port f87832e4-7111-476e-b0cd-00834eac1571, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f87832e4-7111-476e-b0cd-00834eac1571,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:18:10.098776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:10.162818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:10.164220 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] 10.222.0.69 "PUT /v2.0/ports/f87832e4-7111-476e-b0cd-00834eac1571 HTTP/1.1" status: 200 len: 1093 time: 1.0029662 May 06 14:18:10.164649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3463d7e0-4677-48b2-ad73-85b4e5c7caab', 'tag': 'f87832e4-7111-476e-b0cd-00834eac1571'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:18:10.183965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39c295-b02f-4a99-95d8-e7c9f7d74fdc service neutron] Pushing event updated for resources: {'Port': ['ID=f87832e4-7111-476e-b0cd-00834eac1571,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:10.261321 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd3ea74-d272-4b49-9bf1-a7135a1ff618'] response: {'name': 'network-changed', 'server_uuid': '3463d7e0-4677-48b2-ad73-85b4e5c7caab', 'tag': 'f87832e4-7111-476e-b0cd-00834eac1571', 'status': 'completed', 'code': 200} May 06 14:18:10.281368 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-ccb9f7eb-4e4a-4dfb-8cc3-d95380ca6d3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10302adab0c341a5b8de52ba6c93971a&device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 1096 time: 0.0827477 May 06 14:18:10.351829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-795864af-5bff-4311-93df-7bf7e92cc1df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87832e4-7111-476e-b0cd-00834eac1571 HTTP/1.1" status: 200 len: 217 time: 0.0641718 May 06 14:18:10.413011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-5e00ce49-ae09-44fc-94dc-38464e5cc3ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:10.414358 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-5e00ce49-ae09-44fc-94dc-38464e5cc3ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c72f14d-29de-4ebd-bb49-f01d13ed4960 HTTP/1.1" status: 200 len: 856 time: 0.0574703 May 06 14:18:10.487052 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-95609577-506d-42cb-b569-9319adf8005f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661902 May 06 14:18:10.616101 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-b121c5e0-5107-4810-99e3-320e15f39a42 service neutron] 10.222.0.69 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233602 May 06 14:18:10.743767 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-662d0de6-0d59-4dab-af6b-38c8b6a6477f req-5bcdb6c1-8c88-4eea-8b6a-b202630dfa80 service neutron] 10.222.0.69 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226084 May 06 14:18:10.858747 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-3ac294b8-98cf-4b5a-952c-39a423637bf1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10302adab0c341a5b8de52ba6c93971a&device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 1096 time: 0.0706728 May 06 14:18:10.988547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-5dc741ea-a9c5-4904-b9da-ecfa564ad57b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:10.990551 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-5dc741ea-a9c5-4904-b9da-ecfa564ad57b service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc HTTP/1.1" status: 200 len: 918 time: 0.1253049 May 06 14:18:11.026515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4911a76-7cd8-46c8-9b2b-6dfd17349040 req-74185161-a09d-416e-b1f6-e5f9b8251414 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:11.027976 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b4911a76-7cd8-46c8-9b2b-6dfd17349040 req-74185161-a09d-416e-b1f6-e5f9b8251414 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 943 time: 0.0766535 May 06 14:18:11.055839 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-2fbdd4f2-c78d-484e-99f4-88b9e58020dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87832e4-7111-476e-b0cd-00834eac1571 HTTP/1.1" status: 200 len: 217 time: 0.0598354 May 06 14:18:11.072198 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b4911a76-7cd8-46c8-9b2b-6dfd17349040 req-efd2cc45-241f-4571-980d-fe22d137ce35 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 May 06 14:18:11.203378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-780dadf3-12a6-4b18-a2b4-56761f719af0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:11.204723 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-780dadf3-12a6-4b18-a2b4-56761f719af0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c72f14d-29de-4ebd-bb49-f01d13ed4960 HTTP/1.1" status: 200 len: 856 time: 0.1411333 May 06 14:18:11.276508 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-d09bc101-67ce-4f32-99d8-f55611ad28aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657277 May 06 14:18:11.406784 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-ce82d193-010a-43b3-ac33-0fc3e3d9d245 service neutron] 10.222.0.69 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224852 May 06 14:18:11.535479 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6fb17144-0e1f-485e-be1f-e40a3c1c179e req-5316acd0-fdbf-46d9-9e93-8742e3d0a597 service neutron] 10.222.0.69 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226113 May 06 14:18:12.269690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a677f36-3ab6-4975-9d83-77edde0402e4 req-0e7fb1a2-ccf4-4b3f-aa91-cc44301916d7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:12.270352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5a677f36-3ab6-4975-9d83-77edde0402e4 req-0e7fb1a2-ccf4-4b3f-aa91-cc44301916d7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Synchronizing usage tracker for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:18:12.285189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5a677f36-3ab6-4975-9d83-77edde0402e4 req-0e7fb1a2-ccf4-4b3f-aa91-cc44301916d7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Unset dirty status for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:18:12.287110 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a677f36-3ab6-4975-9d83-77edde0402e4 req-0e7fb1a2-ccf4-4b3f-aa91-cc44301916d7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 943 time: 0.0937066 May 06 14:18:12.332484 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a677f36-3ab6-4975-9d83-77edde0402e4 req-ca831a76-e2ed-4ba0-8f5b-cefe3c9c7341 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 May 06 14:18:13.528682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78977bb2-444f-4ee8-bcbe-4bcb3bef1277 req-0a4b242d-b1dd-41b0-a481-d06f2455abb4 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:13.530091 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-78977bb2-444f-4ee8-bcbe-4bcb3bef1277 req-0a4b242d-b1dd-41b0-a481-d06f2455abb4 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 943 time: 0.0769377 May 06 14:18:13.582355 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-78977bb2-444f-4ee8-bcbe-4bcb3bef1277 req-2bc93046-5b0f-4394-988f-e981afd775c9 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468333 May 06 14:18:13.705662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device f87832e4-7111-476e-b0cd-00834eac1571 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:18:13.836021 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port f87832e4-7111-476e-b0cd-00834eac1571, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f87832e4-7111-476e-b0cd-00834eac1571,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:13.848796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'f87832e4-7111-476e-b0cd-00834eac1571', 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'port_id': 'f87832e4-7111-476e-b0cd-00834eac1571', 'mac_address': 'fa:16:3e:32:01:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:18:13.904430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:13.921755 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87832e4-7111-476e-b0cd-00834eac1571 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:18:13.936853 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port f87832e4-7111-476e-b0cd-00834eac1571, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f87832e4-7111-476e-b0cd-00834eac1571,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:13.941057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:14.007168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=f87832e4-7111-476e-b0cd-00834eac1571,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:14.158175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['f87832e4-7111-476e-b0cd-00834eac1571'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:18:14.776284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ba027-5c6c-4e0d-8bda-5ff75635312f req-4ed0ba0e-8903-45d9-b35e-b7e84c79692f tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:14.777754 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e9ba027-5c6c-4e0d-8bda-5ff75635312f req-4ed0ba0e-8903-45d9-b35e-b7e84c79692f tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 944 time: 0.0752666 May 06 14:18:14.826845 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e9ba027-5c6c-4e0d-8bda-5ff75635312f req-a194f673-0fc2-4b3f-b5c9-f80f623ee645 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 May 06 14:18:15.704732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device f87832e4-7111-476e-b0cd-00834eac1571 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:15.773333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port f87832e4-7111-476e-b0cd-00834eac1571 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:15.777768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port f87832e4-7111-476e-b0cd-00834eac1571 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:15.778131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:15.891169 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:15.918520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3463d7e0-4677-48b2-ad73-85b4e5c7caab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87832e4-7111-476e-b0cd-00834eac1571'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:18:15.928037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port f87832e4-7111-476e-b0cd-00834eac1571, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f87832e4-7111-476e-b0cd-00834eac1571,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:15.932358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:15.990711 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5d1f20-95a8-490a-9a7d-8ecd40698666'] response: {'server_uuid': '3463d7e0-4677-48b2-ad73-85b4e5c7caab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87832e4-7111-476e-b0cd-00834eac1571', 'code': 200} May 06 14:18:16.005259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=f87832e4-7111-476e-b0cd-00834eac1571,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:16.033184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b99123-364c-41e2-af65-80045cfa65c2 req-aee656be-8451-4ee0-beff-9b7e44f632e0 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:16.034666 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e4b99123-364c-41e2-af65-80045cfa65c2 req-aee656be-8451-4ee0-beff-9b7e44f632e0 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 945 time: 0.0862591 May 06 14:18:16.083247 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e4b99123-364c-41e2-af65-80045cfa65c2 req-5cd5dd20-781b-4ac1-a320-80784268d0df tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 May 06 14:18:16.214846 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4b2c5079-6f99-4081-b7c8-132def61de73 req-e72d860c-2dcb-4f87-be84-d374917757e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 1098 time: 0.0656202 May 06 14:18:16.256151 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4b2c5079-6f99-4081-b7c8-132def61de73 req-9caa6fdc-e7a6-4d69-9015-8a410b4ecd41 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351195 May 06 14:18:17.302336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98239d-2d72-443f-b5e9-7f1dbe2a4137 req-808388b4-a7cf-4392-bcf2-2da11d4973dc tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:17.304370 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb98239d-2d72-443f-b5e9-7f1dbe2a4137 req-808388b4-a7cf-4392-bcf2-2da11d4973dc tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 945 time: 0.0962043 May 06 14:18:17.353124 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cb98239d-2d72-443f-b5e9-7f1dbe2a4137 req-8c944355-354c-44dd-962c-f6d79654a833 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 May 06 14:18:18.543499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6adbb-a89e-43c0-94bd-fd5ffda975f0 req-704dac75-9b01-4ba4-9d1b-46d4019bb008 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:18.544880 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-89a6adbb-a89e-43c0-94bd-fd5ffda975f0 req-704dac75-9b01-4ba4-9d1b-46d4019bb008 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 945 time: 0.0738952 May 06 14:18:18.588716 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-89a6adbb-a89e-43c0-94bd-fd5ffda975f0 req-0d8e9c40-a7fa-4f9c-8044-da91f01dc965 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 May 06 14:18:18.779071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c6739-7c3c-4be4-b8ea-f7f0077cad4c req-d5044893-e94b-459b-8a15-d76632e6e9da tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:18.780532 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-392c6739-7c3c-4be4-b8ea-f7f0077cad4c req-d5044893-e94b-459b-8a15-d76632e6e9da tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 945 time: 0.0751903 May 06 14:18:18.825495 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-392c6739-7c3c-4be4-b8ea-f7f0077cad4c req-aeda2542-a0bb-4441-9427-22a1339a7d31 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 May 06 14:18:20.522717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:26.764705 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Sync routers for ids ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:18:26.776482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Routers {'7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:18:26.777091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:18:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:26.952605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Set router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:18:27.253576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:18:04Z', 'revision_number': 4, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port': {'id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:01Z', 'updated_at': '2022-05-06T14:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6d3f1d9-3615-4181-a418-7761b226397e', 'name': '', 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'mac_address': 'fa:16:3e:88:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7997a653-175f-40c2-ae5f-1dc54ed73724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:03Z', 'updated_at': '2022-05-06T14:18:04Z', 'revision_number': 2, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'subnets': [{'id': '7997a653-175f-40c2-ae5f-1dc54ed73724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:27.257363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Checking router: 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:18:27.257710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Updating router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 port c6d3f1d9-3615-4181-a418-7761b226397e binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:18:27.345607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:27.683616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:27.695133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Transition to ACTIVE for port object c6d3f1d9-3615-4181-a418-7761b226397e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:27.700885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:27.827799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d43db-6311-49cf-8d78-6d9185ab2d52 None None] Pushing event updated for resources: {'Port': ['ID=c6d3f1d9-3615-4181-a418-7761b226397e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:27.916221 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Attempting to bind port c6d3f1d9-3615-4181-a418-7761b226397e on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:18:27.916591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Attempting to bind port c6d3f1d9-3615-4181-a418-7761b226397e by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:18:27.916943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Attempting to bind port c6d3f1d9-3615-4181-a418-7761b226397e on network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:18:27.923614 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:18:27.924012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Checking segment: {'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:18:27.924411 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:27.924794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Bound using segment: {'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:18:27.925257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Bound port: c6d3f1d9-3615-4181-a418-7761b226397e, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952f3353-748c-4b33-ab00-15e81fbf36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:18:27.925621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:28.024445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] For port c6d3f1d9-3615-4181-a418-7761b226397e, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:18:28.027699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] For port c6d3f1d9-3615-4181-a418-7761b226397e, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c6d3f1d9-3615-4181-a418-7761b226397e,segment=NetworkSegment(952f3353-748c-4b33-ab00-15e81fbf36dd),segment_id=952f3353-748c-4b33-ab00-15e81fbf36dd)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:18:28.032369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:28.113366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d43db-6311-49cf-8d78-6d9185ab2d52 None None] Pushing event updated for resources: {'Port': ['ID=c6d3f1d9-3615-4181-a418-7761b226397e,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:28.117984 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Routers {'7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:18:28.118582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:18:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:28.296223 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] Set router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:18:28.620396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:18:04Z', 'revision_number': 4, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port': {'id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:01Z', 'updated_at': '2022-05-06T14:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6d3f1d9-3615-4181-a418-7761b226397e', 'name': '', 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'mac_address': 'fa:16:3e:88:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7997a653-175f-40c2-ae5f-1dc54ed73724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:03Z', 'updated_at': '2022-05-06T14:18:28Z', 'revision_number': 4, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'subnets': [{'id': '7997a653-175f-40c2-ae5f-1dc54ed73724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:18:28.624368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee92e44-6d91-4a35-a6a0-27ac2aba056a None None] The sync data for ids ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'] in dv-neutron-840889-1-hyperv is: [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:18:04Z', 'revision_number': 4, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port': {'id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:01Z', 'updated_at': '2022-05-06T14:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c6d3f1d9-3615-4181-a418-7761b226397e', 'name': '', 'network_id': '3effca8a-adfe-426d-97cd-e0d5aef0eda8', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'mac_address': 'fa:16:3e:88:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7997a653-175f-40c2-ae5f-1dc54ed73724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:03Z', 'updated_at': '2022-05-06T14:18:28Z', 'revision_number': 4, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'subnets': [{'id': '7997a653-175f-40c2-ae5f-1dc54ed73724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:18:29.912542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c6d3f1d9-3615-4181-a418-7761b226397e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:29.944827 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:18:29.987090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c6d3f1d9-3615-4181-a418-7761b226397e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:29.992393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c6d3f1d9-3615-4181-a418-7761b226397e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:29.992765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:30.111869 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:30.145431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port c6d3f1d9-3615-4181-a418-7761b226397e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c6d3f1d9-3615-4181-a418-7761b226397e,segment=NetworkSegment(952f3353-748c-4b33-ab00-15e81fbf36dd),segment_id=952f3353-748c-4b33-ab00-15e81fbf36dd)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:30.149241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:30.220444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=c6d3f1d9-3615-4181-a418-7761b226397e,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:31.888090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c6d3f1d9-3615-4181-a418-7761b226397e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:31.991979 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c6d3f1d9-3615-4181-a418-7761b226397e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:31.992350 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:32.110922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e131903a-1c58-4dc7-a366-a932c6eae9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:33.424694 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f0b7d-6fa6-4034-b2fe-54f4a1ab2b7e req-80ed8d81-bde5-4bc9-96e7-925d2d4d55b8 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:33.426030 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f99f0b7d-6fa6-4034-b2fe-54f4a1ab2b7e req-80ed8d81-bde5-4bc9-96e7-925d2d4d55b8 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 945 time: 0.0786312 May 06 14:18:33.470614 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f99f0b7d-6fa6-4034-b2fe-54f4a1ab2b7e req-44ac8fc1-fd7d-41f2-b57c-e8fc181578a0 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 May 06 14:18:34.433137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2a9ff03-0aef-4894-b1cd-fbc291961142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:34.667668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb57-46a6-422b-9e55-3d6bcc768a25 req-32932a5b-f8a8-471b-afca-9d2e59152e1a tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:34.669112 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-df7bdb57-46a6-422b-9e55-3d6bcc768a25 req-32932a5b-f8a8-471b-afca-9d2e59152e1a tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 945 time: 0.0795627 May 06 14:18:34.713937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-df7bdb57-46a6-422b-9e55-3d6bcc768a25 req-6f4e5647-5984-48bd-8d4c-131e5738259e tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393579 May 06 14:18:35.009249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-83d61a43-5748-497d-9692-6102f336fafa tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:35.010562 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-83d61a43-5748-497d-9692-6102f336fafa tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 945 time: 0.0741553 May 06 14:18:35.082451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Deleting port f87832e4-7111-476e-b0cd-00834eac1571 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:18:35.082784 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:35.327419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] For port f87832e4-7111-476e-b0cd-00834eac1571, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f87832e4-7111-476e-b0cd-00834eac1571,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:35.327775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:35.450311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Calling delete_port for f87832e4-7111-476e-b0cd-00834eac1571 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:18:35.589689 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:35.601623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['f87832e4-7111-476e-b0cd-00834eac1571'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:18:35.639688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Pushing event deleted for resources: {'Port': ['ID=f87832e4-7111-476e-b0cd-00834eac1571,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:35.665168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:35.668484 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:35.727518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] No DVR routers for this DVR port f87832e4-7111-476e-b0cd-00834eac1571 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:18:35.730065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:35.732886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3463d7e0-4677-48b2-ad73-85b4e5c7caab', 'name': 'network-vif-deleted', 'tag': 'f87832e4-7111-476e-b0cd-00834eac1571'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:18:35.752503 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-eff71877-abd3-4966-99a9-6ffa0cd478da req-8127a2e6-84be-403e-baa7-7b9afa60ee91 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "DELETE /v2.0/ports/f87832e4-7111-476e-b0cd-00834eac1571 HTTP/1.1" status: 204 len: 173 time: 0.7362361 May 06 14:18:35.798975 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040e9264-03fa-4049-9473-3cdcae2308e8'] response: {'server_uuid': '3463d7e0-4677-48b2-ad73-85b4e5c7caab', 'name': 'network-vif-deleted', 'tag': 'f87832e4-7111-476e-b0cd-00834eac1571', 'status': 'completed', 'code': 200} May 06 14:18:35.897078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-bf6ec2ce-a68b-4c4a-93cf-55e79f857dcc req-cd3d2b83-828b-4bb6-ad36-88f02f640715 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Synchronizing usage tracker for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:18:35.912566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-bf6ec2ce-a68b-4c4a-93cf-55e79f857dcc req-cd3d2b83-828b-4bb6-ad36-88f02f640715 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Unset dirty status for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:18:35.913708 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bf6ec2ce-a68b-4c4a-93cf-55e79f857dcc req-cd3d2b83-828b-4bb6-ad36-88f02f640715 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=3463d7e0-4677-48b2-ad73-85b4e5c7caab HTTP/1.1" status: 200 len: 210 time: 0.0623376 May 06 14:18:36.942884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:37.599212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-4e371507-229b-41d4-9a1a-21b8abc0726e tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:37.601154 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-4e371507-229b-41d4-9a1a-21b8abc0726e tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/networks?id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc HTTP/1.1" status: 200 len: 817 time: 0.2265902 May 06 14:18:37.617375 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-9031cf25-b825-4f68-b875-0d4d49960b71 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/quotas/10302adab0c341a5b8de52ba6c93971a HTTP/1.1" status: 200 len: 375 time: 0.0110185 May 06 14:18:37.696423 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-90550d48-23c2-4035-b745-2ddaba463199 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=10302adab0c341a5b8de52ba6c93971a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742157 May 06 14:18:37.833875 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b942aa73-b480-4d7b-875b-e1330732094b service neutron] 10.222.0.65 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239419 May 06 14:18:37.844501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device f87832e4-7111-476e-b0cd-00834eac1571 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:18:37.879511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: f87832e4-7111-476e-b0cd-00834eac1571 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:18:37.879876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device f87832e4-7111-476e-b0cd-00834eac1571 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:18:37.965164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-040df2c8-39be-4d0e-8036-fd8f1609ae13 service neutron] 10.222.0.65 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255524 May 06 14:18:38.149432 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4087b377-dc9a-4f6f-8144-e4567c42aaa2 req-a683320b-5dad-40e7-9c79-036ff11bfc4d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 210 time: 0.0441051 May 06 14:18:39.120541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-27bde822-cf0b-4ef9-bd6a-0ca884ed4635 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:39.121950 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-27bde822-cf0b-4ef9-bd6a-0ca884ed4635 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "GET /v2.0/networks?id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc HTTP/1.1" status: 200 len: 817 time: 0.1429834 May 06 14:18:39.139895 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Request body: {'port': {'device_id': '114024cd-e67a-417c-b2a2-38a0bc44a27d', 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'admin_state_up': True, 'tenant_id': '10302adab0c341a5b8de52ba6c93971a'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:18:39.318858 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-08a0f80b-f0fe-4fce-9a46-24014b76b0c3 req-d31fbbcd-1119-47f8-84b4-43c557fbc84d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 210 time: 0.0487835 May 06 14:18:39.319722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:18:39.329408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:18:39.340948 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Made reservation on behalf of 10302adab0c341a5b8de52ba6c93971a for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:18:39.344042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:39.500056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Allocated IP 172.20.0.4 (3f1ee072-234b-42e3-9f0b-9b9fb685afcc/3c72f14d-29de-4ebd-bb49-f01d13ed4960/9981ee73-4996-4302-b727-9f68fa406c90) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:18:39.700247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:39.717041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Transition to ACTIVE for port object 9981ee73-4996-4302-b727-9f68fa406c90 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:39.740240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:39.813376 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:18:39.816501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:18:39.818851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:18:39.850842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Pushing event updated for resources: {'Port': ['ID=9981ee73-4996-4302-b727-9f68fa406c90,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:39.887856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:39.888540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:39.917048 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-b48c1a72-256a-4328-a0f4-edba4d8925f7 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808912 May 06 14:18:39.927258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-e6a12bd1-52d5-496b-8868-6aeefe719660 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:18:39.928385 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-e6a12bd1-52d5-496b-8868-6aeefe719660 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052450 May 06 14:18:40.007389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Request body: {'port': {'device_id': '114024cd-e67a-417c-b2a2-38a0bc44a27d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:18:40.065550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9fc0a6fb-c765-4823-a652-97df144c1d70 None None] Provisioning for port 9981ee73-4996-4302-b727-9f68fa406c90 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:40.070989 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9fc0a6fb-c765-4823-a652-97df144c1d70 None None] Provisioning complete for port 9981ee73-4996-4302-b727-9f68fa406c90 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:40.071356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a6fb-c765-4823-a652-97df144c1d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:40.118803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:40.123936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0a6fb-c765-4823-a652-97df144c1d70 None None] Port 9981ee73-4996-4302-b727-9f68fa406c90 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:18:40.457500 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9981ee73-4996-4302-b727-9f68fa406c90 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:18:40.464440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:40.478199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Transition to ACTIVE for port object 9981ee73-4996-4302-b727-9f68fa406c90 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:18:40.483199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:40.516296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b285bf-5b7e-46d4-91eb-ed041c5e451a req-eebf2180-a9a8-4e66-ace7-a80b0a859bdc tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:40.517946 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-01b285bf-5b7e-46d4-91eb-ed041c5e451a req-eebf2180-a9a8-4e66-ace7-a80b0a859bdc tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 931 time: 0.0774829 May 06 14:18:40.675912 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-01b285bf-5b7e-46d4-91eb-ed041c5e451a req-86d10f84-90e8-42ea-aa04-554fcc21e5ce tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519279 May 06 14:18:40.729756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Pushing event updated for resources: {'Port': ['ID=9981ee73-4996-4302-b727-9f68fa406c90,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:40.830719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Attempting to bind port 9981ee73-4996-4302-b727-9f68fa406c90 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:18:40.831110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Attempting to bind port 9981ee73-4996-4302-b727-9f68fa406c90 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:18:40.831497 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Attempting to bind port 9981ee73-4996-4302-b727-9f68fa406c90 on network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:18:40.837332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Port 9981ee73-4996-4302-b727-9f68fa406c90 on network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:18:40.837645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Attempting to bind port 9981ee73-4996-4302-b727-9f68fa406c90 on network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:18:40.844170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:18:40.844466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Checking segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:18:40.844836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Bound using segment: {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:18:40.845250 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Bound port: 9981ee73-4996-4302-b727-9f68fa406c90, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73a7253-c4d8-4981-85c6-2f22c283d108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:18:40.845594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:40.934261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] For port 9981ee73-4996-4302-b727-9f68fa406c90, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:18:40.937118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] For port 9981ee73-4996-4302-b727-9f68fa406c90, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9981ee73-4996-4302-b727-9f68fa406c90,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:18:40.941864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:41.003807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:41.005178 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] 10.222.0.69 "PUT /v2.0/ports/9981ee73-4996-4302-b727-9f68fa406c90 HTTP/1.1" status: 200 len: 1093 time: 1.0706656 May 06 14:18:41.005607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114024cd-e67a-417c-b2a2-38a0bc44a27d', 'tag': '9981ee73-4996-4302-b727-9f68fa406c90'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:18:41.030936 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a362252-e7e8-4478-ad43-b0a325bcdae1 service neutron] Pushing event updated for resources: {'Port': ['ID=9981ee73-4996-4302-b727-9f68fa406c90,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:41.085398 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a8fe9a-41a0-4dc0-bfe0-8f138b942b66'] response: {'name': 'network-changed', 'server_uuid': '114024cd-e67a-417c-b2a2-38a0bc44a27d', 'tag': '9981ee73-4996-4302-b727-9f68fa406c90', 'status': 'completed', 'code': 200} May 06 14:18:41.127401 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-a56aa1d7-16a1-4eb9-9339-4031e60c23ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10302adab0c341a5b8de52ba6c93971a&device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 1096 time: 0.0769188 May 06 14:18:41.194729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-879f19c4-f33c-440d-8d49-46948d5c0d4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9981ee73-4996-4302-b727-9f68fa406c90 HTTP/1.1" status: 200 len: 217 time: 0.0608110 May 06 14:18:41.258175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-cfe0ed51-a0a6-455f-af02-920656e77e3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:41.259622 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-cfe0ed51-a0a6-455f-af02-920656e77e3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c72f14d-29de-4ebd-bb49-f01d13ed4960 HTTP/1.1" status: 200 len: 856 time: 0.0598452 May 06 14:18:41.333008 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-c15b8417-14ee-48f7-b872-bd99cb919772 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665588 May 06 14:18:41.464035 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-d226ac7d-39ac-47c6-b544-1575b71ddce5 service neutron] 10.222.0.69 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251199 May 06 14:18:41.593159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8fe0a3ba-fb66-49fb-862d-5bae7c60916e req-6fd27cef-c250-4268-ab98-f5327a7320ce service neutron] 10.222.0.69 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234679 May 06 14:18:41.704167 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-221da9ce-69b1-4fc8-9d0e-c171cde90dc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10302adab0c341a5b8de52ba6c93971a&device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 1096 time: 0.0710459 May 06 14:18:41.840069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-3bb31951-6bcc-496b-b1de-2d0390be49b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:41.841546 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-3bb31951-6bcc-496b-b1de-2d0390be49b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc HTTP/1.1" status: 200 len: 918 time: 0.1314716 May 06 14:18:41.879161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6db9a-89b1-499d-84b2-4aae98775291 req-6616c64c-3568-4615-882e-c34494f22589 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:41.881273 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d4e6db9a-89b1-499d-84b2-4aae98775291 req-6616c64c-3568-4615-882e-c34494f22589 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 943 time: 0.0785654 May 06 14:18:41.910159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-d2624b4a-facf-4d93-b828-ee0e8fdd50a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9981ee73-4996-4302-b727-9f68fa406c90 HTTP/1.1" status: 200 len: 217 time: 0.0616512 May 06 14:18:41.926840 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d4e6db9a-89b1-499d-84b2-4aae98775291 req-899d74dc-fde4-4a92-8ca9-b08e99906169 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 May 06 14:18:41.974267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-500aa56b-8e96-4dea-8d31-f51dd64f56db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:41.975611 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-500aa56b-8e96-4dea-8d31-f51dd64f56db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c72f14d-29de-4ebd-bb49-f01d13ed4960 HTTP/1.1" status: 200 len: 856 time: 0.0599406 May 06 14:18:42.049022 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-7190fb40-168e-4067-9746-cfb6111b9c2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f1ee072-234b-42e3-9f0b-9b9fb685afcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668089 May 06 14:18:42.178264 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-9d004ed2-30f9-44de-9297-8d8fb584bc29 service neutron] 10.222.0.69 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210034 May 06 14:18:42.306190 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-926dc674-6d33-4afb-a53c-a6f1a7a334e2 req-29cf3509-9cbf-4a19-a7a2-3b4f67a43a30 service neutron] 10.222.0.69 "GET /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225433 May 06 14:18:43.127793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c389253-381d-4333-ab80-23d4e8582e9b req-a4f85e76-f047-4ba9-8a0e-3fc8a75b6bff tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:43.128494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-3c389253-381d-4333-ab80-23d4e8582e9b req-a4f85e76-f047-4ba9-8a0e-3fc8a75b6bff tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Synchronizing usage tracker for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:18:43.143089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-3c389253-381d-4333-ab80-23d4e8582e9b req-a4f85e76-f047-4ba9-8a0e-3fc8a75b6bff tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Unset dirty status for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:18:43.144320 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3c389253-381d-4333-ab80-23d4e8582e9b req-a4f85e76-f047-4ba9-8a0e-3fc8a75b6bff tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 943 time: 0.0931611 May 06 14:18:43.272703 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3c389253-381d-4333-ab80-23d4e8582e9b req-942ef312-421d-47cd-8431-bec36001d1ab tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218724 May 06 14:18:43.860694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 9981ee73-4996-4302-b727-9f68fa406c90 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:18:43.993501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 9981ee73-4996-4302-b727-9f68fa406c90, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9981ee73-4996-4302-b727-9f68fa406c90,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:44.006239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '9981ee73-4996-4302-b727-9f68fa406c90', 'network_id': '3f1ee072-234b-42e3-9f0b-9b9fb685afcc', 'port_id': '9981ee73-4996-4302-b727-9f68fa406c90', 'mac_address': 'fa:16:3e:fd:25:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c72f14d-29de-4ebd-bb49-f01d13ed4960', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:18:44.061687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:44.077904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9981ee73-4996-4302-b727-9f68fa406c90 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:18:44.092533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 9981ee73-4996-4302-b727-9f68fa406c90, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9981ee73-4996-4302-b727-9f68fa406c90,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:44.096110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:44.159136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=9981ee73-4996-4302-b727-9f68fa406c90,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:44.167716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.168079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.168412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.168735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.169058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.169378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.169695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.170014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.170326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.170636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.170947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:18:44.302652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['9981ee73-4996-4302-b727-9f68fa406c90'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:18:44.469482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7ddbf-3ffd-4b7f-8579-52ccd65a7342 req-6d1f10a6-9005-423f-8d3f-42e15e095934 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:44.470874 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-50f7ddbf-3ffd-4b7f-8579-52ccd65a7342 req-6d1f10a6-9005-423f-8d3f-42e15e095934 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 944 time: 0.0786247 May 06 14:18:44.515385 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-50f7ddbf-3ffd-4b7f-8579-52ccd65a7342 req-c63f8e24-cccb-4fbd-86b5-cbf88bd57e9d tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390239 May 06 14:18:45.706080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5a20-7e9b-47d2-b2c2-2a54b8706613 req-8ca71488-e3d3-4dd6-97bc-03734b7ab362 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:45.707575 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-319f5a20-7e9b-47d2-b2c2-2a54b8706613 req-8ca71488-e3d3-4dd6-97bc-03734b7ab362 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 944 time: 0.0739310 May 06 14:18:45.760717 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-319f5a20-7e9b-47d2-b2c2-2a54b8706613 req-85d7e5eb-dbd1-4fc6-86f4-2b93eee9b637 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 May 06 14:18:45.875445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 9981ee73-4996-4302-b727-9f68fa406c90 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:18:45.943211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 9981ee73-4996-4302-b727-9f68fa406c90 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:18:45.948303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 9981ee73-4996-4302-b727-9f68fa406c90 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:18:45.948666 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:46.060435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:46.086672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114024cd-e67a-417c-b2a2-38a0bc44a27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9981ee73-4996-4302-b727-9f68fa406c90'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:18:46.096070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 9981ee73-4996-4302-b727-9f68fa406c90, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9981ee73-4996-4302-b727-9f68fa406c90,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:18:46.100104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:46.142134 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeca9d67-a7b5-4ca4-b137-ddcf2f351471'] response: {'server_uuid': '114024cd-e67a-417c-b2a2-38a0bc44a27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9981ee73-4996-4302-b727-9f68fa406c90', 'code': 200} May 06 14:18:46.168097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=9981ee73-4996-4302-b727-9f68fa406c90,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:18:46.363713 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19d34076-801c-4681-9a18-19317d37de9d req-dacaf69d-178d-45d3-a1a8-48c23a53cb8d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 1098 time: 0.0683572 May 06 14:18:46.404769 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-19d34076-801c-4681-9a18-19317d37de9d req-54f0c136-6dde-48b3-acb7-2772967dd4d2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353961 May 06 14:18:46.952714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95362045-f0ad-4f85-ba92-9dd0a544ffd2 req-b903e9e3-219e-4521-8380-79a05cfb84ed tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:46.954142 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-95362045-f0ad-4f85-ba92-9dd0a544ffd2 req-b903e9e3-219e-4521-8380-79a05cfb84ed tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 945 time: 0.0747900 May 06 14:18:47.002481 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-95362045-f0ad-4f85-ba92-9dd0a544ffd2 req-06c1cbec-7d0e-4a8f-bd0a-ebfe307c46a4 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 May 06 14:18:48.195185 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f915a-da40-45bb-a5b5-9c24e8867996 req-1b2eda15-d563-4981-b5a7-d6d60fbe6680 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:48.196530 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0b2f915a-da40-45bb-a5b5-9c24e8867996 req-1b2eda15-d563-4981-b5a7-d6d60fbe6680 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 945 time: 0.0738800 May 06 14:18:48.240349 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0b2f915a-da40-45bb-a5b5-9c24e8867996 req-b492f230-412b-4815-91ac-960e95701c02 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384290 May 06 14:18:48.431987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dd3df-2079-4a5e-8b23-10b8069ddeb5 req-c3c46e3b-f190-4124-9fe0-85672c9a2d9e tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:18:48.433385 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc3dd3df-2079-4a5e-8b23-10b8069ddeb5 req-c3c46e3b-f190-4124-9fe0-85672c9a2d9e tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 945 time: 0.0740712 May 06 14:18:48.477974 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc3dd3df-2079-4a5e-8b23-10b8069ddeb5 req-42f6c6c4-1288-450e-ac66-76080be014bc tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 May 06 14:18:50.520465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:02.092806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-432c5786-1b0a-4a0f-9c94-5e340868ac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:02.672196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c74da-db1e-48b8-bd37-4011d18542df req-db7d898f-8b6d-4bd5-9fef-bb9c2090d514 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:02.673499 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d88c74da-db1e-48b8-bd37-4011d18542df req-db7d898f-8b6d-4bd5-9fef-bb9c2090d514 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 945 time: 0.0779073 May 06 14:19:02.718020 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d88c74da-db1e-48b8-bd37-4011d18542df req-4fc1c226-7ef6-4cc4-ad13-36c70d5d19f0 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 May 06 14:19:03.927426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9f53-76fc-424d-82ca-ad938686b9db req-ae5db01f-f087-421e-b65f-9b2188749c3e tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:03.928807 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e1cf9f53-76fc-424d-82ca-ad938686b9db req-ae5db01f-f087-421e-b65f-9b2188749c3e tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 945 time: 0.0801129 May 06 14:19:03.974757 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e1cf9f53-76fc-424d-82ca-ad938686b9db req-c41fffb4-e237-4a26-9ebb-fd23582236be tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/security-groups?id=17d6f6df-3d8f-48a9-b028-6be09d5833cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 May 06 14:19:04.256724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-a88f399d-68c9-4540-90d0-7b6be3e44e2b tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:04.258675 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-a88f399d-68c9-4540-90d0-7b6be3e44e2b tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 945 time: 0.0742416 May 06 14:19:04.326900 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Deleting port 9981ee73-4996-4302-b727-9f68fa406c90 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:04.327236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.434995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd89430e-32e5-4ed8-ab28-300a31f2da1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.560903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] For port 9981ee73-4996-4302-b727-9f68fa406c90, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9981ee73-4996-4302-b727-9f68fa406c90,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:04.561174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.680499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Calling delete_port for 9981ee73-4996-4302-b727-9f68fa406c90 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:04.816600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.827800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['9981ee73-4996-4302-b727-9f68fa406c90'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:19:04.908785 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Pushing event deleted for resources: {'Port': ['ID=9981ee73-4996-4302-b727-9f68fa406c90,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:04.949918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] No DVR routers for this DVR port 9981ee73-4996-4302-b727-9f68fa406c90 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:19:04.952481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.955418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114024cd-e67a-417c-b2a2-38a0bc44a27d', 'name': 'network-vif-deleted', 'tag': '9981ee73-4996-4302-b727-9f68fa406c90'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:19:04.960876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.961221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.961557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.961892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.962217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.962541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.962866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.963185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.963505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.963842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.964166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.980099 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bbda5d8c-a147-4d25-9914-78f0088b16c3 req-50f8e87f-828b-44be-9083-8078fc207ffb tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.69 "DELETE /v2.0/ports/9981ee73-4996-4302-b727-9f68fa406c90 HTTP/1.1" status: 204 len: 173 time: 0.7163348 May 06 14:19:05.028558 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203cebf8-cecc-44b2-8277-9b5482b3a147'] response: {'server_uuid': '114024cd-e67a-417c-b2a2-38a0bc44a27d', 'name': 'network-vif-deleted', 'tag': '9981ee73-4996-4302-b727-9f68fa406c90', 'status': 'completed', 'code': 200} May 06 14:19:05.176612 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-888126a6-ea03-4044-82d1-b0a1aff162ad req-b60c6b5a-6885-4d7d-bfee-3c165668e4d9 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Synchronizing usage tracker for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:19:05.191293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-888126a6-ea03-4044-82d1-b0a1aff162ad req-b60c6b5a-6885-4d7d-bfee-3c165668e4d9 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] Unset dirty status for tenant:10302adab0c341a5b8de52ba6c93971a on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:19:05.192530 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-888126a6-ea03-4044-82d1-b0a1aff162ad req-b60c6b5a-6885-4d7d-bfee-3c165668e4d9 tempest-TestEncryptedCinderVolumes-389652952 tempest-TestEncryptedCinderVolumes-389652952-project] 10.222.0.65 "GET /v2.0/ports?device_id=114024cd-e67a-417c-b2a2-38a0bc44a27d HTTP/1.1" status: 200 len: 210 time: 0.0620897 May 06 14:19:05.626512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:05.649891 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:06.338551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43764) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:06.751609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:06.945696 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:19:06.949122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:07.348377 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Deleting port d103cbcb-8586-4f2a-b334-32c35d286851 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:07.348945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:07.600773 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] For port d103cbcb-8586-4f2a-b334-32c35d286851, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d103cbcb-8586-4f2a-b334-32c35d286851,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:07.601042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:07.717350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Calling delete_port for d103cbcb-8586-4f2a-b334-32c35d286851 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:07.890477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:07.939565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Pushing event deleted for resources: {'Port': ['ID=d103cbcb-8586-4f2a-b334-32c35d286851,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:08.009299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.009636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.009969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.010292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.010613 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.010933 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.011252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.011599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.011903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.012216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.012527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:08.032326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 9981ee73-4996-4302-b727-9f68fa406c90 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:08.067674 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 9981ee73-4996-4302-b727-9f68fa406c90 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:19:08.068049 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 9981ee73-4996-4302-b727-9f68fa406c90 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:08.230701 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:08.788557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:19:09.069815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:19:09.080278 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] Sync routers for ids ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:19:09.085866 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c9227a64-9593-4ffa-aac4-2fdcf3b8d593 admin admin] 10.222.0.65 "PUT /v2.0/routers/6f4175d9-4c03-4fff-896e-4b4b9ef6123c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7462549 May 06 14:19:09.089375 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43768) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:09.094383 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] Routers {'6f4175d9-4c03-4fff-896e-4b4b9ef6123c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:09.094992 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:09.266350 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] Set router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:09.280658 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:09.474442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:09.485151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Deleting port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:09.485481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:09.547241 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:19:07Z', 'revision_number': 5, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port': {'id': '8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:09.551070 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] Checking router: 6f4175d9-4c03-4fff-896e-4b4b9ef6123c for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:19:09.561401 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] Routers {'6f4175d9-4c03-4fff-896e-4b4b9ef6123c'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:09.562032 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:09.659017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] For port 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:09.659371 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:09.711278 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] Set router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:09.776599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Calling delete_port for 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:09.814085 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:19:09Z', 'revision_number': 6, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:09.817876 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef239274-9646-4919-a870-b2a2eb0620a9 None None] The sync data for ids ['6f4175d9-4c03-4fff-896e-4b4b9ef6123c'] in dv-neutron-840889-1-hyperv is: [{'id': '6f4175d9-4c03-4fff-896e-4b4b9ef6123c', 'name': 'tempest-TestEncryptedCinderVolumes-1500722284-router', 'tenant_id': '10302adab0c341a5b8de52ba6c93971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:55Z', 'updated_at': '2022-05-06T14:19:09Z', 'revision_number': 6, 'project_id': '10302adab0c341a5b8de52ba6c93971a', 'gw_port_host': None}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:19:09.947732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:09.996328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:10.226611 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.591161 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.597855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.610290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d103cbcb-8586-4f2a-b334-32c35d286851 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:10.625344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.626108 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f4175d9-4c03-4fff-896e-4b4b9ef6123c {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:19:10.638150 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.641596 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-19dbc810-6161-4f76-8133-60899dc5a950 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6f4175d9-4c03-4fff-896e-4b4b9ef6123c HTTP/1.1" status: 204 len: 168 time: 1.5500159 May 06 14:19:10.641781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43772) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:10.644909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: d103cbcb-8586-4f2a-b334-32c35d286851 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:19:10.645261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d103cbcb-8586-4f2a-b334-32c35d286851 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:10.702345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-508b613b-1ce0-470b-894e-97a715868f05 admin admin] Deleting subnet 3c72f14d-29de-4ebd-bb49-f01d13ed4960 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:19:10.705366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-508b613b-1ce0-470b-894e-97a715868f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.754418 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-508b613b-1ce0-470b-894e-97a715868f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.833869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-508b613b-1ce0-470b-894e-97a715868f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.906894 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-508b613b-1ce0-470b-894e-97a715868f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.946408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b613b-1ce0-470b-894e-97a715868f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c72f14d-29de-4ebd-bb49-f01d13ed4960,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:10.951123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-508b613b-1ce0-470b-894e-97a715868f05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.956593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817f830d-4c3f-4662-a586-d7eec787dc59 None None] Network 3f1ee072-234b-42e3-9f0b-9b9fb685afcc requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:19:10.956871 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-508b613b-1ce0-470b-894e-97a715868f05 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3c72f14d-29de-4ebd-bb49-f01d13ed4960 HTTP/1.1" status: 204 len: 168 time: 0.3141353 May 06 14:19:10.959385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43776) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:11.065981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.076430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Deleting port 2f6f4a85-2bde-4441-8990-07f4759cdc8c {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:11.076833 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.218976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] DHCP port deletion for 3f1ee072-234b-42e3-9f0b-9b9fb685afcc request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:19:11.223267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] Deleting port 2f6f4a85-2bde-4441-8990-07f4759cdc8c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:11.223632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.291944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] For port 2f6f4a85-2bde-4441-8990-07f4759cdc8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2f6f4a85-2bde-4441-8990-07f4759cdc8c,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:11.292313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.414301 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Calling delete_port for 2f6f4a85-2bde-4441-8990-07f4759cdc8c owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:11.434725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] For port 2f6f4a85-2bde-4441-8990-07f4759cdc8c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2f6f4a85-2bde-4441-8990-07f4759cdc8c,segment=NetworkSegment(c73a7253-c4d8-4981-85c6-2f22c283d108),segment_id=c73a7253-c4d8-4981-85c6-2f22c283d108)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:11.435060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.486420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.533174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6f4a85-2bde-4441-8990-07f4759cdc8c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:11.540746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] No DVR routers for this DVR port 2f6f4a85-2bde-4441-8990-07f4759cdc8c on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:19:11.560197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] Calling delete_port for 2f6f4a85-2bde-4441-8990-07f4759cdc8c owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:11.629217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:19:11.629911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:19:11.660527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.685736 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1ee072-234b-42e3-9f0b-9b9fb685afcc']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:11.697912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73a7253-c4d8-4981-85c6-2f22c283d108') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:11.698205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73a7253-c4d8-4981-85c6-2f22c283d108') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:11.709236 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.725396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.731433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:19:11.731824 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:19:11.744983 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:19:11.820078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.835467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.845381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1ee072-234b-42e3-9f0b-9b9fb685afcc,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:11.852392 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2bb828b1-3c20-4eb1-afdc-316742e4196e admin admin] 10.222.0.65 "DELETE /v2.0/networks/3f1ee072-234b-42e3-9f0b-9b9fb685afcc HTTP/1.1" status: 204 len: 168 time: 0.8914807 May 06 14:19:11.855261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43780) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:11.919987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:11.957848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:19:11.958190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 8a1a5962-ae49-4e1b-bc0d-7d7aa8f7f1b5 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:11.958674 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2f6f4a85-2bde-4441-8990-07f4759cdc8c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:11.991544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 2f6f4a85-2bde-4441-8990-07f4759cdc8c {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:19:11.991915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2f6f4a85-2bde-4441-8990-07f4759cdc8c not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:12.131381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] Deleting port 2f6f4a85-2bde-4441-8990-07f4759cdc8c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:12.131759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:12.193189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f079cd3d-8d22-46db-83d3-bbfca40c0095 None None] The port '2f6f4a85-2bde-4441-8990-07f4759cdc8c' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:19:12.336980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:12.902686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Deleting port c6d3f1d9-3615-4181-a418-7761b226397e {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:12.903022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:13.069561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] For port c6d3f1d9-3615-4181-a418-7761b226397e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c6d3f1d9-3615-4181-a418-7761b226397e,segment=NetworkSegment(952f3353-748c-4b33-ab00-15e81fbf36dd),segment_id=952f3353-748c-4b33-ab00-15e81fbf36dd)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:13.069901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:13.185660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Calling delete_port for c6d3f1d9-3615-4181-a418-7761b226397e owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:13.343519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:13.387043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d3f1d9-3615-4181-a418-7761b226397e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:13.757224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:14.337931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:19:14.531887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:19:14.541036 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-08b5c2df-6a02-4b28-af4e-17fe762a3e39 admin admin] 10.222.0.65 "PUT /v2.0/routers/7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843972 May 06 14:19:14.543059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9f568-817b-4901-95db-95b1720997ab None None] Sync routers for ids ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:19:14.543564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43784) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:14.555636 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9f568-817b-4901-95db-95b1720997ab None None] Routers {'7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:14.556278 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-43a9f568-817b-4901-95db-95b1720997ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:14.732276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-43a9f568-817b-4901-95db-95b1720997ab None None] Set router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:14.735964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:15.015149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-43a9f568-817b-4901-95db-95b1720997ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:19:13Z', 'revision_number': 5, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port': {'id': '79a74864-2be7-4d8d-9f5c-0c7c1a7679a3', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:18:01Z', 'updated_at': '2022-05-06T14:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:15.018946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9f568-817b-4901-95db-95b1720997ab None None] Checking router: 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:19:15.029877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9f568-817b-4901-95db-95b1720997ab None None] Routers {'7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:15.030477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-43a9f568-817b-4901-95db-95b1720997ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:15.030745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:15.040692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Deleting port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:15.041028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:15.179243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-43a9f568-817b-4901-95db-95b1720997ab None None] Set router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:15.221294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] For port 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=79a74864-2be7-4d8d-9f5c-0c7c1a7679a3,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:15.221651 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:15.316327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-43a9f568-817b-4901-95db-95b1720997ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:19:15Z', 'revision_number': 6, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:15.320670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9f568-817b-4901-95db-95b1720997ab None None] The sync data for ids ['7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5'] in dv-neutron-840889-1-hyperv is: [{'id': '7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5', 'name': 'tempest-TestEncryptedCinderVolumes-334714733-router', 'tenant_id': '2f3f4c53edda4be9a98463e4bc46405e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:18:00Z', 'updated_at': '2022-05-06T14:19:15Z', 'revision_number': 6, 'project_id': '2f3f4c53edda4be9a98463e4bc46405e', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:19:15.348380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Calling delete_port for 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:15.509524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:15.553076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a74864-2be7-4d8d-9f5c-0c7c1a7679a3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:15.773353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.026885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.030951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.065058 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.065624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:19:16.078280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.082236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43788) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:16.082707 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-96ab9f51-cf2c-4b0c-b5fc-b1479d8e1279 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7584a10f-c8e2-4b9d-b9e7-5081e3c4b3f5 HTTP/1.1" status: 204 len: 168 time: 1.5377417 May 06 14:19:16.104966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c6d3f1d9-3615-4181-a418-7761b226397e no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:16.139404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c6d3f1d9-3615-4181-a418-7761b226397e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:19:16.139737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c6d3f1d9-3615-4181-a418-7761b226397e not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:16.140174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:16.143315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-797e8d91-1c41-4583-ba59-5057767d9d80 admin admin] Deleting subnet 7997a653-175f-40c2-ae5f-1dc54ed73724 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:19:16.146410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-797e8d91-1c41-4583-ba59-5057767d9d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.171322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:19:16.171663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 79a74864-2be7-4d8d-9f5c-0c7c1a7679a3 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:16.199220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-797e8d91-1c41-4583-ba59-5057767d9d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.277571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-797e8d91-1c41-4583-ba59-5057767d9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.346467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-797e8d91-1c41-4583-ba59-5057767d9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.387741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e8d91-1c41-4583-ba59-5057767d9d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7997a653-175f-40c2-ae5f-1dc54ed73724,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:16.392525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-797e8d91-1c41-4583-ba59-5057767d9d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.398364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bedfe16-d074-456a-affd-14cb89e4af9a None None] Network 3effca8a-adfe-426d-97cd-e0d5aef0eda8 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:19:16.398607 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-797e8d91-1c41-4583-ba59-5057767d9d80 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7997a653-175f-40c2-ae5f-1dc54ed73724 HTTP/1.1" status: 204 len: 168 time: 0.3153591 May 06 14:19:16.401075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43792) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:16.503886 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.514089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Deleting port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:16.514411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.647053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] DHCP port deletion for 3effca8a-adfe-426d-97cd-e0d5aef0eda8 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:19:16.650637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] Deleting port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:16.651012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.796362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] For port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a5d6dac-98d1-4515-ac07-d7b526e86b9b,segment=NetworkSegment(952f3353-748c-4b33-ab00-15e81fbf36dd),segment_id=952f3353-748c-4b33-ab00-15e81fbf36dd)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:16.796710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.847558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] For port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=6a5d6dac-98d1-4515-ac07-d7b526e86b9b,segment=NetworkSegment(952f3353-748c-4b33-ab00-15e81fbf36dd),segment_id=952f3353-748c-4b33-ab00-15e81fbf36dd)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:16.847930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.918342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Calling delete_port for 6a5d6dac-98d1-4515-ac07-d7b526e86b9b owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:16.964847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] Calling delete_port for 6a5d6dac-98d1-4515-ac07-d7b526e86b9b owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:19:16.989479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.036274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:19:17.036604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5d6dac-98d1-4515-ac07-d7b526e86b9b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:17.036718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:19:17.042407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] No DVR routers for this DVR port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:19:17.154771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.183238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3effca8a-adfe-426d-97cd-e0d5aef0eda8']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:17.195075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952f3353-748c-4b33-ab00-15e81fbf36dd') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:17.195368 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952f3353-748c-4b33-ab00-15e81fbf36dd') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:17.206375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.222052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.228532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:19:17.228905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:19:17.241566 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:19:17.312487 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.317374 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.345423 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3effca8a-adfe-426d-97cd-e0d5aef0eda8,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:17.349510 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-beefd8b3-c6c4-4126-8b56-f5e5459493ac admin admin] 10.222.0.65 "DELETE /v2.0/networks/3effca8a-adfe-426d-97cd-e0d5aef0eda8 HTTP/1.1" status: 204 len: 168 time: 0.9473863 May 06 14:19:17.537651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] Deleting port 6a5d6dac-98d1-4515-ac07-d7b526e86b9b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:19:17.538135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.539089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43798) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:17.592269 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f9ce06f8-0ec2-4265-a109-6703cd0875e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10302adab0c341a5b8de52ba6c93971a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519717 May 06 14:19:17.594654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43802) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:17.600639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f8bf7-ab2f-4f82-9bed-816c6ee0034c None None] The port '6a5d6dac-98d1-4515-ac07-d7b526e86b9b' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:19:17.653072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-10f0d992-965e-49e7-8b45-65d6ead1cedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.677163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-10f0d992-965e-49e7-8b45-65d6ead1cedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.734140 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-10f0d992-965e-49e7-8b45-65d6ead1cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.751237 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0d992-965e-49e7-8b45-65d6ead1cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d6f6df-3d8f-48a9-b028-6be09d5833cd,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:17.762710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-10f0d992-965e-49e7-8b45-65d6ead1cedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.763864 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-10f0d992-965e-49e7-8b45-65d6ead1cedc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17d6f6df-3d8f-48a9-b028-6be09d5833cd HTTP/1.1" status: 204 len: 168 time: 0.1683030 May 06 14:19:17.908351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6a5d6dac-98d1-4515-ac07-d7b526e86b9b no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:17.944807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 6a5d6dac-98d1-4515-ac07-d7b526e86b9b {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:19:17.945150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 6a5d6dac-98d1-4515-ac07-d7b526e86b9b not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:18.156141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43810) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:18.206726 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b2978786-a979-4bb4-86cf-701632baff97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f3f4c53edda4be9a98463e4bc46405e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493016 May 06 14:19:18.208973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43814) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:18.269079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ca112abd-b97b-4972-850e-ebacfcf2678c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.374851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ca112abd-b97b-4972-850e-ebacfcf2678c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.425100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ca112abd-b97b-4972-850e-ebacfcf2678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.441023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca112abd-b97b-4972-850e-ebacfcf2678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47060e15-841f-4374-b298-d6dda4e4ce16,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:18.445232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ca112abd-b97b-4972-850e-ebacfcf2678c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.446337 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ca112abd-b97b-4972-850e-ebacfcf2678c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47060e15-841f-4374-b298-d6dda4e4ce16 HTTP/1.1" status: 204 len: 168 time: 0.2364955 May 06 14:19:19.246081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43836) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:19.370632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1460020820-network', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:19:19.375242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:19.379299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Usage tracker for resource:network and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:19.382675 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:19.388720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:19.397655 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Made reservation on behalf of f0663b0fd4044ad495ddf9206bab42e9 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:19:19.399814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.411467 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.441056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:19.445294 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Usage tracker for resource:security_group_rule and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:19.448002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:19.453562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:19.516625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.520282 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.549367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:19:19.558122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6344361f-2e72-464e-af01-5263db1d15da,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:19.563546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.563926 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Added segment 6c26fb8b-918f-4822-af7e-75c62f4999a1 of type vlan for network 2b71c742-df51-476c-b8a9-2ee88294aa9d May 06 14:19:19.589722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.620559 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.621353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:19.621904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.719230 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] Pushing event updated for resources: {'Network': ['ID=2b71c742-df51-476c-b8a9-2ee88294aa9d,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:19.725760 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-da8f0426-c940-4e28-a30f-cf00cda3fb54 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4754097 May 06 14:19:19.725936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43842) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:19.730911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Request body: {'subnet': {'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1460020820-subnet', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:19:19.733062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:19:19.735799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:19.739709 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Usage tracker for resource:subnet and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:19.743139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:19.749017 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:19.759235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Made reservation on behalf of f0663b0fd4044ad495ddf9206bab42e9 for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:19:19.761461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.954979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.030153 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624abf54-91d2-4b94-abeb-129f268faab7,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:20.045977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Checking segment: {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:20.046331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Network hostable DHCP agents. Network: 2b71c742-df51-476c-b8a9-2ee88294aa9d, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:19:20.067029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:19:20.075650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 2b71c742-df51-476c-b8a9-2ee88294aa9d) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:20.079457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:20.080113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.084757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64406af7-f481-4fc6-a3c5-1b495c56f225 None None] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:19:20.105551 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2c8b8921-a97a-47ef-8e41-11e9ade1f8f4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3786926 May 06 14:19:20.108275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43846) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:20.113314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:19:20.117774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:20.121650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Usage tracker for resource:router and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:20.124487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:20.130553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:20.140806 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.141693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.160025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.298905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-2b71c742-df51-476c-b8a9-2ee88294aa9d', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:19:20.299944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.300863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.455018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Allocated IP 172.20.0.2 (2b71c742-df51-476c-b8a9-2ee88294aa9d/624abf54-91d2-4b94-abeb-129f268faab7/871f1f11-d34a-4db9-84f6-f1b470bac7bc) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:20.487377 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.516932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.593743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.656370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Allocated IP 172.26.0.206 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/903b7a71-56d0-415d-bd78-46043b7ff734) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:20.699271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.709462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Transition to ACTIVE for port object 871f1f11-d34a-4db9-84f6-f1b470bac7bc will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:20.727122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Transition to ACTIVE for port object 871f1f11-d34a-4db9-84f6-f1b470bac7bc will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:20.733256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.800669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:20.804065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:20.805408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.808335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:19:20.810901 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Pushing event updated for resources: {'Port': ['ID=871f1f11-d34a-4db9-84f6-f1b470bac7bc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:20.835731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.896209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Attempting to bind port 871f1f11-d34a-4db9-84f6-f1b470bac7bc on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:20.896570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Attempting to bind port 871f1f11-d34a-4db9-84f6-f1b470bac7bc by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:20.896959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Attempting to bind port 871f1f11-d34a-4db9-84f6-f1b470bac7bc on network 2b71c742-df51-476c-b8a9-2ee88294aa9d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:19:20.903260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:19:20.903622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Checking segment: {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:20.904111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.904494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Bound using segment: {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:19:20.904965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Bound port: 871f1f11-d34a-4db9-84f6-f1b470bac7bc, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:20.905322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.908563 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:20.910967 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:20.915609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:19:20.939322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Pushing event updated for resources: {'Port': ['ID=903b7a71-56d0-415d-bd78-46043b7ff734,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:20.994200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] For port 871f1f11-d34a-4db9-84f6-f1b470bac7bc, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:19:20.997035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] For port 871f1f11-d34a-4db9-84f6-f1b470bac7bc, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=871f1f11-d34a-4db9-84f6-f1b470bac7bc,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:19:21.001724 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:21.074512 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:21.075578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:21.083964 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44ad34-a21f-47f7-ab84-8852b4fd70da None None] Pushing event updated for resources: {'Port': ['ID=871f1f11-d34a-4db9-84f6-f1b470bac7bc,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:21.409188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Router 514217dc-7d83-41f8-bebe-2c14492c475f is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:19:21.603946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:19:21.613652 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Sync routers for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:19:21.624885 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:21.625569 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:21.628449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:21.629699 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-80fbe978-c14a-4c19-92a0-880ef08a10cc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5204751 May 06 14:19:21.632637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43850) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:21.832369 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:21.977974 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 871f1f11-d34a-4db9-84f6-f1b470bac7bc up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:22.073641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 871f1f11-d34a-4db9-84f6-f1b470bac7bc completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:22.081566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce00036f-928c-4004-971b-d85b00b6bb64 None None] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:19:22.160560 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:21Z', 'revision_number': 3, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:22.164561 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Checking router: 514217dc-7d83-41f8-bebe-2c14492c475f for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:19:22.164909 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Updating router 514217dc-7d83-41f8-bebe-2c14492c475f port 903b7a71-56d0-415d-bd78-46043b7ff734 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:19:22.190860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d17f19ab-f13b-4a3f-8ee7-97659181349c None None] Provisioning for port 871f1f11-d34a-4db9-84f6-f1b470bac7bc completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:22.201078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d17f19ab-f13b-4a3f-8ee7-97659181349c None None] Provisioning complete for port 871f1f11-d34a-4db9-84f6-f1b470bac7bc triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:22.201455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d17f19ab-f13b-4a3f-8ee7-97659181349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.216440 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.412243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d17f19ab-f13b-4a3f-8ee7-97659181349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.434267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.454618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d17f19ab-f13b-4a3f-8ee7-97659181349c None None] For port 871f1f11-d34a-4db9-84f6-f1b470bac7bc, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=871f1f11-d34a-4db9-84f6-f1b470bac7bc,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:22.465343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d17f19ab-f13b-4a3f-8ee7-97659181349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.555363 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.556536 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f19ab-f13b-4a3f-8ee7-97659181349c None None] Pushing event updated for resources: {'Port': ['ID=871f1f11-d34a-4db9-84f6-f1b470bac7bc,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:22.575027 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Transition to ACTIVE for port object 903b7a71-56d0-415d-bd78-46043b7ff734 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:22.582932 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.658811 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Attempting to bind port 903b7a71-56d0-415d-bd78-46043b7ff734 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:22.658811 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Attempting to bind port 903b7a71-56d0-415d-bd78-46043b7ff734 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:22.659511 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Attempting to bind port 903b7a71-56d0-415d-bd78-46043b7ff734 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:19:22.666657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Allocated IP 172.20.0.1 (2b71c742-df51-476c-b8a9-2ee88294aa9d/624abf54-91d2-4b94-abeb-129f268faab7/50dba385-24ca-487b-902e-32753229d11e) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:22.678804 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:19:22.679166 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:22.679759 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.680339 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:19:22.680977 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Bound port: 903b7a71-56d0-415d-bd78-46043b7ff734, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:22.681341 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.690068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-10b46966-8def-4b1a-a21d-6a733e09327c None None] Provisioning complete for port 871f1f11-d34a-4db9-84f6-f1b470bac7bc triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:22.690437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10b46966-8def-4b1a-a21d-6a733e09327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.762315 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] For port 903b7a71-56d0-415d-bd78-46043b7ff734, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:19:22.765467 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] For port 903b7a71-56d0-415d-bd78-46043b7ff734, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=903b7a71-56d0-415d-bd78-46043b7ff734,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:19:22.766942 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Pushing event updated for resources: {'Port': ['ID=903b7a71-56d0-415d-bd78-46043b7ff734,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:22.770608 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.784122 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.784464 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.784794 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.785122 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.785449 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.785776 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.786084 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.786405 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.787167 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.787167 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.787912 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:22.826829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.843381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Transition to ACTIVE for port object 50dba385-24ca-487b-902e-32753229d11e will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:22.868628 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.869111 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de45eb-026d-4bfa-937c-4ea46fa0d6c5 None None] Pushing event updated for resources: {'Port': ['ID=903b7a71-56d0-415d-bd78-46043b7ff734,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:22.871649 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:22.872253 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:22.927349 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:22.930725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:22.933073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:19:23.053099 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:23.107818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Pushing event updated for resources: {'Port': ['ID=50dba385-24ca-487b-902e-32753229d11e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:23.115324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.194131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.235286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e76b6a18-d110-4c29-aba3-ecd8d16910ab None None] Provisioning for port 50dba385-24ca-487b-902e-32753229d11e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:23.241387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e76b6a18-d110-4c29-aba3-ecd8d16910ab None None] Provisioning complete for port 50dba385-24ca-487b-902e-32753229d11e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:23.241387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e76b6a18-d110-4c29-aba3-ecd8d16910ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.293890 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e76b6a18-d110-4c29-aba3-ecd8d16910ab None None] Port 50dba385-24ca-487b-902e-32753229d11e cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:19:23.371806 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:21Z', 'revision_number': 3, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:23.375568 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bf54f-719a-4497-afa3-0f928e306822 None None] The sync data for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv is: [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:21Z', 'revision_number': 3, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:19:23.419410 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.424259 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.534366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.539041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Pushing event updated for resources: {'Port': ['ID=50dba385-24ca-487b-902e-32753229d11e,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:23.684125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:23.685324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:23.923667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b17e5a81-c21b-4d5c-a60e-fd2fe7c5971d None None] Provisioning complete for port 50dba385-24ca-487b-902e-32753229d11e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:23.924137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b17e5a81-c21b-4d5c-a60e-fd2fe7c5971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.985856 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b17e5a81-c21b-4d5c-a60e-fd2fe7c5971d None None] Port 50dba385-24ca-487b-902e-32753229d11e cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:19:24.022161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 871f1f11-d34a-4db9-84f6-f1b470bac7bc up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:24.096152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 871f1f11-d34a-4db9-84f6-f1b470bac7bc triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:24.096584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.131543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Router 514217dc-7d83-41f8-bebe-2c14492c475f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:19:24.216701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 903b7a71-56d0-415d-bd78-46043b7ff734 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:24.283373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 903b7a71-56d0-415d-bd78-46043b7ff734 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:24.288818 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 903b7a71-56d0-415d-bd78-46043b7ff734 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:24.289193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.342927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:19:24.352529 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f1992bf1-94b0-405f-b322-83e1bcc9b91e admin admin] 10.222.0.65 "PUT /v2.0/routers/514217dc-7d83-41f8-bebe-2c14492c475f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7189014 May 06 14:19:24.404323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.420787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 903b7a71-56d0-415d-bd78-46043b7ff734, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=903b7a71-56d0-415d-bd78-46043b7ff734,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:24.424760 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.489621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=903b7a71-56d0-415d-bd78-46043b7ff734,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:25.163565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43872) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:25.168266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-909436873-network', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:19:25.173048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:25.176974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Usage tracker for resource:network and tenant:e2ea7adb80ea4deb81e20fe6f841fa59 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:25.180458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:25.186190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:25.196524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Made reservation on behalf of e2ea7adb80ea4deb81e20fe6f841fa59 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:19:25.198689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.210589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.241417 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:25.245363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Usage tracker for resource:security_group_rule and tenant:e2ea7adb80ea4deb81e20fe6f841fa59 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:25.248178 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:25.254073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:25.318166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.322128 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.347624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:19:25.359232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7d1adf-a2dc-4cef-85fb-e3e0672fe622,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:25.363604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.363964 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Added segment 2c90f6d5-de29-464f-a3a7-5da032bdf1c1 of type vlan for network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 May 06 14:19:25.394691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.421682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.422513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:25.423078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.524188 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3606811 May 06 14:19:25.526761 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ab706-2be1-4cf7-b79f-04ae1b4a82dc admin admin] Pushing event updated for resources: {'Network': ['ID=1fa9cd80-249a-4d03-9beb-b46b49858ef3,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:25.527006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43876) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:25.532842 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Request body: {'subnet': {'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-909436873-subnet', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:19:25.536697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:19:25.538383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:25.542355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Usage tracker for resource:subnet and tenant:e2ea7adb80ea4deb81e20fe6f841fa59 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:25.545267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:25.551424 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:25.561351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Made reservation on behalf of e2ea7adb80ea4deb81e20fe6f841fa59 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:19:25.563742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.777218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.852346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d62cdc-efba-492b-86f8-964195dac6b4,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:25.861960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Checking segment: {'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:25.862312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Network hostable DHCP agents. Network: 1fa9cd80-249a-4d03-9beb-b46b49858ef3, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:19:25.885862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:19:25.899912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 1fa9cd80-249a-4d03-9beb-b46b49858ef3) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:25.904269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:25.904901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.909936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cf3be-bd23-40b4-8548-34fdef17a3b4 None None] Network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:19:25.926219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 903b7a71-56d0-415d-bd78-46043b7ff734 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:25.930276 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3c32ab68-80e8-4abc-8363-6f714e8bf762 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3994305 May 06 14:19:25.930621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 43880) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:25.935897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:19:25.940677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:25.944517 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Usage tracker for resource:router and tenant:e2ea7adb80ea4deb81e20fe6f841fa59 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:25.947304 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:25.953055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:25.963960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.964853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.984156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.123623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 903b7a71-56d0-415d-bd78-46043b7ff734 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:26.124026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.228820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.258437 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-1fa9cd80-249a-4d03-9beb-b46b49858ef3', 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'fixed_ips': [{'subnet_id': 'b5d62cdc-efba-492b-86f8-964195dac6b4'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:19:26.259232 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.418292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.438216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Allocated IP 172.20.0.2 (1fa9cd80-249a-4d03-9beb-b46b49858ef3/b5d62cdc-efba-492b-86f8-964195dac6b4/678d6a8f-b290-4e07-a2c2-324dbc335804) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:26.448669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.586277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Allocated IP 172.26.0.45 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/0a624764-0a32-4167-a07b-2d2cd81db706) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:26.642776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.653717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Transition to ACTIVE for port object 678d6a8f-b290-4e07-a2c2-324dbc335804 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:26.672198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Transition to ACTIVE for port object 678d6a8f-b290-4e07-a2c2-324dbc335804 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:26.678895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.743093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.749016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:26.752319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:26.756805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:19:26.759728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Pushing event updated for resources: {'Port': ['ID=678d6a8f-b290-4e07-a2c2-324dbc335804,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:26.775138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.848159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Attempting to bind port 678d6a8f-b290-4e07-a2c2-324dbc335804 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:26.848524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Attempting to bind port 678d6a8f-b290-4e07-a2c2-324dbc335804 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:26.849007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Attempting to bind port 678d6a8f-b290-4e07-a2c2-324dbc335804 on network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:19:26.850670 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:26.851458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Pushing event updated for resources: {'Port': ['ID=0a624764-0a32-4167-a07b-2d2cd81db706,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:26.854106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:26.856313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:19:26.856569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:19:26.856940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Checking segment: {'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:26.857338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.857716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Bound using segment: {'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:19:26.858171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Bound port: 678d6a8f-b290-4e07-a2c2-324dbc335804, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:26.858535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.940676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Sync routers for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:19:26.962911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] For port 678d6a8f-b290-4e07-a2c2-324dbc335804, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:19:26.967542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] For port 678d6a8f-b290-4e07-a2c2-324dbc335804, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=678d6a8f-b290-4e07-a2c2-324dbc335804,segment=NetworkSegment(2c90f6d5-de29-464f-a3a7-5da032bdf1c1),segment_id=2c90f6d5-de29-464f-a3a7-5da032bdf1c1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:19:26.971330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:26.972026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:27.010669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.011392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.023554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.195283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03dd4e-97f7-42b1-b8dd-74ba330f96eb None None] Pushing event updated for resources: {'Port': ['ID=678d6a8f-b290-4e07-a2c2-324dbc335804,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:27.224039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:27.256909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Router 50982f5a-3734-4a10-871c-9f8bdce21d53 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:19:27.494771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:19:27.503330 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Sync routers for ids ['50982f5a-3734-4a10-871c-9f8bdce21d53'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:19:27.515869 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Routers {'50982f5a-3734-4a10-871c-9f8bdce21d53'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:27.516553 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['50982f5a-3734-4a10-871c-9f8bdce21d53'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:27.525144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.528259 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-04477643-10d7-45c4-bb62-0d4cb6da9e33 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5965042 May 06 14:19:27.529156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 43884) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:27.623245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 2, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:27.628390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Checking router: 514217dc-7d83-41f8-bebe-2c14492c475f for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:19:27.628390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Updating router 514217dc-7d83-41f8-bebe-2c14492c475f port 50dba385-24ca-487b-902e-32753229d11e binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:19:27.678453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.697773 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Set router 50982f5a-3734-4a10-871c-9f8bdce21d53 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:28.016149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 678d6a8f-b290-4e07-a2c2-324dbc335804 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:28.080977 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:19:26Z', 'revision_number': 3, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port': {'id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:26Z', 'updated_at': '2022-05-06T14:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:28.086404 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Checking router: 50982f5a-3734-4a10-871c-9f8bdce21d53 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:19:28.086970 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Updating router 50982f5a-3734-4a10-871c-9f8bdce21d53 port 0a624764-0a32-4167-a07b-2d2cd81db706 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:19:28.125088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 678d6a8f-b290-4e07-a2c2-324dbc335804 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:28.157663 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.205957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.221012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Transition to ACTIVE for port object 50dba385-24ca-487b-902e-32753229d11e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:28.229816 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.376851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce101c6-1ec6-4dd2-88f1-c5a69c2d69c6 None None] Network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:19:28.457216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9267ab3-8317-4b95-b983-37595cfd71b3 None None] Pushing event updated for resources: {'Port': ['ID=50dba385-24ca-487b-902e-32753229d11e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:28.481235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.556030 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.573340 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Transition to ACTIVE for port object 0a624764-0a32-4167-a07b-2d2cd81db706 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:28.580247 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.602089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-66909fe4-0eb2-465a-96df-c2f7799022e7 None None] Provisioning for port 678d6a8f-b290-4e07-a2c2-324dbc335804 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:28.622389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-66909fe4-0eb2-465a-96df-c2f7799022e7 None None] Provisioning complete for port 678d6a8f-b290-4e07-a2c2-324dbc335804 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:28.622759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66909fe4-0eb2-465a-96df-c2f7799022e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.659841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Attempting to bind port 50dba385-24ca-487b-902e-32753229d11e on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:28.660185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Attempting to bind port 50dba385-24ca-487b-902e-32753229d11e by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:28.660543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Attempting to bind port 50dba385-24ca-487b-902e-32753229d11e on network 2b71c742-df51-476c-b8a9-2ee88294aa9d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:19:28.667613 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Attempting to bind port 0a624764-0a32-4167-a07b-2d2cd81db706 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:28.668005 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Attempting to bind port 0a624764-0a32-4167-a07b-2d2cd81db706 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:28.668366 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Attempting to bind port 0a624764-0a32-4167-a07b-2d2cd81db706 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:19:28.670331 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211b392-674c-4217-b2d1-ae670d9be599 None None] Pushing event updated for resources: {'Port': ['ID=0a624764-0a32-4167-a07b-2d2cd81db706,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:28.678954 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:19:28.679324 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:28.680111 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.680499 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:19:28.681118 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Bound port: 0a624764-0a32-4167-a07b-2d2cd81db706, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:28.681488 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.711505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Allocated IP 172.20.0.1 (1fa9cd80-249a-4d03-9beb-b46b49858ef3/b5d62cdc-efba-492b-86f8-964195dac6b4/4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:28.718058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:19:28.718576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Checking segment: {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:28.718837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.719192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Bound using segment: {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:19:28.719665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Bound port: 50dba385-24ca-487b-902e-32753229d11e, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:28.720057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.754518 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] For port 0a624764-0a32-4167-a07b-2d2cd81db706, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:19:28.757904 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] For port 0a624764-0a32-4167-a07b-2d2cd81db706, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0a624764-0a32-4167-a07b-2d2cd81db706,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:19:28.761712 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.847586 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211b392-674c-4217-b2d1-ae670d9be599 None None] Pushing event updated for resources: {'Port': ['ID=0a624764-0a32-4167-a07b-2d2cd81db706,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:28.858666 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Routers {'50982f5a-3734-4a10-871c-9f8bdce21d53'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:28.859269 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['50982f5a-3734-4a10-871c-9f8bdce21d53'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:28.868058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.884876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Transition to ACTIVE for port object 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:28.908971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.930813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] For port 50dba385-24ca-487b-902e-32753229d11e, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:19:28.933394 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66909fe4-0eb2-465a-96df-c2f7799022e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.952841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] For port 50dba385-24ca-487b-902e-32753229d11e, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=50dba385-24ca-487b-902e-32753229d11e,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:19:28.969079 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:28.981331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:28.985092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:28.988893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:19:29.038902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Pushing event updated for resources: {'Port': ['ID=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.043034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-66909fe4-0eb2-465a-96df-c2f7799022e7 None None] For port 678d6a8f-b290-4e07-a2c2-324dbc335804, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=678d6a8f-b290-4e07-a2c2-324dbc335804,segment=NetworkSegment(2c90f6d5-de29-464f-a3a7-5da032bdf1c1),segment_id=2c90f6d5-de29-464f-a3a7-5da032bdf1c1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:29.054532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.054884 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66909fe4-0eb2-465a-96df-c2f7799022e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.078355 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] Set router 50982f5a-3734-4a10-871c-9f8bdce21d53 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:29.081034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9267ab3-8317-4b95-b983-37595cfd71b3 None None] Pushing event updated for resources: {'Port': ['ID=50dba385-24ca-487b-902e-32753229d11e,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.142205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:29.143014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:29.168382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.422893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66909fe4-0eb2-465a-96df-c2f7799022e7 None None] Pushing event updated for resources: {'Port': ['ID=678d6a8f-b290-4e07-a2c2-324dbc335804,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.467382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:29.471737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.476666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.512874 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:19:26Z', 'revision_number': 3, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port': {'id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:26Z', 'updated_at': '2022-05-06T14:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:29.517552 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac63b73-f5bb-431b-8ce3-57fecf092e5c None None] The sync data for ids ['50982f5a-3734-4a10-871c-9f8bdce21d53'] in dv-neutron-840889-1-hyperv is: [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:19:26Z', 'revision_number': 3, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port': {'id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:26Z', 'updated_at': '2022-05-06T14:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:19:29.596209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.601098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Pushing event updated for resources: {'Port': ['ID=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.733414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:29.734397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:29.743870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-31bb2935-88a8-4062-a2fa-593697bec46f None None] Provisioning complete for port 678d6a8f-b290-4e07-a2c2-324dbc335804 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:29.744340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31bb2935-88a8-4062-a2fa-593697bec46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.943062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:28Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:29.950824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f3594-ca58-4785-88d6-d6ffdf75686a None None] The sync data for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv is: [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:28Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:19:29.963081 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 678d6a8f-b290-4e07-a2c2-324dbc335804 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:30.066075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 678d6a8f-b290-4e07-a2c2-324dbc335804 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:30.066740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.096193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-91fbc0cd-4456-4268-8d51-6949230fc8cd None None] Provisioning for port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:30.118368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-91fbc0cd-4456-4268-8d51-6949230fc8cd None None] Provisioning complete for port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:30.118825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91fbc0cd-4456-4268-8d51-6949230fc8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.189206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-91fbc0cd-4456-4268-8d51-6949230fc8cd None None] Port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:19:30.265114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Router 50982f5a-3734-4a10-871c-9f8bdce21d53 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:19:30.478386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:19:30.491822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b43a9390-b5a7-4e67-b813-6301d5f7c8ce admin admin] 10.222.0.65 "PUT /v2.0/routers/50982f5a-3734-4a10-871c-9f8bdce21d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604518 May 06 14:19:31.989453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0a624764-0a32-4167-a07b-2d2cd81db706 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:32.069667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 0a624764-0a32-4167-a07b-2d2cd81db706 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:32.074711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 0a624764-0a32-4167-a07b-2d2cd81db706 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:32.074907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.132806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-98aac952-dd7a-41b6-8780-aa961d88c666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.215277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.234773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 0a624764-0a32-4167-a07b-2d2cd81db706, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0a624764-0a32-4167-a07b-2d2cd81db706,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:32.239744 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.241251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 50dba385-24ca-487b-902e-32753229d11e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:32.356618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=0a624764-0a32-4167-a07b-2d2cd81db706,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:32.371326 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 50dba385-24ca-487b-902e-32753229d11e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:32.378420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 50dba385-24ca-487b-902e-32753229d11e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:32.378855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.506601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.544739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 50dba385-24ca-487b-902e-32753229d11e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=50dba385-24ca-487b-902e-32753229d11e,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:32.548821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.621090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=50dba385-24ca-487b-902e-32753229d11e,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:33.948674 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0a624764-0a32-4167-a07b-2d2cd81db706 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:34.034710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 0a624764-0a32-4167-a07b-2d2cd81db706 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:34.035095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.163121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 50dba385-24ca-487b-902e-32753229d11e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:34.243515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 50dba385-24ca-487b-902e-32753229d11e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:34.244029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.439766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c705f41f-4071-48e9-81a8-86fe9319d12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.630268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.655134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:36.953264 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:41.349854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-ecda5547-3a6c-4d5b-9b39-33278893876c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:41.351277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-ecda5547-3a6c-4d5b-9b39-33278893876c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 815 time: 0.1402230 May 06 14:19:41.367458 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-ff725ce2-4a16-4b40-885a-24bc678df4b2 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/quotas/f0663b0fd4044ad495ddf9206bab42e9 HTTP/1.1" status: 200 len: 375 time: 0.0109243 May 06 14:19:41.450004 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-880cf8dc-b9f5-4c93-99c7-1a4cfa6d2aa2 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777020 May 06 14:19:41.583568 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-b200bc5e-e337-41b2-a770-2e3a2085de17 service neutron] 10.222.0.65 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221008 May 06 14:19:41.711602 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-e2fb1baf-2442-4a1b-a928-ac341847a63b service neutron] 10.222.0.65 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221454 May 06 14:19:41.893018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6f4c6c3d-d41d-4601-9912-084c45423647 req-b24bea3c-a054-4707-a65a-16c51d8e8cd9 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Synchronizing usage tracker for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:19:41.913231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6f4c6c3d-d41d-4601-9912-084c45423647 req-b24bea3c-a054-4707-a65a-16c51d8e8cd9 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Unset dirty status for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:19:41.913847 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6f4c6c3d-d41d-4601-9912-084c45423647 req-b24bea3c-a054-4707-a65a-16c51d8e8cd9 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 210 time: 0.0624993 May 06 14:19:42.924126 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-07a6765e-972e-41e5-97ba-194f724972b8 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:42.925532 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-07a6765e-972e-41e5-97ba-194f724972b8 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.69 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 815 time: 0.1486118 May 06 14:19:42.940833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'port': {'device_id': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'admin_state_up': True, 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:19:43.097970 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9abd7b54-2057-4991-8428-7fa99d5a2049 req-b7ab6441-9ce0-45bc-ae97-2e82d50ad828 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 210 time: 0.0586963 May 06 14:19:43.130575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:43.131516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:43.142582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Made reservation on behalf of f0663b0fd4044ad495ddf9206bab42e9 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:19:43.145927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.321966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Allocated IP 172.20.0.8 (2b71c742-df51-476c-b8a9-2ee88294aa9d/624abf54-91d2-4b94-abeb-129f268faab7/5e20017c-5bd1-4948-8f76-f6694184f379) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:43.704858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.720843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Transition to ACTIVE for port object 5e20017c-5bd1-4948-8f76-f6694184f379 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:43.743571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.814243 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:43.818633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:43.822536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:19:43.873067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'Port': ['ID=5e20017c-5bd1-4948-8f76-f6694184f379,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:43.910637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:43.911277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.942827 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a0a64bc1-6ff2-470c-974a-cf8b33d43031 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0053303 May 06 14:19:43.946883 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:19:44.101390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b8df9672-f9ce-434c-96e7-97159f31d21f None None] Provisioning for port 5e20017c-5bd1-4948-8f76-f6694184f379 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:44.108076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b8df9672-f9ce-434c-96e7-97159f31d21f None None] Provisioning complete for port 5e20017c-5bd1-4948-8f76-f6694184f379 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:44.108694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8df9672-f9ce-434c-96e7-97159f31d21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:44.175688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b8df9672-f9ce-434c-96e7-97159f31d21f None None] Port 5e20017c-5bd1-4948-8f76-f6694184f379 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:19:44.316848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434784-176a-4f47-aed6-3344f985b55a req-11368733-0359-4567-bccb-6f96bd6975bc tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:44.318425 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5c434784-176a-4f47-aed6-3344f985b55a req-11368733-0359-4567-bccb-6f96bd6975bc tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 931 time: 0.0844147 May 06 14:19:44.372142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-5c434784-176a-4f47-aed6-3344f985b55a req-1493bd71-971f-4510-bbc0-643d37d5f60b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Synchronizing usage tracker for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:19:44.389737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-5c434784-176a-4f47-aed6-3344f985b55a req-1493bd71-971f-4510-bbc0-643d37d5f60b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Unset dirty status for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:19:44.390928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5c434784-176a-4f47-aed6-3344f985b55a req-1493bd71-971f-4510-bbc0-643d37d5f60b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665963 May 06 14:19:45.614588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ae815-5f25-460c-9b84-19ab88dffb7d req-861472dd-8cae-4fed-8625-cb615766fc3a tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:45.616087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5c3ae815-5f25-460c-9b84-19ab88dffb7d req-861472dd-8cae-4fed-8625-cb615766fc3a tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Synchronizing usage tracker for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:19:45.635240 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-5c3ae815-5f25-460c-9b84-19ab88dffb7d req-861472dd-8cae-4fed-8625-cb615766fc3a tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Unset dirty status for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:19:45.636679 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c3ae815-5f25-460c-9b84-19ab88dffb7d req-861472dd-8cae-4fed-8625-cb615766fc3a tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 931 time: 0.1056561 May 06 14:19:45.704126 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c3ae815-5f25-460c-9b84-19ab88dffb7d req-ddaf5174-4186-4929-bde0-a3e5fcf2e7af tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599287 May 06 14:19:46.914805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56612343-44b2-49bd-8f60-4005bf10dda0 req-fcee34df-f2ac-4ee4-94fd-6993e89ff1f4 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:46.916217 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-56612343-44b2-49bd-8f60-4005bf10dda0 req-fcee34df-f2ac-4ee4-94fd-6993e89ff1f4 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 931 time: 0.0821016 May 06 14:19:46.965239 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-56612343-44b2-49bd-8f60-4005bf10dda0 req-45c75d56-4520-4b7d-a72e-761f44ba7c1d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424008 May 06 14:19:48.170915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4845-841e-474a-aff8-c56e799d30c4 req-5fd0a1a6-1729-4f8d-9ed0-d26b14a07cad tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:48.172288 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a94d4845-841e-474a-aff8-c56e799d30c4 req-5fd0a1a6-1729-4f8d-9ed0-d26b14a07cad tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 931 time: 0.0819328 May 06 14:19:48.218868 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a94d4845-841e-474a-aff8-c56e799d30c4 req-3de414fe-c54d-4786-ae60-47e60b6a399d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 May 06 14:19:49.420976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a13aca-3479-4da7-a801-a0b79eeef407 req-e720728a-d9d8-4032-bae8-c20bd15eb615 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:49.422422 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5a13aca-3479-4da7-a801-a0b79eeef407 req-e720728a-d9d8-4032-bae8-c20bd15eb615 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 931 time: 0.0814698 May 06 14:19:49.573793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d5a13aca-3479-4da7-a801-a0b79eeef407 req-c2149e70-526a-406d-8184-61deb5a1a454 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448972 May 06 14:19:50.543078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:50.793661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abf615-c8ac-459d-ae45-c7ea5a4f1830 req-e5f7b0cd-34e9-41be-b2ad-41912579ee4f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:50.795060 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98abf615-c8ac-459d-ae45-c7ea5a4f1830 req-e5f7b0cd-34e9-41be-b2ad-41912579ee4f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 931 time: 0.0914493 May 06 14:19:50.847102 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98abf615-c8ac-459d-ae45-c7ea5a4f1830 req-7750a77c-d454-4f89-967d-35e2a9aa5f75 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 May 06 14:19:51.981178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Sync routers for ids ['50982f5a-3734-4a10-871c-9f8bdce21d53'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:19:51.994579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Routers {'50982f5a-3734-4a10-871c-9f8bdce21d53'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:51.995245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['50982f5a-3734-4a10-871c-9f8bdce21d53'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:52.172453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Request body: {'port': {'device_id': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:19:52.180927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Set router 50982f5a-3734-4a10-871c-9f8bdce21d53 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:52.213742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c529d97-d57e-41ac-829e-a97ed42e3dbd req-108afd15-92e7-4b08-ae9d-f00e7ab71f21 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:52.215383 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1c529d97-d57e-41ac-829e-a97ed42e3dbd req-108afd15-92e7-4b08-ae9d-f00e7ab71f21 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 931 time: 0.0894094 May 06 14:19:52.263496 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1c529d97-d57e-41ac-829e-a97ed42e3dbd req-4d8d69f0-7874-4366-ab9f-5f79eb85b116 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 May 06 14:19:52.288604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.498379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:19:29Z', 'revision_number': 4, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port': {'id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:26Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b', 'name': '', 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'mac_address': 'fa:16:3e:97:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5d62cdc-efba-492b-86f8-964195dac6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:28Z', 'updated_at': '2022-05-06T14:19:29Z', 'revision_number': 2, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'subnets': [{'id': 'b5d62cdc-efba-492b-86f8-964195dac6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:52.502483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Checking router: 50982f5a-3734-4a10-871c-9f8bdce21d53 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:19:52.502829 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Updating router 50982f5a-3734-4a10-871c-9f8bdce21d53 port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:19:52.553482 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.635626 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e20017c-5bd1-4948-8f76-f6694184f379 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:19:52.642272 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.656145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Transition to ACTIVE for port object 5e20017c-5bd1-4948-8f76-f6694184f379 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:52.659811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.795084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Pushing event updated for resources: {'Port': ['ID=5e20017c-5bd1-4948-8f76-f6694184f379,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:52.899606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Attempting to bind port 5e20017c-5bd1-4948-8f76-f6694184f379 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:52.899977 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Attempting to bind port 5e20017c-5bd1-4948-8f76-f6694184f379 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:52.900310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Attempting to bind port 5e20017c-5bd1-4948-8f76-f6694184f379 on network 2b71c742-df51-476c-b8a9-2ee88294aa9d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:19:52.902269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.906583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Port 5e20017c-5bd1-4948-8f76-f6694184f379 on network 2b71c742-df51-476c-b8a9-2ee88294aa9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:19:52.907565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Attempting to bind port 5e20017c-5bd1-4948-8f76-f6694184f379 on network 2b71c742-df51-476c-b8a9-2ee88294aa9d {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:19:52.914608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:19:52.914949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Checking segment: {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:52.915337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Bound using segment: {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:19:52.915771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Bound port: 5e20017c-5bd1-4948-8f76-f6694184f379, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c26fb8b-918f-4822-af7e-75c62f4999a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:52.916440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.918420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Transition to ACTIVE for port object 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:52.926852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.014360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] For port 5e20017c-5bd1-4948-8f76-f6694184f379, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:19:53.018332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] For port 5e20017c-5bd1-4948-8f76-f6694184f379, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5e20017c-5bd1-4948-8f76-f6694184f379,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:19:53.024036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.065944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Pushing event updated for resources: {'Port': ['ID=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:53.082446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.082786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.083125 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.084111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.084407 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.084727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.085060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.085381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.085700 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.086018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.086337 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:53.093265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.095019 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] 10.222.0.69 "PUT /v2.0/ports/5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 1093 time: 0.9269459 May 06 14:19:53.097818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:19:53.129259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4e321-70d8-4a2f-811a-f87e4f783212 service neutron] Pushing event updated for resources: {'Port': ['ID=5e20017c-5bd1-4948-8f76-f6694184f379,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:53.199059 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8f60fb-6aed-435c-8031-6e1fc9b89302'] response: {'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379', 'status': 'completed', 'code': 200} May 06 14:19:53.205086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Attempting to bind port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:53.205470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Attempting to bind port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:53.205832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Attempting to bind port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b on network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:19:53.213415 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:19:53.213792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Checking segment: {'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:19:53.214198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.214591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Bound using segment: {'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:19:53.215061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Bound port: 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c90f6d5-de29-464f-a3a7-5da032bdf1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:53.215430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.230933 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-d3e5694e-285d-4f38-a125-94f84a343dd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1096 time: 0.0863302 May 06 14:19:53.303639 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-9d252d8a-e860-4665-9a9e-6a234c94214e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 217 time: 0.0655894 May 06 14:19:53.322859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] For port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:19:53.326067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] For port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,segment=NetworkSegment(2c90f6d5-de29-464f-a3a7-5da032bdf1c1),segment_id=2c90f6d5-de29-464f-a3a7-5da032bdf1c1)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:19:53.332348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.373560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-2879ed45-9525-4a9d-9833-f9557e54b2f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:53.375007 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-2879ed45-9525-4a9d-9833-f9557e54b2f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 200 len: 854 time: 0.0653508 May 06 14:19:53.418238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Routers {'50982f5a-3734-4a10-871c-9f8bdce21d53'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:19:53.418859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:19:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['50982f5a-3734-4a10-871c-9f8bdce21d53'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:53.462990 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-ef358d36-5982-452b-8d6d-deb621ee45ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b71c742-df51-476c-b8a9-2ee88294aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818269 May 06 14:19:53.478357 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f239abb-956c-4d43-9c97-57c3ced11c81 None None] Pushing event updated for resources: {'Port': ['ID=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:53.494976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fb676-f143-4b5b-b03d-f345dc0cb029 req-96f9b712-5cc8-460c-848a-a4ddd16ce5b3 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:53.497198 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f21fb676-f143-4b5b-b03d-f345dc0cb029 req-96f9b712-5cc8-460c-848a-a4ddd16ce5b3 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 943 time: 0.0997970 May 06 14:19:53.565660 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f21fb676-f143-4b5b-b03d-f345dc0cb029 req-3dcbba3f-2551-4fb9-8164-4b46ef4bd426 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623057 May 06 14:19:53.671087 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] Set router 50982f5a-3734-4a10-871c-9f8bdce21d53 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:19:53.715079 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-58e92062-0587-4c8f-ab9a-3ce67a015c35 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460215 May 06 14:19:53.845544 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7a9650-a2cf-4753-b640-62da94d803c6 req-99ef6502-c0e4-4884-9d17-54d91fcf8ff7 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242213 May 06 14:19:53.972021 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-0d85b1ed-3410-4972-a527-197860213b8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1096 time: 0.0754743 May 06 14:19:53.991091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:19:29Z', 'revision_number': 4, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port': {'id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:26Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b', 'name': '', 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'mac_address': 'fa:16:3e:97:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5d62cdc-efba-492b-86f8-964195dac6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:28Z', 'updated_at': '2022-05-06T14:19:53Z', 'revision_number': 4, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'subnets': [{'id': 'b5d62cdc-efba-492b-86f8-964195dac6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:53.995273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77334c0c-2640-42db-9998-c30ac2f139df None None] The sync data for ids ['50982f5a-3734-4a10-871c-9f8bdce21d53'] in dv-neutron-840889-1-hyperv is: [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:19:29Z', 'revision_number': 4, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port': {'id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:26Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b', 'name': '', 'network_id': '1fa9cd80-249a-4d03-9beb-b46b49858ef3', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'mac_address': 'fa:16:3e:97:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5d62cdc-efba-492b-86f8-964195dac6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:28Z', 'updated_at': '2022-05-06T14:19:53Z', 'revision_number': 4, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'subnets': [{'id': 'b5d62cdc-efba-492b-86f8-964195dac6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:19:54.112570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-4589e5f7-376e-4704-bc8b-1e60fc8c4a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:54.114127 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-4589e5f7-376e-4704-bc8b-1e60fc8c4a45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 916 time: 0.1361628 May 06 14:19:54.184179 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-c407dda7-11d7-4740-969b-ba46a19eb6ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 217 time: 0.0630980 May 06 14:19:54.255358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-8b77bb90-311c-4167-b7fe-9952e74f81a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:54.256802 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-8b77bb90-311c-4167-b7fe-9952e74f81a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 200 len: 854 time: 0.0659299 May 06 14:19:54.334185 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-8fe5a157-b4cb-4cca-bcd3-35b9d6e57a24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b71c742-df51-476c-b8a9-2ee88294aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700402 May 06 14:19:54.473899 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-63e2aa11-975d-40d2-acd0-8b87d2208174 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331313 May 06 14:19:54.612833 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44f52c5e-c465-4392-88e7-d68da5c75490 req-3f23a383-2d22-4754-9a1a-0857a7591e08 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318266 May 06 14:19:54.766201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed0aae-f97e-4dfb-87c3-48ecd5715d88 req-f099c0f6-e792-43e9-a41c-c4c9fa164707 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:54.767688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-58ed0aae-f97e-4dfb-87c3-48ecd5715d88 req-f099c0f6-e792-43e9-a41c-c4c9fa164707 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 943 time: 0.0817580 May 06 14:19:54.816336 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-58ed0aae-f97e-4dfb-87c3-48ecd5715d88 req-98f3afba-b15f-49d0-afc0-77e243d1a329 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 May 06 14:19:55.955035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:56.016027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762128d-e361-4b3c-81d5-e55270461c2d req-a2d55a61-a229-4299-bf0c-3970a5dc63b9 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:56.017563 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8762128d-e361-4b3c-81d5-e55270461c2d req-a2d55a61-a229-4299-bf0c-3970a5dc63b9 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 943 time: 0.0758257 May 06 14:19:56.024896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:56.029503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:56.029863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:56.068357 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8762128d-e361-4b3c-81d5-e55270461c2d req-3c3848c1-7fd5-41a6-b4c6-02a393dfa291 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437989 May 06 14:19:56.142071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:56.174185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,segment=NetworkSegment(2c90f6d5-de29-464f-a3a7-5da032bdf1c1),segment_id=2c90f6d5-de29-464f-a3a7-5da032bdf1c1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:56.178088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:56.214926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5e20017c-5bd1-4948-8f76-f6694184f379 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:19:56.268917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:56.373191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5e20017c-5bd1-4948-8f76-f6694184f379, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5e20017c-5bd1-4948-8f76-f6694184f379,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:56.387045 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '5e20017c-5bd1-4948-8f76-f6694184f379', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'port_id': '5e20017c-5bd1-4948-8f76-f6694184f379', 'mac_address': 'fa:16:3e:7d:65:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:19:56.438590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:56.455564 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e20017c-5bd1-4948-8f76-f6694184f379 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:19:56.470563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5e20017c-5bd1-4948-8f76-f6694184f379, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5e20017c-5bd1-4948-8f76-f6694184f379,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:56.475078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:56.544542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=5e20017c-5bd1-4948-8f76-f6694184f379,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:56.697744 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['5e20017c-5bd1-4948-8f76-f6694184f379'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:19:57.262468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac03875-93b3-4b04-bd4b-6b53c5b6e933 req-1ec57ffc-ef8c-4ac8-97b8-6c534c6206fd tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:57.263910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bac03875-93b3-4b04-bd4b-6b53c5b6e933 req-1ec57ffc-ef8c-4ac8-97b8-6c534c6206fd tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 944 time: 0.0748978 May 06 14:19:57.309675 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bac03875-93b3-4b04-bd4b-6b53c5b6e933 req-e4868c80-4d46-4208-bd4b-ca37d969ac75 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 May 06 14:19:57.932331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:58.001954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:58.002325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:58.223711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5e20017c-5bd1-4948-8f76-f6694184f379 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:58.289841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 5e20017c-5bd1-4948-8f76-f6694184f379 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:58.294197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 5e20017c-5bd1-4948-8f76-f6694184f379 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:58.294559 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:58.413946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:58.441369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:19:58.451459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5e20017c-5bd1-4948-8f76-f6694184f379, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5e20017c-5bd1-4948-8f76-f6694184f379,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:19:58.456310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:58.508139 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838c1eda-70e5-46b2-a93f-37e6e82b3fc6'] response: {'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379', 'code': 200} May 06 14:19:58.508678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1ed78-53b4-4409-915f-e481e7ca11f5 req-a57f8f66-e94a-4798-a1b1-6d27c421e7c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:58.510701 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-10f1ed78-53b4-4409-915f-e481e7ca11f5 req-a57f8f66-e94a-4798-a1b1-6d27c421e7c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0786734 May 06 14:19:58.531419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=5e20017c-5bd1-4948-8f76-f6694184f379,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:58.559439 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-10f1ed78-53b4-4409-915f-e481e7ca11f5 req-5333d69c-9ce9-4499-afbb-7df93fb3a05e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 May 06 14:19:58.723987 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8ef54543-bef1-403b-89e2-3ae55daf28a8 req-c1d2618e-8c67-4610-8448-f1ba8a8c1d11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1098 time: 0.0694289 May 06 14:19:58.895097 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8ef54543-bef1-403b-89e2-3ae55daf28a8 req-69721995-f6ac-463e-94d6-1dde7ca02da1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 May 06 14:19:59.754464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0a2fa-9d7b-4fad-bcb3-5a44eebcbf6a req-f25c7bf9-f4c3-4812-b415-5f5190d10768 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:19:59.756567 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71d0a2fa-9d7b-4fad-bcb3-5a44eebcbf6a req-f25c7bf9-f4c3-4812-b415-5f5190d10768 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0758278 May 06 14:19:59.805153 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71d0a2fa-9d7b-4fad-bcb3-5a44eebcbf6a req-2e45bd25-9d45-440e-813d-0979397305fa tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 May 06 14:20:01.002248 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60325b79-38f6-4d15-a1fc-f3f57e662dd4 req-70f44398-599b-4916-96cb-4b2b5bf312f1 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:01.003696 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-60325b79-38f6-4d15-a1fc-f3f57e662dd4 req-70f44398-599b-4916-96cb-4b2b5bf312f1 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0787766 May 06 14:20:01.048318 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-60325b79-38f6-4d15-a1fc-f3f57e662dd4 req-b3ac7831-2c61-4377-b3a0-52f4dac59cf5 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391977 May 06 14:20:01.241662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6cb1-50a0-4515-abdb-89e67b532ffc req-1b0d8faf-fb81-44e4-98b3-dfbda85115d3 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:01.243012 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0cc6cb1-50a0-4515-abdb-89e67b532ffc req-1b0d8faf-fb81-44e4-98b3-dfbda85115d3 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0753326 May 06 14:20:01.287097 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0cc6cb1-50a0-4515-abdb-89e67b532ffc req-43a751d6-e1e8-41a1-b25b-1edc7d5d71f7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 May 06 14:20:01.839473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127f1f-a629-446e-acd0-b212abced052 req-14773f7d-d692-4531-ac9e-812ab9facb4a tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:01.840932 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-15127f1f-a629-446e-acd0-b212abced052 req-14773f7d-d692-4531-ac9e-812ab9facb4a tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0799985 May 06 14:20:01.885909 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-15127f1f-a629-446e-acd0-b212abced052 req-1112cac3-9c08-4e43-b879-4ad0af347179 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 May 06 14:20:02.097006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05d48992-4515-40e1-805a-83c05b57fd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:04.442445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29b1b980-891a-4924-a022-9ab35f6e1821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:05.634075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:05.655392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:06.957230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:11.938389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83526a-2969-4692-ad96-03abc860723f req-6423cf0e-b50e-47e0-9ec4-416c4ce0a5a3 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:11.939882 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3c83526a-2969-4692-ad96-03abc860723f req-6423cf0e-b50e-47e0-9ec4-416c4ce0a5a3 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0754845 May 06 14:20:11.983339 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3c83526a-2969-4692-ad96-03abc860723f req-f40c7a20-3055-4c11-92aa-5d7efcaeaab2 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375237 May 06 14:20:12.011907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44062) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:12.206943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-67b9ccc0-34b3-4a8e-9361-f77ca02b89eb tempest-TestMinimumBasicScenario-1692196382 tempest-TestMinimumBasicScenario-1692196382-project-admin] Synchronizing usage tracker for tenant:e2ea7adb80ea4deb81e20fe6f841fa59 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:20:12.223284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-67b9ccc0-34b3-4a8e-9361-f77ca02b89eb tempest-TestMinimumBasicScenario-1692196382 tempest-TestMinimumBasicScenario-1692196382-project-admin] Unset dirty status for tenant:e2ea7adb80ea4deb81e20fe6f841fa59 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:20:12.224403 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-67b9ccc0-34b3-4a8e-9361-f77ca02b89eb tempest-TestMinimumBasicScenario-1692196382 tempest-TestMinimumBasicScenario-1692196382-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1093 time: 0.2115481 May 06 14:20:12.227845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44068) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:12.233547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '5e20017c-5bd1-4948-8f76-f6694184f379', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:12.239249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:12.243674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Usage tracker for resource:floatingip and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:12.246509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:12.252460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:12.262729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:12.493113 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:12.633628 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Allocated IP 172.26.0.51 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/c70fd3d5-8f16-44a5-aeb6-c4a5322b9692) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:20:12.787354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:12.819342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:12.885923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:20:12.888830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:20:12.893132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:20:12.917128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'Port': ['ID=c70fd3d5-8f16-44a5-aeb6-c4a5322b9692,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:12.938981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.939549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.939657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.939990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.940322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.940650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.940976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.941299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.941621 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.941941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:12.942268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:13.396541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:13.451737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:13.656433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:13.660827 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:13.767574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'Port': ['ID=c70fd3d5-8f16-44a5-aeb6-c4a5322b9692,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:13.782023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:13.971234 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Floating IP 8536e13e-f10b-4cf7-b11d-b21b18892242 associated. External IP: 172.26.0.51, port: 5e20017c-5bd1-4948-8f76-f6694184f379. May 06 14:20:14.454657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Router 514217dc-7d83-41f8-bebe-2c14492c475f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:20:14.659644 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:20:14.669432 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] Sync routers for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:20:14.681045 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:20:14.681768 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:20:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:14.685078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:14.741532 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0b2d507b-d99d-4722-a7aa-83c74ca58cab tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5125730 May 06 14:20:14.742120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:20:14.744590 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44072) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:14.750539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252916467', 'description': 'tempest-secgroup-smoke-252916467 description', 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:14.757063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:14.766831 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:14.778763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:14.798267 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a882ad-86e1-4c8b-a686-002ec603d948'] response: {'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379', 'status': 'completed', 'code': 200} May 06 14:20:14.821299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:14.826487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Usage tracker for resource:security_group_rule and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:14.829871 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:14.839909 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:14.861107 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:20:14.892801 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-230464e7-8b60-495a-8a47-ed829cd7baab req-8ce8fdd1-d02d-4041-96c2-76e0d7b9d6ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1098 time: 0.0727885 May 06 14:20:14.904827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:14.909790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:14.971256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef5cd64-aee5-4314-b91a-1ef383e44580,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:14.981064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.981523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.982049 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.982739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.982739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.983085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.983579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.983963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.984292 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.984914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.985042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:14.994104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:14.994753 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cd9be955-3678-4f34-9762-0282a1d7fba0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2490835 May 06 14:20:14.997602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44078) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:15.003526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'security_group_rule': {'security_group_id': '9ef5cd64-aee5-4314-b91a-1ef383e44580', 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:15.010037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:15.014441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Usage tracker for resource:security_group_rule and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:15.016968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:15.023339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:15.032428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230464e7-8b60-495a-8a47-ed829cd7baab req-c36cb8d6-536c-4175-b23a-8b9b54422876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:15.033879 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-230464e7-8b60-495a-8a47-ed829cd7baab req-c36cb8d6-536c-4175-b23a-8b9b54422876 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 916 time: 0.1353366 May 06 14:20:15.041920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.109305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.114577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.138642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e17aea9-5490-4730-93df-1be7fb9f40d3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:15.149490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.153317 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f5f7c31a-a211-4a6a-9169-9bb15233c619 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1521928 May 06 14:20:15.153548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44082) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:15.159342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'security_group_rule': {'security_group_id': '9ef5cd64-aee5-4314-b91a-1ef383e44580', 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:15.159544 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-230464e7-8b60-495a-8a47-ed829cd7baab req-a889c57c-1994-4ff2-ae8b-9e258a015dda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 998 time: 0.1140847 May 06 14:20:15.165122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:15.169026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Usage tracker for resource:security_group_rule and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:15.171925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:15.177750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:15.197661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.228854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230464e7-8b60-495a-8a47-ed829cd7baab req-1497b0f5-4ab6-4ab3-affd-958ac388aa29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:15.230337 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-230464e7-8b60-495a-8a47-ed829cd7baab req-1497b0f5-4ab6-4ab3-affd-958ac388aa29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 200 len: 854 time: 0.0644457 May 06 14:20:15.244388 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '8536e13e-f10b-4cf7-b11d-b21b18892242', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'port_id': '5e20017c-5bd1-4948-8f76-f6694184f379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'mac_address': 'fa:16:3e:7d:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:20:13Z', 'updated_at': '2022-05-06T14:20:13Z', 'revision_number': 0, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 5, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:15.249539 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] Checking router: 514217dc-7d83-41f8-bebe-2c14492c475f for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:20:15.261222 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:20:15.262342 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:20:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:15.263609 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.267367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.293455 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e3d92b-f89e-4e28-8497-3edcaa851305,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:15.305267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.308984 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8f86902d-e155-4fa7-9ee4-b7424000a98d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1519988 May 06 14:20:15.309264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44086) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:15.314891 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-230464e7-8b60-495a-8a47-ed829cd7baab req-674571c4-2162-4940-b336-ce101dc96363 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b71c742-df51-476c-b8a9-2ee88294aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778494 May 06 14:20:15.315148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'security_group_rule': {'security_group_id': '9ef5cd64-aee5-4314-b91a-1ef383e44580', 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:15.321495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:15.325589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Usage tracker for resource:security_group_rule and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:15.328608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:15.334528 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:15.352703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.421047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.425235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.450525 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-230464e7-8b60-495a-8a47-ed829cd7baab req-d5eba2b7-9ea2-4c5f-a3b6-127b17518724 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292181 May 06 14:20:15.450816 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:20:15.456976 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767c0681-8f15-48a3-a2cf-1cd76bc160a0,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:15.460435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.461787 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c718a27b-72ee-477c-9f7a-f08e3102497b tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1515377 May 06 14:20:15.465199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44090) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:15.470654 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'security_group_rule': {'security_group_id': '9ef5cd64-aee5-4314-b91a-1ef383e44580', 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:15.477391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:15.481109 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Usage tracker for resource:security_group_rule and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:15.484089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:15.489972 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:15.515954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.590170 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-230464e7-8b60-495a-8a47-ed829cd7baab req-9a24fec9-bcb5-4c7c-8fcc-f860f075dc29 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327810 May 06 14:20:15.594423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.608668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.637631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072e2c06-89e2-4869-a756-1301a52548f8,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:15.648971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.648971 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-30d4ec61-233b-4040-afa1-d1446fc51f85 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1792383 May 06 14:20:15.648971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44094) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:15.654529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'security_group_rule': {'security_group_id': '9ef5cd64-aee5-4314-b91a-1ef383e44580', 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:15.660988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:15.665464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Usage tracker for resource:security_group_rule and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:15.668450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:15.674454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:15.694062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Project f0663b0fd4044ad495ddf9206bab42e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:20:15.695079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.761197 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.764825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.785743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c1e898-4914-40ad-a4c9-dd5daf7cf698,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:15.797198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.798341 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8cef48e8-5fc9-478c-bc04-fd6916022c2c tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1485701 May 06 14:20:15.801195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44098) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:15.806520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'security_group_rule': {'security_group_id': '9ef5cd64-aee5-4314-b91a-1ef383e44580', 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:15.812142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:15.815923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Usage tracker for resource:security_group_rule and tenant:f0663b0fd4044ad495ddf9206bab42e9 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:15.818952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:15.825435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:15.836856 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Project f0663b0fd4044ad495ddf9206bab42e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:20:15.843420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.876485 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '8536e13e-f10b-4cf7-b11d-b21b18892242', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'port_id': '5e20017c-5bd1-4948-8f76-f6694184f379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'mac_address': 'fa:16:3e:7d:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:20:13Z', 'updated_at': '2022-05-06T14:20:13Z', 'revision_number': 0, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 5, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:15.880474 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622d8a6-cece-46ba-adf0-4d173622c5a6 None None] The sync data for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv is: [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '8536e13e-f10b-4cf7-b11d-b21b18892242', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'port_id': '5e20017c-5bd1-4948-8f76-f6694184f379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'mac_address': 'fa:16:3e:7d:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:20:13Z', 'updated_at': '2022-05-06T14:20:13Z', 'revision_number': 0, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 5, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:20:15.916908 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.920777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.944729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8070a6-fdb8-4ace-8383-9a6ae89b77a9,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:15.954383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.955633 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7f955638-9149-4871-840a-d8766c118ca6 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1535423 May 06 14:20:16.087634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0049079-23ca-4f9a-bdca-8570cb8f783b None None] New status for floating IP 8536e13e-f10b-4cf7-b11d-b21b18892242: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:20:16.096225 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-5d71b468-0b4d-4eda-9537-6ae51ec57f90 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252916467&fields=id&tenant_id=f0663b0fd4044ad495ddf9206bab42e9 HTTP/1.1" status: 200 len: 267 time: 0.0436211 May 06 14:20:16.177768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-d179e2ba-c9e0-4504-bbf4-d7196eac3964 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:16.179221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-d179e2ba-c9e0-4504-bbf4-d7196eac3964 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0768642 May 06 14:20:16.189781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'port': {'security_groups': ['6344361f-2e72-464e-af01-5263db1d15da', '9ef5cd64-aee5-4314-b91a-1ef383e44580']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:20:16.403845 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:16.657198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] For port 5e20017c-5bd1-4948-8f76-f6694184f379, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5e20017c-5bd1-4948-8f76-f6694184f379,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:20:16.682205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:16.686585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:16.698521 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['5e20017c-5bd1-4948-8f76-f6694184f379'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:20:16.755578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:16.756151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:16.757582 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-574f82aa-832b-45a0-ab31-19ac03ca9b49 req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "PUT /v2.0/ports/5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 981 time: 0.5722589 May 06 14:20:16.774348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd941b-2be2-4c1f-8091-35b2eafa381e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'Port': ['ID=5e20017c-5bd1-4948-8f76-f6694184f379,revision_number=6']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:16.799747 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:20:16.832247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['5e20017c-5bd1-4948-8f76-f6694184f379'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:20:16.862311 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76e7c63-2c0b-4fdd-b9ea-26132a514378'] response: {'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379', 'status': 'completed', 'code': 200} May 06 14:20:16.972641 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b4be-371d-4d3d-bd04-68685c5fb585 req-eca392e8-3af4-453d-bee7-e3d25d15a1a1 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:16.981398 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7f58b4be-371d-4d3d-bd04-68685c5fb585 req-eca392e8-3af4-453d-bee7-e3d25d15a1a1 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.1034250 May 06 14:20:16.986754 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-5853f1a3-c6f2-435a-b252-16698911edcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1137 time: 0.0994077 May 06 14:20:17.028568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7f58b4be-371d-4d3d-bd04-68685c5fb585 req-10c8aa70-01be-47e8-9581-a66700e3e29e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Synchronizing usage tracker for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:20:17.050310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-7f58b4be-371d-4d3d-bd04-68685c5fb585 req-10c8aa70-01be-47e8-9581-a66700e3e29e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Unset dirty status for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:20:17.051970 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7f58b4be-371d-4d3d-bd04-68685c5fb585 req-10c8aa70-01be-47e8-9581-a66700e3e29e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693672 May 06 14:20:17.141781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-9092d8de-5e2a-4d09-be48-54d51904b8c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:17.143075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-9092d8de-5e2a-4d09-be48-54d51904b8c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 916 time: 0.1473076 May 06 14:20:17.221593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6d5ec45b-d48c-41dd-86af-3566490f31a0 None None] Provisioning complete for port 5e20017c-5bd1-4948-8f76-f6694184f379 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:17.221593 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d5ec45b-d48c-41dd-86af-3566490f31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:17.251338 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-92104b11-1f7f-4af3-a0ef-ecc73858d31a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 1000 time: 0.1016910 May 06 14:20:17.312146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-b929afb0-19d5-479f-b1d8-49f8eac54f47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:17.313563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-b929afb0-19d5-479f-b1d8-49f8eac54f47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 200 len: 854 time: 0.0567698 May 06 14:20:17.385768 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-e5ebe143-b519-45e2-9ad1-4e2000f25b9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b71c742-df51-476c-b8a9-2ee88294aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665317 May 06 14:20:17.514293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-855e180a-cfe5-420f-b514-f7ed268c452c service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222336 May 06 14:20:17.644780 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe7501f8-1368-4d45-89e1-1101dac16daa req-5106e202-4460-45d1-907d-df09729638b4 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241055 May 06 14:20:20.546625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:20.947115 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:20:32.099758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09c2662b-0504-4325-aba0-9df7098c716e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:33.435171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-88150d42-12fc-4391-8fdc-82fb26862322 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1137 time: 0.0739932 May 06 14:20:33.481596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1477fa5-ebc6-4fb6-8fe0-d1598a4a9dfc req-23ff6b1e-b4d1-4da1-96c2-10d9b7128c96 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:33.483055 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d1477fa5-ebc6-4fb6-8fe0-d1598a4a9dfc req-23ff6b1e-b4d1-4da1-96c2-10d9b7128c96 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0794334 May 06 14:20:33.529739 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d1477fa5-ebc6-4fb6-8fe0-d1598a4a9dfc req-0eb58d94-b8ad-4d6b-84f9-54a41acd00db tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409496 May 06 14:20:33.564838 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-4acb1596-e63b-43d7-9fda-9012a849d551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:33.566271 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-4acb1596-e63b-43d7-9fda-9012a849d551 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 916 time: 0.1248915 May 06 14:20:33.669027 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-5449b9e1-b6a3-47ee-93df-1a1a53326578 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 1000 time: 0.0958307 May 06 14:20:33.730405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-0b4240ad-928c-4f98-8768-6f89be092096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:33.731704 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-0b4240ad-928c-4f98-8768-6f89be092096 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 200 len: 854 time: 0.0562930 May 06 14:20:33.807175 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-5667e431-c735-426c-9a66-7e5ae16d531d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b71c742-df51-476c-b8a9-2ee88294aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674775 May 06 14:20:34.030013 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-03d30d37-ea41-41db-888c-899aeb87bc45 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170091 May 06 14:20:34.160876 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c7a2d842-fc83-4cb9-b148-d9943f63a2fd req-60f0f317-500b-4833-8085-e4da62d34a56 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233344 May 06 14:20:34.444523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fb33ac5-71b0-4db1-956b-8d84af9f721c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:34.743163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ea84-6131-408f-8f65-72f62dfe7e33 req-350eff70-a32e-42e8-bcc4-6bd062e572b7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:34.744572 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1ce4ea84-6131-408f-8f65-72f62dfe7e33 req-350eff70-a32e-42e8-bcc4-6bd062e572b7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0768707 May 06 14:20:34.792859 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1ce4ea84-6131-408f-8f65-72f62dfe7e33 req-c6356732-f5c4-42c4-88ca-1a933fceb1af tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426440 May 06 14:20:35.635613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:35.658389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:35.984626 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4fda5-87db-4eeb-a72c-4f9f5b2e4315 req-38e1cffb-6d30-42b3-8bd3-8660659d6d74 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:35.986042 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dcd4fda5-87db-4eeb-a72c-4f9f5b2e4315 req-38e1cffb-6d30-42b3-8bd3-8660659d6d74 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0752501 May 06 14:20:36.035226 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dcd4fda5-87db-4eeb-a72c-4f9f5b2e4315 req-47793147-792f-4a5f-9a3b-ff65ca117460 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436516 May 06 14:20:36.958005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:37.228791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46bcf2-0409-4bb6-addc-aa242253f844 req-761d7686-46d4-428b-9136-e08f918c7a0f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:37.230105 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2d46bcf2-0409-4bb6-addc-aa242253f844 req-761d7686-46d4-428b-9136-e08f918c7a0f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0776877 May 06 14:20:37.275807 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2d46bcf2-0409-4bb6-addc-aa242253f844 req-20c8424b-eb66-4144-8f43-006da25506cb tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401773 May 06 14:20:38.472397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f82cf-3d3d-4aa7-bc9e-57bac1140c1f req-b92d9988-838c-499a-a414-7d9d0e3aa54f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:38.473816 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b66f82cf-3d3d-4aa7-bc9e-57bac1140c1f req-b92d9988-838c-499a-a414-7d9d0e3aa54f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0743589 May 06 14:20:38.519419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b66f82cf-3d3d-4aa7-bc9e-57bac1140c1f req-a6a067b9-1c54-4e40-a11a-362784d64e65 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400815 May 06 14:20:39.715408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f947be-043c-4dc7-9a38-f392b9dbeb52 req-a9ae4d1f-1a97-4794-b413-7c3f7a3fb1a7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:39.716939 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-17f947be-043c-4dc7-9a38-f392b9dbeb52 req-a9ae4d1f-1a97-4794-b413-7c3f7a3fb1a7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0757246 May 06 14:20:39.764916 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-17f947be-043c-4dc7-9a38-f392b9dbeb52 req-38b37e95-b22a-4236-94c0-5bcae4775636 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414281 May 06 14:20:40.961548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b63bb-36c1-4207-a1e2-f9e35fd55ac0 req-4e7eaaef-0bcf-43c1-954d-c61a4aa640c1 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:40.962960 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-422b63bb-36c1-4207-a1e2-f9e35fd55ac0 req-4e7eaaef-0bcf-43c1-954d-c61a4aa640c1 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0786572 May 06 14:20:41.008883 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-422b63bb-36c1-4207-a1e2-f9e35fd55ac0 req-5036b9a5-4cc7-406a-a3e1-b355a774ae98 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402646 May 06 14:20:42.206542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78efa9-5b95-43f6-8416-d915e9e5b44b req-d8d6d0ff-b1bb-4184-a116-8681011826f0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:42.207938 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c78efa9-5b95-43f6-8416-d915e9e5b44b req-d8d6d0ff-b1bb-4184-a116-8681011826f0 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0804899 May 06 14:20:42.254341 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c78efa9-5b95-43f6-8416-d915e9e5b44b req-695e1512-1013-4237-b9e1-e3584e4b2840 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402210 May 06 14:20:43.445157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9bd78-750a-4717-8d4f-08fce8b8b7f0 req-6d5b4aa5-ce39-4fe5-986e-7f56659e0f01 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:43.446587 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-96b9bd78-750a-4717-8d4f-08fce8b8b7f0 req-6d5b4aa5-ce39-4fe5-986e-7f56659e0f01 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0749197 May 06 14:20:43.492704 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-96b9bd78-750a-4717-8d4f-08fce8b8b7f0 req-d9d9e9b5-ed88-4c4d-b3aa-a0e8993fb949 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405664 May 06 14:20:44.695968 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff483fd-fb45-4589-9369-9c02fea45126 req-d7478a87-2ec3-4102-aca6-0a5154bfa36f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:44.697400 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cff483fd-fb45-4589-9369-9c02fea45126 req-d7478a87-2ec3-4102-aca6-0a5154bfa36f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0755715 May 06 14:20:44.745411 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-cff483fd-fb45-4589-9369-9c02fea45126 req-93deb163-cb4f-4f9d-be8a-321630d3781f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423367 May 06 14:20:45.944939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a7de1-144b-4874-89c9-97379fcfd18d req-870aeee3-3cec-468a-8635-9266f21502a9 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:45.946290 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-959a7de1-144b-4874-89c9-97379fcfd18d req-870aeee3-3cec-468a-8635-9266f21502a9 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.0813973 May 06 14:20:45.994650 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-959a7de1-144b-4874-89c9-97379fcfd18d req-1596a12a-a125-47f4-a453-af486877fa8e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=9ef5cd64-aee5-4314-b91a-1ef383e44580&id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427577 May 06 14:20:48.436597 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-65b4df8b-cab4-441f-973f-4b51ce1f879f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694671 May 06 14:20:48.571589 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-09071fe3-f442-42aa-b0ec-28ac73c98298 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1137 time: 0.0676429 May 06 14:20:48.721187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-69a8b476-be38-44be-8a00-e0a364c5ebfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:48.722535 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-69a8b476-be38-44be-8a00-e0a364c5ebfd service neutron] 10.222.0.69 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 916 time: 0.1345353 May 06 14:20:48.826055 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-e54bcede-639c-447c-8fc5-91409dd53837 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 1000 time: 0.0977631 May 06 14:20:48.889743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-bcc5bd3d-7940-45ec-ab05-bb46a5f66fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:20:48.891144 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-bcc5bd3d-7940-45ec-ab05-bb46a5f66fd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 200 len: 854 time: 0.0595429 May 06 14:20:48.964076 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-6a9db17f-781d-465f-bede-52939551f7e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b71c742-df51-476c-b8a9-2ee88294aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670500 May 06 14:20:49.095380 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-566aa538-d9d2-4f58-92cb-381a64ea0c46 service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244397 May 06 14:20:49.223213 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fa88a895-4c03-4e4c-97be-016eff7c8b6a req-17142c1f-a76c-4314-a0af-8e39d72a716a service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221306 May 06 14:20:50.557027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:57.947537 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:21:02.107223 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1554d71f-627b-4e11-852f-ba354141a49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:04.445324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5799b81-9ce2-435c-b3fe-55a47ff4e2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:05.640277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:05.660552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:06.961194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:18.428324 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-707c0c19-2ee2-4002-bd8f-9390e242078f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252916467&fields=id&tenant_id=f0663b0fd4044ad495ddf9206bab42e9 HTTP/1.1" status: 200 len: 267 time: 0.0407858 May 06 14:21:18.590138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-1c3fa319-9c90-4963-a677-55b25e2095f4 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:18.591564 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-1c3fa319-9c90-4963-a677-55b25e2095f4 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 984 time: 0.1583223 May 06 14:21:18.602349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Request body: {'port': {'security_groups': ['6344361f-2e72-464e-af01-5263db1d15da']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:18.714187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:18.954970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] For port 5e20017c-5bd1-4948-8f76-f6694184f379, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5e20017c-5bd1-4948-8f76-f6694184f379,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:18.979454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:18.983800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:18.996604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['5e20017c-5bd1-4948-8f76-f6694184f379'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:21:19.057869 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:19.058481 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.059969 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bba03d69-6757-4f37-a3a9-655bf52f2962 req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "PUT /v2.0/ports/5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 942 time: 0.4624236 May 06 14:21:19.060315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:21:19.065952 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44164) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:19.081825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event updated for resources: {'Port': ['ID=5e20017c-5bd1-4948-8f76-f6694184f379,revision_number=7']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:19.091192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.091544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.091923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.092343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.092670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.093089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.093435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.093808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.094209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.094545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.094876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87395c0d-5dce-4268-9cfb-0b8a4c2b243e tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.128608 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bf2782-72c6-4f3b-b289-f4539748c35e'] response: {'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379', 'status': 'completed', 'code': 200} May 06 14:21:19.169687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.184135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['5e20017c-5bd1-4948-8f76-f6694184f379'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:21:19.200778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.236734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80240491-29bd-46f9-87fc-ef2b9507078b req-eb29a9b5-a403-420a-b473-ab5e820483de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1098 time: 0.0849824 May 06 14:21:19.272896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.298886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef5cd64-aee5-4314-b91a-1ef383e44580,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:19.307438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.307808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.308157 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.308494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.308819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.309144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.309530 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.309782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.310100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.310423 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.310734 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:19.318067 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.319184 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-651cfedd-4e37-4388-9855-08bfa3f637c7 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "DELETE /v2.0/security-groups/9ef5cd64-aee5-4314-b91a-1ef383e44580 HTTP/1.1" status: 204 len: 168 time: 0.2517104 May 06 14:21:19.324242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44168) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:19.372451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-76cb05cd-932e-463c-b190-365259268613 None None] Provisioning complete for port 5e20017c-5bd1-4948-8f76-f6694184f379 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:19.372824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76cb05cd-932e-463c-b190-365259268613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.382603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80240491-29bd-46f9-87fc-ef2b9507078b req-b64d4595-dff2-4983-a6cf-fd67f8bbbe66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:19.384272 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80240491-29bd-46f9-87fc-ef2b9507078b req-b64d4595-dff2-4983-a6cf-fd67f8bbbe66 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 916 time: 0.1410692 May 06 14:21:19.502749 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80240491-29bd-46f9-87fc-ef2b9507078b req-2c8eaf68-d316-46d2-a35b-a9996859148b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 1000 time: 0.1117508 May 06 14:21:19.526088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Deleting port c70fd3d5-8f16-44a5-aeb6-c4a5322b9692 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:19.526434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.564976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80240491-29bd-46f9-87fc-ef2b9507078b req-2c66ad34-91b3-4cbf-88c3-b3597e1ef79c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:19.566425 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80240491-29bd-46f9-87fc-ef2b9507078b req-2c66ad34-91b3-4cbf-88c3-b3597e1ef79c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 200 len: 854 time: 0.0574660 May 06 14:21:19.643555 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80240491-29bd-46f9-87fc-ef2b9507078b req-f766d037-d025-4211-be5d-64febadedbd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b71c742-df51-476c-b8a9-2ee88294aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707855 May 06 14:21:19.697680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.698006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:19.778322 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80240491-29bd-46f9-87fc-ef2b9507078b req-eeec52df-15b1-452f-ab3b-69638237ae0a service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280358 May 06 14:21:19.896338 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Calling delete_port for c70fd3d5-8f16-44a5-aeb6-c4a5322b9692 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:19.908624 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-80240491-29bd-46f9-87fc-ef2b9507078b req-1e26d74b-cc9e-4034-9a78-20f97d1050dd service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249156 May 06 14:21:20.041805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:20.083865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event deleted for resources: {'Port': ['ID=c70fd3d5-8f16-44a5-aeb6-c4a5322b9692,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:20.175920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:20.553738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:20.558836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Router 514217dc-7d83-41f8-bebe-2c14492c475f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:21:20.753817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:21:20.765725 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] Sync routers for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:21:20.775093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:20.777618 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:20.778206 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:20.832418 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6659805e-bb03-4131-b28d-083a04451c51 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "DELETE /v2.0/floatingips/8536e13e-f10b-4cf7-b11d-b21b18892242 HTTP/1.1" status: 204 len: 168 time: 1.5069416 May 06 14:21:20.833092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:21:20.979768 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:21.092969 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99b7989-7161-4a40-a495-35815da819da'] response: {'name': 'network-changed', 'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379', 'status': 'completed', 'code': 200} May 06 14:21:21.196136 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-855582ec-b256-4158-b7be-e1b327028cbc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 1098 time: 0.0798640 May 06 14:21:21.317234 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 5, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:21.321161 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] Checking router: 514217dc-7d83-41f8-bebe-2c14492c475f for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:21:21.329138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-5de75876-5ae0-4290-89fd-03948a77cbe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:21.330557 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-5de75876-5ae0-4290-89fd-03948a77cbe5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 200 len: 916 time: 0.1288846 May 06 14:21:21.331421 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:21.332046 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:21.400853 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-0ce606e7-6b55-43b0-9925-2e0ff3024fb6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 200 len: 217 time: 0.0639114 May 06 14:21:21.461866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-0d22f2ac-e812-4bcb-bfa4-38e39d07d712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:21.463280 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-0d22f2ac-e812-4bcb-bfa4-38e39d07d712 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 200 len: 854 time: 0.0569849 May 06 14:21:21.508327 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:21.540706 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-5924e80a-cefc-4541-837f-7f83497ed3cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b71c742-df51-476c-b8a9-2ee88294aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704999 May 06 14:21:21.769987 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-515e2035-e3e7-414a-943c-9a9e821bc57d service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225688 May 06 14:21:21.830132 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 5, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:21.834728 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b774-a18b-41d2-905b-071a83e4a2d5 None None] The sync data for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv is: [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 4, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '50dba385-24ca-487b-902e-32753229d11e', 'name': '', 'network_id': '2b71c742-df51-476c-b8a9-2ee88294aa9d', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'mac_address': 'fa:16:3e:57:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '624abf54-91d2-4b94-abeb-129f268faab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:22Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 5, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'subnets': [{'id': '624abf54-91d2-4b94-abeb-129f268faab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:21:21.922219 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd102bc4-bc85-43a6-87d2-f0502d5d7cde req-3c1ab128-81a0-4f00-9866-23d5896b14ba service neutron] 10.222.0.69 "GET /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458395 May 06 14:21:22.084225 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe23e6-1365-4daa-8077-53b3437c95fd None None] New status for floating IP 8536e13e-f10b-4cf7-b11d-b21b18892242: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:21:25.199389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4bb71-8ab2-4a55-bd83-3899bb5b409a req-c1343fe8-7564-4228-a363-751bd6cb7d50 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:25.200090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-9bf4bb71-8ab2-4a55-bd83-3899bb5b409a req-c1343fe8-7564-4228-a363-751bd6cb7d50 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Synchronizing usage tracker for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:21:25.214697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-9bf4bb71-8ab2-4a55-bd83-3899bb5b409a req-c1343fe8-7564-4228-a363-751bd6cb7d50 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Unset dirty status for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:21:25.215895 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9bf4bb71-8ab2-4a55-bd83-3899bb5b409a req-c1343fe8-7564-4228-a363-751bd6cb7d50 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0918264 May 06 14:21:25.260944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-9bf4bb71-8ab2-4a55-bd83-3899bb5b409a req-f3deb0af-646c-4b52-a969-21c2156b08f5 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Synchronizing usage tracker for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:21:25.275160 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-9bf4bb71-8ab2-4a55-bd83-3899bb5b409a req-f3deb0af-646c-4b52-a969-21c2156b08f5 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Unset dirty status for tenant:f0663b0fd4044ad495ddf9206bab42e9 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:21:25.276278 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9bf4bb71-8ab2-4a55-bd83-3899bb5b409a req-f3deb0af-646c-4b52-a969-21c2156b08f5 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548747 May 06 14:21:26.479162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6d83a-4e2d-4301-82ff-a27eae390f5d req-07b09c3f-7774-4615-8cb0-ee5894e5f939 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:26.480625 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f8d6d83a-4e2d-4301-82ff-a27eae390f5d req-07b09c3f-7774-4615-8cb0-ee5894e5f939 tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0828812 May 06 14:21:26.525862 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f8d6d83a-4e2d-4301-82ff-a27eae390f5d req-438dff33-d7b0-474e-8917-7307fedda01f tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/security-groups?id=6344361f-2e72-464e-af01-5263db1d15da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 May 06 14:21:26.897249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-10ce3c8b-8dcd-4f7b-854f-bfd214283d5d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:26.898674 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-10ce3c8b-8dcd-4f7b-854f-bfd214283d5d tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 945 time: 0.0802786 May 06 14:21:26.967407 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Deleting port 5e20017c-5bd1-4948-8f76-f6694184f379 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:26.967739 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:27.203086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] For port 5e20017c-5bd1-4948-8f76-f6694184f379, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5e20017c-5bd1-4948-8f76-f6694184f379,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:27.203355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:27.320247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Calling delete_port for 5e20017c-5bd1-4948-8f76-f6694184f379 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:27.457991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:27.468781 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['5e20017c-5bd1-4948-8f76-f6694184f379'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:21:27.504191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Pushing event deleted for resources: {'Port': ['ID=5e20017c-5bd1-4948-8f76-f6694184f379,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:27.578607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] No DVR routers for this DVR port 5e20017c-5bd1-4948-8f76-f6694184f379 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:21:27.581056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:27.583573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'name': 'network-vif-deleted', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:21:27.599382 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22e7dda2-c679-4e10-863a-d580d6b3392b req-fa21ef72-7ee3-4981-9834-a9192f84a6be tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.69 "DELETE /v2.0/ports/5e20017c-5bd1-4948-8f76-f6694184f379 HTTP/1.1" status: 204 len: 173 time: 0.6956522 May 06 14:21:27.639512 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c65e847-24dd-46be-ab66-33855c23dedb'] response: {'server_uuid': 'ce159258-a511-4fc2-bd23-b5bddf9409a8', 'name': 'network-vif-deleted', 'tag': '5e20017c-5bd1-4948-8f76-f6694184f379', 'status': 'completed', 'code': 200} May 06 14:21:27.692535 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c74a6c44-893e-4f0e-a7dc-79f7a2671322 req-b9f9feea-0b07-48e0-bf8f-415f69c123cb tempest-TestMinimumBasicScenario-980748978 tempest-TestMinimumBasicScenario-980748978-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce159258-a511-4fc2-bd23-b5bddf9409a8 HTTP/1.1" status: 200 len: 210 time: 0.0427518 May 06 14:21:29.372035 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44254) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:29.834956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:30.426874 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Deleting port 50dba385-24ca-487b-902e-32753229d11e {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:30.427622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:30.557545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5e20017c-5bd1-4948-8f76-f6694184f379 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:21:30.589678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 5e20017c-5bd1-4948-8f76-f6694184f379 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:21:30.590023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5e20017c-5bd1-4948-8f76-f6694184f379 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:21:30.595697 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] For port 50dba385-24ca-487b-902e-32753229d11e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=50dba385-24ca-487b-902e-32753229d11e,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:30.596088 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:30.715047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Calling delete_port for 50dba385-24ca-487b-902e-32753229d11e owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:30.882985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:30.928286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50dba385-24ca-487b-902e-32753229d11e,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:31.292014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:31.850289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Router 514217dc-7d83-41f8-bebe-2c14492c475f has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:21:32.046142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:21:32.055309 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] Sync routers for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:21:32.058604 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-27d9ea69-ad69-436f-ae26-4375c04182e1 admin admin] 10.222.0.65 "PUT /v2.0/routers/514217dc-7d83-41f8-bebe-2c14492c475f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6854539 May 06 14:21:32.061155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44258) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:32.070248 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:32.070835 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:32.105740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fa41a74e-74a6-4829-b5ea-76217b74af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:32.260405 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:32.269940 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:32.453134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:32.462186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Deleting port 903b7a71-56d0-415d-bd78-46043b7ff734 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:32.462631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:32.545253 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:21:30Z', 'revision_number': 5, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port': {'id': '903b7a71-56d0-415d-bd78-46043b7ff734', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:32.549152 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] Checking router: 514217dc-7d83-41f8-bebe-2c14492c475f for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:21:32.560038 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] Routers {'514217dc-7d83-41f8-bebe-2c14492c475f'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:32.560621 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['514217dc-7d83-41f8-bebe-2c14492c475f'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:32.711926 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] Set router 514217dc-7d83-41f8-bebe-2c14492c475f gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:32.734700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] For port 903b7a71-56d0-415d-bd78-46043b7ff734, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=903b7a71-56d0-415d-bd78-46043b7ff734,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:32.735045 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:32.812928 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:21:32Z', 'revision_number': 6, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:32.816803 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb183b3e-eab8-4177-a6b1-cd91694c8684 None None] The sync data for ids ['514217dc-7d83-41f8-bebe-2c14492c475f'] in dv-neutron-840889-1-hyperv is: [{'id': '514217dc-7d83-41f8-bebe-2c14492c475f', 'name': 'tempest-TestMinimumBasicScenario-1460020820-router', 'tenant_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:20Z', 'updated_at': '2022-05-06T14:21:32Z', 'revision_number': 6, 'project_id': 'f0663b0fd4044ad495ddf9206bab42e9', 'gw_port_host': None}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:21:32.853485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Calling delete_port for 903b7a71-56d0-415d-bd78-46043b7ff734 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:33.021380 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.064189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Pushing event deleted for resources: {'Port': ['ID=903b7a71-56d0-415d-bd78-46043b7ff734,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:33.290882 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.547729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.552015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.577308 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.577848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 514217dc-7d83-41f8-bebe-2c14492c475f {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:21:33.593139 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.594272 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6db033d7-3c05-457a-af7a-f3769c2a214c admin admin] 10.222.0.65 "DELETE /v2.0/routers/514217dc-7d83-41f8-bebe-2c14492c475f HTTP/1.1" status: 204 len: 168 time: 1.5322204 May 06 14:21:33.596821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44262) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:33.656729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30a0d22-e3c5-415d-b19f-7ae816a95487 admin admin] Deleting subnet 624abf54-91d2-4b94-abeb-129f268faab7 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:21:33.659640 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d22-e3c5-415d-b19f-7ae816a95487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.708089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d22-e3c5-415d-b19f-7ae816a95487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.790176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d22-e3c5-415d-b19f-7ae816a95487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.857834 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d22-e3c5-415d-b19f-7ae816a95487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.898008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a0d22-e3c5-415d-b19f-7ae816a95487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624abf54-91d2-4b94-abeb-129f268faab7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:33.901997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d22-e3c5-415d-b19f-7ae816a95487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:33.910533 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e30a0d22-e3c5-415d-b19f-7ae816a95487 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/624abf54-91d2-4b94-abeb-129f268faab7 HTTP/1.1" status: 204 len: 168 time: 0.3099186 May 06 14:21:33.910533 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44266) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:33.914237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc83aa7-5f30-45f0-a635-432b328ddd94 None None] Network 2b71c742-df51-476c-b8a9-2ee88294aa9d requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:21:33.984626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 50dba385-24ca-487b-902e-32753229d11e no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:21:34.014564 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.027422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 50dba385-24ca-487b-902e-32753229d11e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:21:34.027752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 50dba385-24ca-487b-902e-32753229d11e not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:21:34.028183 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 903b7a71-56d0-415d-bd78-46043b7ff734 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:21:34.030037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Deleting port 871f1f11-d34a-4db9-84f6-f1b470bac7bc {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:34.030464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.074850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 903b7a71-56d0-415d-bd78-46043b7ff734 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:21:34.075194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 903b7a71-56d0-415d-bd78-46043b7ff734 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:21:34.236228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] DHCP port deletion for 2b71c742-df51-476c-b8a9-2ee88294aa9d request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:21:34.240664 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] Deleting port 871f1f11-d34a-4db9-84f6-f1b470bac7bc {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:34.241035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.325102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] For port 871f1f11-d34a-4db9-84f6-f1b470bac7bc, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=871f1f11-d34a-4db9-84f6-f1b470bac7bc,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:34.325378 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.442716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] For port 871f1f11-d34a-4db9-84f6-f1b470bac7bc, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=871f1f11-d34a-4db9-84f6-f1b470bac7bc,segment=NetworkSegment(6c26fb8b-918f-4822-af7e-75c62f4999a1),segment_id=6c26fb8b-918f-4822-af7e-75c62f4999a1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:34.443098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.446392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Calling delete_port for 871f1f11-d34a-4db9-84f6-f1b470bac7bc owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:34.506313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c899615e-8f96-4f71-92a0-a9e0f59bc98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.527877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.567006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] Calling delete_port for 871f1f11-d34a-4db9-84f6-f1b470bac7bc owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:34.571072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Pushing event deleted for resources: {'Port': ['ID=871f1f11-d34a-4db9-84f6-f1b470bac7bc,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:34.577112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] No DVR routers for this DVR port 871f1f11-d34a-4db9-84f6-f1b470bac7bc on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:21:34.636530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:21:34.636881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:21:34.690372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.716040 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b71c742-df51-476c-b8a9-2ee88294aa9d']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:34.727725 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c26fb8b-918f-4822-af7e-75c62f4999a1') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:34.728054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c26fb8b-918f-4822-af7e-75c62f4999a1') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:34.739026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.758890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.764784 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:21:34.765163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:21:34.780136 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:21:34.857104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.878783 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:34.887720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b71c742-df51-476c-b8a9-2ee88294aa9d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:34.898906 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a5e43513-ce2c-4f69-a26f-e79de01f3954 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2b71c742-df51-476c-b8a9-2ee88294aa9d HTTP/1.1" status: 204 len: 168 time: 0.9852881 May 06 14:21:34.899190 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44270) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:34.948506 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:21:35.138375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] Deleting port 871f1f11-d34a-4db9-84f6-f1b470bac7bc {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:35.138909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:35.203061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0a152721-6ecb-4c1a-84ad-3d15d94dc84e None None] The port '871f1f11-d34a-4db9-84f6-f1b470bac7bc' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:21:35.301968 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:35.641886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:35.663866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:35.969112 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Deleting port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:35.969617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:35.972007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 871f1f11-d34a-4db9-84f6-f1b470bac7bc no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:21:36.003097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 871f1f11-d34a-4db9-84f6-f1b470bac7bc {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:21:36.003453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 871f1f11-d34a-4db9-84f6-f1b470bac7bc not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:21:36.135905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] For port 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,segment=NetworkSegment(2c90f6d5-de29-464f-a3a7-5da032bdf1c1),segment_id=2c90f6d5-de29-464f-a3a7-5da032bdf1c1)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:36.136253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:36.253526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Calling delete_port for 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:36.411221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:36.455805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:36.740341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:36.963376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:37.395011 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Router 50982f5a-3734-4a10-871c-9f8bdce21d53 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:21:37.589929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:21:37.598422 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] Sync routers for ids ['50982f5a-3734-4a10-871c-9f8bdce21d53'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:21:37.610920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] Routers {'50982f5a-3734-4a10-871c-9f8bdce21d53'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:37.611537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['50982f5a-3734-4a10-871c-9f8bdce21d53'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:37.613917 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-00a647e8-a24f-4f09-813d-0184052d1bb2 admin admin] 10.222.0.65 "PUT /v2.0/routers/50982f5a-3734-4a10-871c-9f8bdce21d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7137334 May 06 14:21:37.616948 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44274) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:37.786592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] Set router 50982f5a-3734-4a10-871c-9f8bdce21d53 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:37.807115 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:38.012643 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:38.022518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Deleting port 0a624764-0a32-4167-a07b-2d2cd81db706 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:38.022842 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:38.108918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:21:36Z', 'revision_number': 5, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port': {'id': '0a624764-0a32-4167-a07b-2d2cd81db706', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:26Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:38.112905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] Checking router: 50982f5a-3734-4a10-871c-9f8bdce21d53 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:21:38.124410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] Routers {'50982f5a-3734-4a10-871c-9f8bdce21d53'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:38.125006 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['50982f5a-3734-4a10-871c-9f8bdce21d53'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:38.190830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] For port 0a624764-0a32-4167-a07b-2d2cd81db706, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=0a624764-0a32-4167-a07b-2d2cd81db706,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:38.191233 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:38.271012 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] Set router 50982f5a-3734-4a10-871c-9f8bdce21d53 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:38.308790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Calling delete_port for 0a624764-0a32-4167-a07b-2d2cd81db706 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:38.373256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:21:38Z', 'revision_number': 6, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:38.377371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd9ddb-963e-4ec5-8ef5-b0ae887e4a76 None None] The sync data for ids ['50982f5a-3734-4a10-871c-9f8bdce21d53'] in dv-neutron-840889-1-hyperv is: [{'id': '50982f5a-3734-4a10-871c-9f8bdce21d53', 'name': 'tempest-TestMinimumBasicScenario-909436873-router', 'tenant_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:25Z', 'updated_at': '2022-05-06T14:21:38Z', 'revision_number': 6, 'project_id': 'e2ea7adb80ea4deb81e20fe6f841fa59', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:21:38.473216 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:38.612841 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0a624764-0a32-4167-a07b-2d2cd81db706,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:38.830963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.092014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.096757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.123633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.124224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50982f5a-3734-4a10-871c-9f8bdce21d53 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:21:39.137442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.138571 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e466252b-0253-4a92-9db5-c7b4a7e956ee admin admin] 10.222.0.65 "DELETE /v2.0/routers/50982f5a-3734-4a10-871c-9f8bdce21d53 HTTP/1.1" status: 204 len: 168 time: 1.5206945 May 06 14:21:39.141182 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44278) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:39.206593 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b267ecb-57b2-4f8a-a7b1-d3984392ce2f admin admin] Deleting subnet b5d62cdc-efba-492b-86f8-964195dac6b4 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:21:39.209772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b267ecb-57b2-4f8a-a7b1-d3984392ce2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.261479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b267ecb-57b2-4f8a-a7b1-d3984392ce2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.339682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b267ecb-57b2-4f8a-a7b1-d3984392ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.408846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b267ecb-57b2-4f8a-a7b1-d3984392ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.449929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b267ecb-57b2-4f8a-a7b1-d3984392ce2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d62cdc-efba-492b-86f8-964195dac6b4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:39.453650 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b267ecb-57b2-4f8a-a7b1-d3984392ce2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.459311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36131241-1487-43f8-8c32-cd6ba65206b5 None None] Network 1fa9cd80-249a-4d03-9beb-b46b49858ef3 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:21:39.460237 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5b267ecb-57b2-4f8a-a7b1-d3984392ce2f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b5d62cdc-efba-492b-86f8-964195dac6b4 HTTP/1.1" status: 204 len: 168 time: 0.3179560 May 06 14:21:39.462480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44282) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:39.562935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.573825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Deleting port 678d6a8f-b290-4e07-a2c2-324dbc335804 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:39.574145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.710841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] DHCP port deletion for 1fa9cd80-249a-4d03-9beb-b46b49858ef3 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:21:39.714860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] Deleting port 678d6a8f-b290-4e07-a2c2-324dbc335804 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:39.715224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.778706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] For port 678d6a8f-b290-4e07-a2c2-324dbc335804, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=678d6a8f-b290-4e07-a2c2-324dbc335804,segment=NetworkSegment(2c90f6d5-de29-464f-a3a7-5da032bdf1c1),segment_id=2c90f6d5-de29-464f-a3a7-5da032bdf1c1)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:39.779056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.897361 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Calling delete_port for 678d6a8f-b290-4e07-a2c2-324dbc335804 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:39.910366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] For port 678d6a8f-b290-4e07-a2c2-324dbc335804, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=678d6a8f-b290-4e07-a2c2-324dbc335804,segment=NetworkSegment(2c90f6d5-de29-464f-a3a7-5da032bdf1c1),segment_id=2c90f6d5-de29-464f-a3a7-5da032bdf1c1)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:39.910750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.028935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0a624764-0a32-4167-a07b-2d2cd81db706 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:21:40.061296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] Calling delete_port for 678d6a8f-b290-4e07-a2c2-324dbc335804 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:21:40.063966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.095405 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 0a624764-0a32-4167-a07b-2d2cd81db706 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:21:40.095738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 0a624764-0a32-4167-a07b-2d2cd81db706 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:21:40.096173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 678d6a8f-b290-4e07-a2c2-324dbc335804 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:21:40.107684 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Pushing event deleted for resources: {'Port': ['ID=678d6a8f-b290-4e07-a2c2-324dbc335804,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:40.115896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] No DVR routers for this DVR port 678d6a8f-b290-4e07-a2c2-324dbc335804 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:21:40.139352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 678d6a8f-b290-4e07-a2c2-324dbc335804 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:21:40.139688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 678d6a8f-b290-4e07-a2c2-324dbc335804 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:21:40.140123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:21:40.174691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:21:40.174942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 4ce4c14f-c8c6-40fb-b3e1-093cdab72c4b not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:21:40.207505 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:21:40.208086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:21:40.245772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.270098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa9cd80-249a-4d03-9beb-b46b49858ef3']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:40.282169 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c90f6d5-de29-464f-a3a7-5da032bdf1c1') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:40.282461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c90f6d5-de29-464f-a3a7-5da032bdf1c1') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:40.293939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.309620 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.315719 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:21:40.316122 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:21:40.328685 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:21:40.403347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.419945 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.429840 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa9cd80-249a-4d03-9beb-b46b49858ef3,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:40.436776 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8d617168-808e-46a0-88da-34cda4ea3590 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1fa9cd80-249a-4d03-9beb-b46b49858ef3 HTTP/1.1" status: 204 len: 168 time: 0.9733860 May 06 14:21:40.644862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44288) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:40.695419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a954d4b0-c666-42e7-820e-831749afa5a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0663b0fd4044ad495ddf9206bab42e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492911 May 06 14:21:40.697635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44292) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:40.709139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] Deleting port 678d6a8f-b290-4e07-a2c2-324dbc335804 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:21:40.709637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.761453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cbb172da-e55e-4f90-977a-b276ad15b266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.771168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-60fa9166-0bd2-44f4-a6cb-064d6d2e66e7 None None] The port '678d6a8f-b290-4e07-a2c2-324dbc335804' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:21:40.787324 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cbb172da-e55e-4f90-977a-b276ad15b266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.837307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cbb172da-e55e-4f90-977a-b276ad15b266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.854013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb172da-e55e-4f90-977a-b276ad15b266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6344361f-2e72-464e-af01-5263db1d15da,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:40.866350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cbb172da-e55e-4f90-977a-b276ad15b266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.869790 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cbb172da-e55e-4f90-977a-b276ad15b266 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6344361f-2e72-464e-af01-5263db1d15da HTTP/1.1" status: 204 len: 168 time: 0.1689558 May 06 14:21:41.265935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44300) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:41.315121 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ad378597-3a98-478d-bfd2-5bff0476efb6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2ea7adb80ea4deb81e20fe6f841fa59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480564 May 06 14:21:41.317489 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44304) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:41.374421 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee7a63e5-96f9-4d8c-9877-f7f570d9fc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:41.402078 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee7a63e5-96f9-4d8c-9877-f7f570d9fc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:41.451710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee7a63e5-96f9-4d8c-9877-f7f570d9fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:41.467149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a63e5-96f9-4d8c-9877-f7f570d9fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7d1adf-a2dc-4cef-85fb-e3e0672fe622,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:41.471591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ee7a63e5-96f9-4d8c-9877-f7f570d9fc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:41.472711 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ee7a63e5-96f9-4d8c-9877-f7f570d9fc44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b7d1adf-a2dc-4cef-85fb-e3e0672fe622 HTTP/1.1" status: 204 len: 168 time: 0.1543360 May 06 14:21:43.755704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44350) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:43.761384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024975110', 'description': 'tempest-secgroup-smoke-2024975110 description', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:43.767578 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:43.771433 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:43.774300 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:43.779992 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:43.790549 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:43.802494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:43.832746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:43.837110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:43.839979 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:43.845735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:43.917818 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:43.921649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:43.962286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982b3b26-97e9-4b63-b319-857a1953e521,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:43.965001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:43.968946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:43.971755 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:43.978145 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:44.034752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.038825 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.079066 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:44.081878 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.083078 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-99db42b0-c9a4-4bf3-8a86-e31075472b67 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3262410 May 06 14:21:44.086596 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44354) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:44.092472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '5c926d84-1fe8-4e52-9a23-19f2d2b1d30e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:44.098205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:44.102666 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:44.105554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:44.111201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:44.126858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.187914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.191462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.214771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538d9d3a-4858-4fd7-b58a-1fdc6188a553,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:44.223287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.224490 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0253dab5-d2c0-48eb-8c73-c83be06b9141 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1368155 May 06 14:21:44.227350 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44358) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:44.232731 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '5c926d84-1fe8-4e52-9a23-19f2d2b1d30e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:44.238359 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:44.242205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:44.245073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:44.250760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:44.267132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.326331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.329859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.352997 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb5e483-0036-4c59-8ae8-0a996a385d98,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:44.360727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.361876 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5dfeba7e-71c7-4a44-92e5-98d62fb8310b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1335802 May 06 14:21:44.364605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44362) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:44.369896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '5c926d84-1fe8-4e52-9a23-19f2d2b1d30e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:44.375478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:44.379554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:44.382912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:44.388592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:44.405020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.472179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.475544 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.499007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b43c1f-69a5-413c-a24e-c785c0fdd6b2,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:44.508861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.510085 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-20585a07-e8e8-45e3-89b3-295f5499308a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1445844 May 06 14:21:44.512840 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44366) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:44.518094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '5c926d84-1fe8-4e52-9a23-19f2d2b1d30e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:44.524510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:44.528443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:44.531271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:44.537012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:44.552864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.615326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.618920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.642985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997ac35f-3549-49d5-9f28-db7ed862efcb,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:44.652340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.653492 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8b2afc32-5c60-497b-8a35-4a51f296de70 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1397486 May 06 14:21:44.656260 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44370) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:44.661486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '5c926d84-1fe8-4e52-9a23-19f2d2b1d30e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:44.667082 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:44.670937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:44.673797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:44.680075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:44.689982 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:21:44.696893 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.760904 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.764310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.788785 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d6851a-280e-4555-88f8-b871da6af31d,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:44.799306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.800546 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-13c59f75-2132-4500-a0fa-850e7c45145a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1433740 May 06 14:21:44.803811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44374) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:44.809253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '5c926d84-1fe8-4e52-9a23-19f2d2b1d30e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:44.815196 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:44.819700 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:44.822647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:44.829977 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:44.840658 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:21:44.847024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.914616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.918061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.940422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edf0c23-8935-47fa-891e-7a2287e9d511,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:44.949784 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.951023 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b809e624-90d7-4ea0-847d-1b848ea247dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1462145 May 06 14:21:44.953985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44378) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:44.959238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'network': {'name': 'tempest-network-smoke--1108904409', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'port_security_enabled': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:44.964026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:44.967822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:network and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:44.970597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:44.976827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:44.985661 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:21:44.988463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.016497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:21:45.024906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.025240 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Added segment e9c58ccc-523e-4bd1-9c1d-6f5b4f056957 of type vlan for network d9fe5185-2a33-4442-9d1b-e01657198e76 May 06 14:21:45.050134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.079121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.084207 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:45.084779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.189340 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2341931 May 06 14:21:45.192006 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44382) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:45.199793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'admin_state_up': True, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:45.204733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d5db6-33e1-4eaa-b77f-bd2607125601 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Network': ['ID=d9fe5185-2a33-4442-9d1b-e01657198e76,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:45.208310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:45.212149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:router and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:45.214738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network d9fe5185-2a33-4442-9d1b-e01657198e76 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:21:45.215253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:45.220683 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:45.232592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.233500 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.254171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.404469 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.659493 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.688274 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.828313 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.150 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/1c683cc8-8dfe-468e-9e6f-c447ca5b6e37) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:21:45.982548 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:46.010365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:46.080760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:21:46.083565 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:21:46.088117 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:21:46.118814 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=1c683cc8-8dfe-468e-9e6f-c447ca5b6e37,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:46.245582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:46.246288 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:46.465522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:21:46.656926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:21:46.666893 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Sync routers for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:21:46.679492 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:46.680188 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:46.682636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:46.684156 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2d0da401-26fe-410d-adb6-185dffb95abb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4912074 May 06 14:21:46.687164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44386) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:46.853743 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:46.877910 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-279048ad-5ca4-45fb-9821-aca18d7467b2 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1867504 May 06 14:21:46.878438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44392) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:47.010215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debabf5d-1779-4333-b48c-fc4f392f0ac0 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:47.011859 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-debabf5d-1779-4333-b48c-fc4f392f0ac0 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328964 May 06 14:21:47.014637 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44396) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:47.054487 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ef2027ef-7c1f-4f0d-9a20-1f84ab0b8c52 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387194 May 06 14:21:47.056939 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44400) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:47.062291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1669390525', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:47.135176 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:46Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:47.139081 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Checking router: 3e4092a5-2769-44ac-b7f8-02f6590a7d86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:21:47.139423 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Updating router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:21:47.173092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:47.177013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:subnet and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:47.180044 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:47.185872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:47.189515 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.196634 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:21:47.298778 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.543691 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.555992 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Transition to ACTIVE for port object 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:47.562038 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.600276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.641579 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Attempting to bind port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:21:47.641950 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Attempting to bind port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:21:47.642305 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Attempting to bind port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:21:47.648347 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Pushing event updated for resources: {'Port': ['ID=1c683cc8-8dfe-468e-9e6f-c447ca5b6e37,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:47.654311 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:21:47.654678 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:21:47.655072 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.655458 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:21:47.655941 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Bound port: 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:21:47.656310 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.676511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Subnet': ['ID=9ea77955-e42d-419a-91f2-af376e2a1f65,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:47.688457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Checking segment: {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:21:47.688809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network hostable DHCP agents. Network: d9fe5185-2a33-4442-9d1b-e01657198e76, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:21:47.698253 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.698721 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.698921 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.699252 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.699601 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.699940 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.700267 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.700591 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.700911 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.701232 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.701548 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:47.712149 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network d9fe5185-2a33-4442-9d1b-e01657198e76 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:21:47.721789 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, d9fe5185-2a33-4442-9d1b-e01657198e76) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:21:47.726278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:47.726851 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.730914 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562b264-2e1e-4478-bf27-61dabbd515f1 None None] Network d9fe5185-2a33-4442-9d1b-e01657198e76 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:21:47.749727 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-92a9d460-cc03-4b81-a061-78ef429237f7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6917589 May 06 14:21:47.752693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44404) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:47.753480 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] For port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:21:47.757814 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] For port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1c683cc8-8dfe-468e-9e6f-c447ca5b6e37,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:21:47.761993 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:47.842499 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c564e-3a3f-46a3-b2ed-3fe26fc8460f None None] Pushing event updated for resources: {'Port': ['ID=1c683cc8-8dfe-468e-9e6f-c447ca5b6e37,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:47.857087 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:47.857693 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:47.969424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-d9fe5185-2a33-4442-9d1b-e01657198e76', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:21:47.970689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:48.046584 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:48.140056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Allocated IP 172.20.0.2 (d9fe5185-2a33-4442-9d1b-e01657198e76/9ea77955-e42d-419a-91f2-af376e2a1f65/44ed9585-c272-4d9f-8948-076405bf3ec9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:21:48.334256 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:46Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:48.341207 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcef2cb-57c2-4ab3-bac5-f76879d1883e None None] The sync data for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv is: [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:46Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:21:48.348196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:48.362626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Transition to ACTIVE for port object 44ed9585-c272-4d9f-8948-076405bf3ec9 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:48.380941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Transition to ACTIVE for port object 44ed9585-c272-4d9f-8948-076405bf3ec9 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:48.386383 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:48.459111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Network d9fe5185-2a33-4442-9d1b-e01657198e76 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:21:48.463366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:21:48.465134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Pushing event updated for resources: {'Port': ['ID=44ed9585-c272-4d9f-8948-076405bf3ec9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:48.467429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:21:48.479544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.479920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.480257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.480586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.480912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.481237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.481557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.481879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.482195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.482513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.482828 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:21:48.560624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:48.581634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Attempting to bind port 44ed9585-c272-4d9f-8948-076405bf3ec9 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:21:48.582005 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Attempting to bind port 44ed9585-c272-4d9f-8948-076405bf3ec9 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:21:48.582366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Attempting to bind port 44ed9585-c272-4d9f-8948-076405bf3ec9 on network d9fe5185-2a33-4442-9d1b-e01657198e76 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:21:48.597857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:21:48.598248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Checking segment: {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:21:48.598631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:48.599023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Bound using segment: {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:21:48.599503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Bound port: 44ed9585-c272-4d9f-8948-076405bf3ec9, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:21:48.599992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:48.703486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] For port 44ed9585-c272-4d9f-8948-076405bf3ec9, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:21:48.706968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] For port 44ed9585-c272-4d9f-8948-076405bf3ec9, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=44ed9585-c272-4d9f-8948-076405bf3ec9,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:21:48.713013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:48.800108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da55e0f-d722-48af-b984-02ccb47a7fa3 None None] Pushing event updated for resources: {'Port': ['ID=44ed9585-c272-4d9f-8948-076405bf3ec9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:49.009092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.1 (d9fe5185-2a33-4442-9d1b-e01657198e76/9ea77955-e42d-419a-91f2-af376e2a1f65/a1451d19-713e-4a06-94db-369d7aedb42d) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:21:49.295092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:49.310595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object a1451d19-713e-4a06-94db-369d7aedb42d will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:49.332720 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:49.398317 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network d9fe5185-2a33-4442-9d1b-e01657198e76 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:21:49.401312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:21:49.403797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:21:49.453287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=a1451d19-713e-4a06-94db-369d7aedb42d,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:49.474573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:49.561782 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:49.721976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c6b4f-ad5d-435d-9304-851732bfefde None None] Network d9fe5185-2a33-4442-9d1b-e01657198e76 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:21:49.826222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c6c7a66a-7834-474b-885e-ce18c9fd51b3 None None] Provisioning for port 44ed9585-c272-4d9f-8948-076405bf3ec9 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:21:49.976809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:49.982484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.048514 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:21:50.099523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.103659 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=a1451d19-713e-4a06-94db-369d7aedb42d,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:50.128604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:21:50.134170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:50.134758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.285584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network d9fe5185-2a33-4442-9d1b-e01657198e76 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:21:50.286765 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:21:50.307588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.333609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bcb542cc-3e05-421c-8175-0efcb6d0d3de None None] Provisioning for port a1451d19-713e-4a06-94db-369d7aedb42d completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:21:50.343108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-bcb542cc-3e05-421c-8175-0efcb6d0d3de None None] Provisioning complete for port a1451d19-713e-4a06-94db-369d7aedb42d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:50.343362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcb542cc-3e05-421c-8175-0efcb6d0d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.370581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1c683cc8-8dfe-468e-9e6f-c447ca5b6e37,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:50.385212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.385973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 44ed9585-c272-4d9f-8948-076405bf3ec9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:21:50.534374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bcb542cc-3e05-421c-8175-0efcb6d0d3de None None] Port a1451d19-713e-4a06-94db-369d7aedb42d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:21:50.551369 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=1c683cc8-8dfe-468e-9e6f-c447ca5b6e37,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:50.580747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.581904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 44ed9585-c272-4d9f-8948-076405bf3ec9 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:21:50.587019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 44ed9585-c272-4d9f-8948-076405bf3ec9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:50.587434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.704672 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-51fafc76-ee71-44d0-95ea-53fde125a733 None None] Provisioning complete for port a1451d19-713e-4a06-94db-369d7aedb42d triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:50.705036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51fafc76-ee71-44d0-95ea-53fde125a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.707241 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:21:50.755322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.773815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-51fafc76-ee71-44d0-95ea-53fde125a733 None None] Port a1451d19-713e-4a06-94db-369d7aedb42d cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:21:50.791998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 44ed9585-c272-4d9f-8948-076405bf3ec9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=44ed9585-c272-4d9f-8948-076405bf3ec9,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:50.796311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:50.869149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=44ed9585-c272-4d9f-8948-076405bf3ec9,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:51.000498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:21:51.009897 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9c011d09-f8bb-4d69-b574-30d59ec12adb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/3e4092a5-2769-44ac-b7f8-02f6590a7d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2561660 May 06 14:21:51.183724 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-64d2d02f-ce2f-4827-a5f0-b16367007ac6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:21:51.199464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-64d2d02f-ce2f-4827-a5f0-b16367007ac6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:21:51.200610 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-64d2d02f-ce2f-4827-a5f0-b16367007ac6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024975110&fields=id&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 267 time: 0.0603924 May 06 14:21:51.346175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-3e067358-1e77-425e-8627-b31448d3e027 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:51.346839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-3e067358-1e77-425e-8627-b31448d3e027 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:21:51.363477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-3e067358-1e77-425e-8627-b31448d3e027 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:21:51.364622 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-3e067358-1e77-425e-8627-b31448d3e027 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/networks?id=d9fe5185-2a33-4442-9d1b-e01657198e76 HTTP/1.1" status: 200 len: 797 time: 0.1575415 May 06 14:21:51.380691 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-bf31ad14-82fb-4181-9ed7-c6f798166c2e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/quotas/be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 375 time: 0.0105431 May 06 14:21:51.462895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-23e164f2-5c26-4272-947c-e1bcb1655fcd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:21:51.480095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-23e164f2-5c26-4272-947c-e1bcb1655fcd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:21:51.481434 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-23e164f2-5c26-4272-947c-e1bcb1655fcd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961337 May 06 14:21:51.561587 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-a98d6f04-c0dd-4af1-8ba7-33c997597f20 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:21:51.562585 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-a98d6f04-c0dd-4af1-8ba7-33c997597f20 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0694904 May 06 14:21:51.697646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-cbbe7323-9965-4bd6-bfc7-247f87f096f9 service neutron] 10.222.0.65 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288502 May 06 14:21:51.833754 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-18f035cf-33cc-40af-b9f6-73289ff636c3 service neutron] 10.222.0.65 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302218 May 06 14:21:51.895870 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Sync routers for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:21:51.909078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:51.909688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:52.037587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:21:52.040997 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-46c0cda4-03f0-4b9e-9e91-1322b1a60a4a req-43a55ed4-13ab-4ceb-a74a-7787c55d4d34 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 210 time: 0.0483255 May 06 14:21:52.158963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:52.199470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:52.200043 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:52.475719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 44ed9585-c272-4d9f-8948-076405bf3ec9 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:21:52.613784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 44ed9585-c272-4d9f-8948-076405bf3ec9 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:52.614151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:52.670799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 2, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:52.677455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Checking router: 3e4092a5-2769-44ac-b7f8-02f6590a7d86 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:21:52.677806 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Updating router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 port a1451d19-713e-4a06-94db-369d7aedb42d binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:21:52.767297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:53.161413 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:53.177237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Transition to ACTIVE for port object a1451d19-713e-4a06-94db-369d7aedb42d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:53.189103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:53.233178 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6571bbf3-1159-403a-b351-8a5bc8edb34e req-04810601-a4c2-4ce6-a32f-3f9823588ccf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 210 time: 0.0683339 May 06 14:21:53.320848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-44f9a164-d4c3-49fb-a97a-0203fc24cc98 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:53.322258 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-44f9a164-d4c3-49fb-a97a-0203fc24cc98 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/networks?id=d9fe5185-2a33-4442-9d1b-e01657198e76 HTTP/1.1" status: 200 len: 797 time: 0.1561849 May 06 14:21:53.375615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716144-989a-4606-a84e-472e75ad5bdc None None] Pushing event updated for resources: {'Port': ['ID=a1451d19-713e-4a06-94db-369d7aedb42d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:53.390409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-86f935bf-d070-4a98-8b67-b21d5d3a7f4b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 380 time: 0.0540948 May 06 14:21:53.400714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'port': {'device_id': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'admin_state_up': True, 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'security_groups': ['5c926d84-1fe8-4e52-9a23-19f2d2b1d30e']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:53.448071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Attempting to bind port a1451d19-713e-4a06-94db-369d7aedb42d on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:21:53.448528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Attempting to bind port a1451d19-713e-4a06-94db-369d7aedb42d by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:21:53.448995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Attempting to bind port a1451d19-713e-4a06-94db-369d7aedb42d on network d9fe5185-2a33-4442-9d1b-e01657198e76 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:21:53.455634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:21:53.456231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Checking segment: {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:21:53.456749 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:53.457220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Bound using segment: {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:21:53.457751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Bound port: a1451d19-713e-4a06-94db-369d7aedb42d, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:21:53.458192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:53.544308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:53.554432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:53.560007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] For port a1451d19-713e-4a06-94db-369d7aedb42d, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:21:53.563467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] For port a1451d19-713e-4a06-94db-369d7aedb42d, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a1451d19-713e-4a06-94db-369d7aedb42d,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:21:53.564498 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:21:53.567572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:53.568083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:53.648520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:21:53.649159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:21:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:53.767515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716144-989a-4606-a84e-472e75ad5bdc None None] Pushing event updated for resources: {'Port': ['ID=a1451d19-713e-4a06-94db-369d7aedb42d,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:53.837946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.4 (d9fe5185-2a33-4442-9d1b-e01657198e76/9ea77955-e42d-419a-91f2-af376e2a1f65/7de22a19-1647-468d-a102-ee42e2d0b4fb) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:21:53.840289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:21:54.026055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:54.042400 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object 7de22a19-1647-468d-a102-ee42e2d0b4fb will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:54.064209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:54.136006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network d9fe5185-2a33-4442-9d1b-e01657198e76 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:21:54.139159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:21:54.143942 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:21:54.164130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:53Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:54.168119 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0d2be-58f1-4538-bb81-8d0dc958e61c None None] The sync data for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv is: [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:53Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:21:54.172201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=7de22a19-1647-468d-a102-ee42e2d0b4fb,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:54.209660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:54.210274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:54.253200 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-27933d5a-9ac6-4631-bf7a-84768ae5b1d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574665 May 06 14:21:54.264611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Request body: {'port': {'device_id': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:21:54.402301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-53638da2-b7a7-4092-9b26-fa740c5a5ee3 None None] Provisioning for port 7de22a19-1647-468d-a102-ee42e2d0b4fb completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:21:54.408233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-53638da2-b7a7-4092-9b26-fa740c5a5ee3 None None] Provisioning complete for port 7de22a19-1647-468d-a102-ee42e2d0b4fb triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:54.408607 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53638da2-b7a7-4092-9b26-fa740c5a5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:54.452268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:54.469621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-53638da2-b7a7-4092-9b26-fa740c5a5ee3 None None] Port 7de22a19-1647-468d-a102-ee42e2d0b4fb cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:21:54.593042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04323634-2db7-475d-85f7-d59de2de18e6 req-febd27d8-0223-4a1b-855f-65a436c604a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:54.593722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-04323634-2db7-475d-85f7-d59de2de18e6 req-febd27d8-0223-4a1b-855f-65a436c604a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:21:54.634868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-04323634-2db7-475d-85f7-d59de2de18e6 req-febd27d8-0223-4a1b-855f-65a436c604a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:21:54.636058 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04323634-2db7-475d-85f7-d59de2de18e6 req-febd27d8-0223-4a1b-855f-65a436c604a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 931 time: 0.2384081 May 06 14:21:54.766461 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04323634-2db7-475d-85f7-d59de2de18e6 req-18da05ec-7d1a-4905-922c-622304b5c45c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239271 May 06 14:21:54.873044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de22a19-1647-468d-a102-ee42e2d0b4fb {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:21:54.880223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:54.895460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Transition to ACTIVE for port object 7de22a19-1647-468d-a102-ee42e2d0b4fb will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:54.901028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:55.027966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7de22a19-1647-468d-a102-ee42e2d0b4fb,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:55.147281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Attempting to bind port 7de22a19-1647-468d-a102-ee42e2d0b4fb on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:21:55.147616 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Attempting to bind port 7de22a19-1647-468d-a102-ee42e2d0b4fb by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:21:55.148023 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Attempting to bind port 7de22a19-1647-468d-a102-ee42e2d0b4fb on network d9fe5185-2a33-4442-9d1b-e01657198e76 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:21:55.153816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Port 7de22a19-1647-468d-a102-ee42e2d0b4fb on network d9fe5185-2a33-4442-9d1b-e01657198e76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:21:55.154131 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Attempting to bind port 7de22a19-1647-468d-a102-ee42e2d0b4fb on network d9fe5185-2a33-4442-9d1b-e01657198e76 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:21:55.160323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:21:55.160655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Checking segment: {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:21:55.161032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Bound using segment: {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:21:55.161454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Bound port: 7de22a19-1647-468d-a102-ee42e2d0b4fb, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:21:55.161799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:55.251133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] For port 7de22a19-1647-468d-a102-ee42e2d0b4fb, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:21:55.254090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] For port 7de22a19-1647-468d-a102-ee42e2d0b4fb, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:21:55.258312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:55.319893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:55.321254 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] 10.222.0.69 "PUT /v2.0/ports/7de22a19-1647-468d-a102-ee42e2d0b4fb HTTP/1.1" status: 200 len: 1093 time: 1.0607095 May 06 14:21:55.322046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:21:55.346186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5bec-7e0a-47d8-a076-03f4ca9b50f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7de22a19-1647-468d-a102-ee42e2d0b4fb,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:55.444296 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-541946b2-c9fc-4b9e-867c-3e39dddec49a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 1096 time: 0.0756035 May 06 14:21:55.506756 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899b4741-f31f-402b-b7d4-8e8fd6bcd2df'] response: {'name': 'network-changed', 'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'status': 'completed', 'code': 200} May 06 14:21:55.521821 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-e8ad9261-0396-4406-9089-f2b628210fd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb HTTP/1.1" status: 200 len: 217 time: 0.0701690 May 06 14:21:55.582428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-3d38bbec-5cc7-475d-866b-b7b638bef450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:55.583893 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-3d38bbec-5cc7-475d-866b-b7b638bef450 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ea77955-e42d-419a-91f2-af376e2a1f65 HTTP/1.1" status: 200 len: 835 time: 0.0560851 May 06 14:21:55.744537 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-3e91e574-ee6e-47b1-8b02-c84a76c20639 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9fe5185-2a33-4442-9d1b-e01657198e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1544583 May 06 14:21:55.877820 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-f72780a2-0801-4bc5-942d-fa8a0378174b service neutron] 10.222.0.69 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268084 May 06 14:21:55.999471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a1451d19-713e-4a06-94db-369d7aedb42d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:21:56.065669 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ef7b2c10-2941-47cb-9055-fa17520e2942 req-6699abe7-3d2c-4551-9c3d-38554bcc8b6d service neutron] 10.222.0.69 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813767 May 06 14:21:56.066710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a1451d19-713e-4a06-94db-369d7aedb42d completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:21:56.071721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a1451d19-713e-4a06-94db-369d7aedb42d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:56.072042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aca87-1d47-462d-bfdf-abb2eab42131 req-0e75ba28-4453-45fc-85b9-3303ed2ce67c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:56.072219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:56.073414 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c03aca87-1d47-462d-bfdf-abb2eab42131 req-0e75ba28-4453-45fc-85b9-3303ed2ce67c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 943 time: 0.1716654 May 06 14:21:56.161075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c03aca87-1d47-462d-bfdf-abb2eab42131 req-a8842480-4e98-41a5-bc53-ed1b0aa9d33c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816724 May 06 14:21:56.188776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:56.188944 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-552cc61e-9450-40c4-a666-d65db11a0580 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 1096 time: 0.0773625 May 06 14:21:56.221307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port a1451d19-713e-4a06-94db-369d7aedb42d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a1451d19-713e-4a06-94db-369d7aedb42d,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:56.225325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:56.289340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=a1451d19-713e-4a06-94db-369d7aedb42d,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:56.323007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-3a06e5ef-8007-489d-a19d-2eff6cfdeaf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:56.324466 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-3a06e5ef-8007-489d-a19d-2eff6cfdeaf3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9fe5185-2a33-4442-9d1b-e01657198e76 HTTP/1.1" status: 200 len: 898 time: 0.1286297 May 06 14:21:56.393775 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-b748cdf0-7729-47eb-be6c-c7a199481649 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb HTTP/1.1" status: 200 len: 217 time: 0.0628257 May 06 14:21:56.455836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-29564b9a-4d63-4012-af8b-d4d1e9587737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:56.457234 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-29564b9a-4d63-4012-af8b-d4d1e9587737 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ea77955-e42d-419a-91f2-af376e2a1f65 HTTP/1.1" status: 200 len: 835 time: 0.0564272 May 06 14:21:56.530688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-37ccccf6-a335-4d2c-af6c-d3b2757c4111 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9fe5185-2a33-4442-9d1b-e01657198e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661056 May 06 14:21:56.660919 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-5cbadce5-3a91-4468-8d17-a3301afb8bf1 service neutron] 10.222.0.69 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229286 May 06 14:21:56.788032 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a91c5ca1-35d0-40ae-959f-82a2456ccf91 req-322a4af6-8f50-47b0-8c41-871dbdc10e78 service neutron] 10.222.0.69 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209595 May 06 14:21:57.358437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeb0a6-57c6-46aa-b245-f449d045e901 req-3c2060d5-de1b-49eb-8315-3151405a4834 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:57.359903 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cffeb0a6-57c6-46aa-b245-f449d045e901 req-3c2060d5-de1b-49eb-8315-3151405a4834 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 943 time: 0.0781722 May 06 14:21:57.408595 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cffeb0a6-57c6-46aa-b245-f449d045e901 req-02cba351-d38e-4e6f-a537-076eb522fa2a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431046 May 06 14:21:57.983532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a1451d19-713e-4a06-94db-369d7aedb42d up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:21:58.054663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a1451d19-713e-4a06-94db-369d7aedb42d triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:58.055025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:58.605413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb170c-5211-4532-b1ec-d5864bf09a31 req-cd753fc9-ebb5-4257-ae3e-e79c080f0a11 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:58.606815 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fabb170c-5211-4532-b1ec-d5864bf09a31 req-cd753fc9-ebb5-4257-ae3e-e79c080f0a11 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 943 time: 0.0783348 May 06 14:21:58.651279 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fabb170c-5211-4532-b1ec-d5864bf09a31 req-b66866fe-9a45-4d22-8381-ddfef9f2137c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390735 May 06 14:21:58.681475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7de22a19-1647-468d-a102-ee42e2d0b4fb details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:21:58.839679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7de22a19-1647-468d-a102-ee42e2d0b4fb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:58.853064 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'port_id': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'mac_address': 'fa:16:3e:77:12:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:21:58.905967 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:58.925208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de22a19-1647-468d-a102-ee42e2d0b4fb {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:21:58.939494 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7de22a19-1647-468d-a102-ee42e2d0b4fb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:21:58.943560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:59.006608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=7de22a19-1647-468d-a102-ee42e2d0b4fb,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:59.159286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['7de22a19-1647-468d-a102-ee42e2d0b4fb'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:21:59.849891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33898f7-af3f-4a93-9f17-d2d214eb72a6 req-a9ef4449-4368-488a-a95d-145351bf3c50 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:21:59.851325 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c33898f7-af3f-4a93-9f17-d2d214eb72a6 req-a9ef4449-4368-488a-a95d-145351bf3c50 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 944 time: 0.0821462 May 06 14:21:59.896779 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c33898f7-af3f-4a93-9f17-d2d214eb72a6 req-7183b026-1773-4f01-a080-e0d5cba2284f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399184 May 06 14:22:00.712224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7de22a19-1647-468d-a102-ee42e2d0b4fb up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:22:00.783807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 7de22a19-1647-468d-a102-ee42e2d0b4fb completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:22:00.788756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 7de22a19-1647-468d-a102-ee42e2d0b4fb triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:22:00.789122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:00.901537 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:00.927460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:22:00.937239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 7de22a19-1647-468d-a102-ee42e2d0b4fb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:22:00.942411 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:01.010243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=7de22a19-1647-468d-a102-ee42e2d0b4fb,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:01.062973 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83c50f6-96f5-4db7-8cbe-002ec5cc213e'] response: {'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'code': 200} May 06 14:22:01.097885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5167d-4c15-4071-87a9-0a01eaf06c50 req-78b55484-7966-4c6a-83e2-386c3c320bb8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:01.099327 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-13a5167d-4c15-4071-87a9-0a01eaf06c50 req-78b55484-7966-4c6a-83e2-386c3c320bb8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0794444 May 06 14:22:01.154470 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-13a5167d-4c15-4071-87a9-0a01eaf06c50 req-77df1d5e-3bc3-4539-92e7-8567c21f28a8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495272 May 06 14:22:01.295045 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7fa5abe5-6e09-4340-a6cd-63f6fa6681b5 req-3077ffe1-b856-4e63-96b8-83596e1810ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 1098 time: 0.0671427 May 06 14:22:01.336397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7fa5abe5-6e09-4340-a6cd-63f6fa6681b5 req-8abe822c-1164-439f-9d87-7feaa8f71f96 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356240 May 06 14:22:02.108084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a6215c8-038a-4635-9ceb-3561004c89fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:02.355629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f16a1e-018d-4d28-89fe-bf8aa891aeaf req-3240af6f-01a4-45c8-85c8-b27b54f04790 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:02.357100 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f2f16a1e-018d-4d28-89fe-bf8aa891aeaf req-3240af6f-01a4-45c8-85c8-b27b54f04790 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0757399 May 06 14:22:02.406299 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f2f16a1e-018d-4d28-89fe-bf8aa891aeaf req-67fa849c-f288-47bc-a81b-fe8dad13f7b3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 May 06 14:22:03.601029 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03622be-7ff7-4e98-9c78-d461fddf1a86 req-8e3480b2-899f-49ed-9fa4-ff23b90a4e17 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:03.602443 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f03622be-7ff7-4e98-9c78-d461fddf1a86 req-8e3480b2-899f-49ed-9fa4-ff23b90a4e17 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0778458 May 06 14:22:03.654706 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f03622be-7ff7-4e98-9c78-d461fddf1a86 req-2d20f502-c4b9-41bd-b2fc-db8fab54eac1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 May 06 14:22:03.848556 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bab4-e857-498c-8704-7e2920012864 req-29f6f29a-c2a0-4bd7-a012-0087dac0ee3d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:03.849990 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e7f4bab4-e857-498c-8704-7e2920012864 req-29f6f29a-c2a0-4bd7-a012-0087dac0ee3d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0753269 May 06 14:22:03.894379 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e7f4bab4-e857-498c-8704-7e2920012864 req-282e603d-a2c0-49cb-9350-ded4ed322a58 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388858 May 06 14:22:03.921800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44460) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:03.992333 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-428a2414-9c51-4828-a05d-6bf89e3f0194 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 1093 time: 0.0693433 May 06 14:22:03.994849 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44464) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:03.999927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:04.005599 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:04.009936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:floatingip and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:04.012839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:04.018631 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:04.030368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:04.163223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:04.291665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.2 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/1343cd1f-3b55-4096-b8ec-32b926c48805) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:22:04.435051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:04.449285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ab42-07d5-407b-b197-4687ee4f9730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:04.462243 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:04.532252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:22:04.535135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:22:04.538113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:22:04.566799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=1343cd1f-3b55-4096-b8ec-32b926c48805,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:05.108491 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:05.161723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:05.367099 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:05.371488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:05.479075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=1343cd1f-3b55-4096-b8ec-32b926c48805,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:05.491184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:05.645912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:05.666661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:05.678407 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Floating IP fba579b0-4452-4a3b-8e5e-9c6cdddd61de associated. External IP: 172.26.0.2, port: 7de22a19-1647-468d-a102-ee42e2d0b4fb. May 06 14:22:06.061962 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:22:06.348193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:22:06.358274 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] Sync routers for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:22:06.369424 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:22:06.370019 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:22:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:06.373379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:06.425985 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-968e978b-69bf-4fa4-b60f-1cc1fcdaab84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4300859 May 06 14:22:06.426553 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:22:06.494032 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82cdae0-cfc2-4f9c-be8d-85c65263fbb1'] response: {'name': 'network-changed', 'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'status': 'completed', 'code': 200} May 06 14:22:06.552506 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:22:06.738391 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-2db584a9-0035-4a4f-a511-b834cd954b75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 1098 time: 0.2237489 May 06 14:22:06.746660 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7bad2-06f9-482b-b12b-55e2438dae67 req-44dcf409-8eca-4057-b71c-9f6d5ae450b0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:06.748020 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3ea7bad2-06f9-482b-b12b-55e2438dae67 req-44dcf409-8eca-4057-b71c-9f6d5ae450b0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.2038224 May 06 14:22:06.877010 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3ea7bad2-06f9-482b-b12b-55e2438dae67 req-f8200498-8bef-450d-b031-e3edfde75090 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028850 May 06 14:22:06.911094 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44472) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:06.916860 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'fba579b0-4452-4a3b-8e5e-9c6cdddd61de', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'port_id': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'mac_address': 'fa:16:3e:77:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:22:04Z', 'updated_at': '2022-05-06T14:22:04Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:56Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:06.921017 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] Checking router: 3e4092a5-2769-44ac-b7f8-02f6590a7d86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:22:06.932945 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:22:06.933097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-8e0fff4c-5ea4-4122-9fca-536684785f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:06.933551 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:22:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:06.934402 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-8e0fff4c-5ea4-4122-9fca-536684785f33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9fe5185-2a33-4442-9d1b-e01657198e76 HTTP/1.1" status: 200 len: 898 time: 0.1855545 May 06 14:22:06.972501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:07.018517 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-da540450-5b30-4779-9912-14b56b8b4f58 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/fba579b0-4452-4a3b-8e5e-9c6cdddd61de HTTP/1.1" status: 200 len: 989 time: 0.1064000 May 06 14:22:07.040393 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-73432ff5-cb99-4e23-9dea-017db927f2b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb HTTP/1.1" status: 200 len: 997 time: 0.1001008 May 06 14:22:07.102279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-f20a96e2-7f3f-4970-a8ea-963e8fde0b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:07.103687 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-f20a96e2-7f3f-4970-a8ea-963e8fde0b10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ea77955-e42d-419a-91f2-af376e2a1f65 HTTP/1.1" status: 200 len: 835 time: 0.0572772 May 06 14:22:07.114039 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:22:07.176380 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-74f2a83d-31a7-4237-9a5e-6ed57ad041fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9fe5185-2a33-4442-9d1b-e01657198e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666053 May 06 14:22:07.309405 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-084d0622-ebe2-4aa3-81dd-34ac81ee61a7 service neutron] 10.222.0.69 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250134 May 06 14:22:07.440605 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e0a8d304-b69a-4834-ad89-bd9493095da9 req-9f520b0f-69e9-4b7a-a975-5dc0e4d93157 service neutron] 10.222.0.69 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250021 May 06 14:22:07.461204 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'fba579b0-4452-4a3b-8e5e-9c6cdddd61de', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'port_id': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'mac_address': 'fa:16:3e:77:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:22:04Z', 'updated_at': '2022-05-06T14:22:04Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:56Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:07.465167 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12507b1e-49d8-462e-a912-7b4023f58851 None None] The sync data for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv is: [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'fba579b0-4452-4a3b-8e5e-9c6cdddd61de', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'port_id': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'mac_address': 'fa:16:3e:77:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:22:04Z', 'updated_at': '2022-05-06T14:22:04Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:56Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:22:08.022170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44476) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:08.124997 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-44e8dc37-eced-49d0-baf7-9145717a9bc1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/fba579b0-4452-4a3b-8e5e-9c6cdddd61de HTTP/1.1" status: 200 len: 989 time: 0.1017604 May 06 14:22:09.129090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44480) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:09.233389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e5d3ed15-5c0e-4a8f-9f9b-56fc04bd90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/fba579b0-4452-4a3b-8e5e-9c6cdddd61de HTTP/1.1" status: 200 len: 989 time: 0.1031237 May 06 14:22:09.885227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f462e-5798-4c65-9178-b4dda36009ba None None] New status for floating IP fba579b0-4452-4a3b-8e5e-9c6cdddd61de: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:22:10.237302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44484) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:10.344420 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-45cbdb3b-8488-432e-b9f2-cd48d34ca697 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/fba579b0-4452-4a3b-8e5e-9c6cdddd61de HTTP/1.1" status: 200 len: 991 time: 0.1059799 May 06 14:22:11.948948 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:22:20.570377 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:32.109682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a518b427-886b-4ba2-bec3-fb4a1b56de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:34.450431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf0de706-11ed-4566-b1f4-f42c51aff75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:35.641095 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:35.668288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:36.965233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:39.911850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b443b-f2c8-47e5-98be-33d0dfbc32ab req-df0a6b9b-0e0d-4968-864d-eca7609c0fbb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:39.913330 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f48b443b-f2c8-47e5-98be-33d0dfbc32ab req-df0a6b9b-0e0d-4968-864d-eca7609c0fbb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0815899 May 06 14:22:39.959990 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f48b443b-f2c8-47e5-98be-33d0dfbc32ab req-6d57ffde-4483-46bf-9234-0cbf3c23ff17 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 May 06 14:22:41.160142 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda6be8-c17c-492a-bd6c-61df8b206f4b req-e8a27203-cc1d-4b7c-b840-4798f9a6c110 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:41.162011 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eda6be8-c17c-492a-bd6c-61df8b206f4b req-e8a27203-cc1d-4b7c-b840-4798f9a6c110 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0810163 May 06 14:22:41.206407 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eda6be8-c17c-492a-bd6c-61df8b206f4b req-044ffd9c-9496-4103-969d-1c0b0823eeec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388260 May 06 14:22:41.234317 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44506) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:41.337333 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-89a968a1-73d7-437a-b09f-d5b3fd8188e4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/fba579b0-4452-4a3b-8e5e-9c6cdddd61de HTTP/1.1" status: 200 len: 991 time: 0.1018732 May 06 14:22:42.814130 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01703c1-7905-4830-b66c-b8763f8a99ac req-761ebe37-12be-4d30-a250-ba07674853bf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:42.815566 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b01703c1-7905-4830-b66c-b8763f8a99ac req-761ebe37-12be-4d30-a250-ba07674853bf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0775239 May 06 14:22:42.862016 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b01703c1-7905-4830-b66c-b8763f8a99ac req-edca3f68-b3cd-4d0c-98d2-2121ed86cfb9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 May 06 14:22:44.080217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887eaba-9d5f-4acb-9e14-a3dd08d62f57 req-9e2f8736-988a-404c-90f0-d40c56468166 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:44.081865 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5887eaba-9d5f-4acb-9e14-a3dd08d62f57 req-9e2f8736-988a-404c-90f0-d40c56468166 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0946136 May 06 14:22:44.132204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5887eaba-9d5f-4acb-9e14-a3dd08d62f57 req-c05e6521-a2b8-414c-9d98-4b39ee0d1034 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440669 May 06 14:22:44.166147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44518) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:44.292002 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-fc2d8a84-9658-4044-9327-c09b547824f4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/fba579b0-4452-4a3b-8e5e-9c6cdddd61de HTTP/1.1" status: 200 len: 991 time: 0.1246991 May 06 14:22:44.593442 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44526) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:44.791323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 1343cd1f-3b55-4096-b8ec-32b926c48805 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:22:44.791577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:44.952494 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:44.952812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:45.076132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 1343cd1f-3b55-4096-b8ec-32b926c48805 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:22:45.221267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:45.267574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=1343cd1f-3b55-4096-b8ec-32b926c48805,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:45.308014 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.308364 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.308710 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.309051 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.309519 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.309859 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.310239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.310602 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.310980 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.311382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.311762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:45.372425 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:45.858391 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:22:46.061754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:22:46.071715 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] Sync routers for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:22:46.082961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.085858 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:22:46.086477 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:22:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:46.138269 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2c90faef-defc-4c98-8656-35c41e0b60d8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/floatingips/fba579b0-4452-4a3b-8e5e-9c6cdddd61de HTTP/1.1" status: 204 len: 168 time: 1.5413165 May 06 14:22:46.138269 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:22:46.189591 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53b7e5e-e0b0-4785-bdab-0d07c874dfc8'] response: {'name': 'network-changed', 'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'status': 'completed', 'code': 200} May 06 14:22:46.273929 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:22:46.303766 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-b351789f-de9a-485b-8850-29d45d548d52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 1098 time: 0.0895531 May 06 14:22:46.440898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-197d2134-53fc-4425-a278-56a131e7f0b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:46.442887 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-197d2134-53fc-4425-a278-56a131e7f0b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9fe5185-2a33-4442-9d1b-e01657198e76 HTTP/1.1" status: 200 len: 898 time: 0.1330554 May 06 14:22:46.550461 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d1b32-db8b-4b89-a1d0-34c3edaee651 req-0ec2d280-5068-4068-90e5-5a95225fed57 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:46.551085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-8f6d1b32-db8b-4b89-a1d0-34c3edaee651 req-0ec2d280-5068-4068-90e5-5a95225fed57 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:22:46.567370 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-8f6d1b32-db8b-4b89-a1d0-34c3edaee651 req-0ec2d280-5068-4068-90e5-5a95225fed57 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:22:46.568840 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8f6d1b32-db8b-4b89-a1d0-34c3edaee651 req-0ec2d280-5068-4068-90e5-5a95225fed57 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.1063733 May 06 14:22:46.620103 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8f6d1b32-db8b-4b89-a1d0-34c3edaee651 req-706fc53d-3809-4264-88c5-7ebd585d6808 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440564 May 06 14:22:46.620318 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-0319d549-6dd7-4c6d-bfbf-e9a5644d3aac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb HTTP/1.1" status: 200 len: 217 time: 0.1705608 May 06 14:22:46.628070 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:56Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:46.633006 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] Checking router: 3e4092a5-2769-44ac-b7f8-02f6590a7d86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:22:46.643935 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:22:46.644562 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:22:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:46.683897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-aba961a5-8249-464b-a356-6194a66f87ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:46.685320 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-aba961a5-8249-464b-a356-6194a66f87ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ea77955-e42d-419a-91f2-af376e2a1f65 HTTP/1.1" status: 200 len: 835 time: 0.0588069 May 06 14:22:46.758960 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-9c4b7776-a516-4760-874a-11348651f1f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9fe5185-2a33-4442-9d1b-e01657198e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672772 May 06 14:22:46.821534 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:22:46.891262 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-06820887-03ef-4da9-a77a-3a7ca64fd909 service neutron] 10.222.0.69 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252673 May 06 14:22:47.023338 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-609b456d-a969-4ec5-a84a-5b2377064b56 req-c62b5216-f7cd-4350-b1f2-3f69870045dc service neutron] 10.222.0.69 "GET /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254346 May 06 14:22:47.134179 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:56Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:47.137984 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d5ed5-3e14-4062-a882-73b7a4d7975b None None] The sync data for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv is: [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:49Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a1451d19-713e-4a06-94db-369d7aedb42d', 'name': '', 'network_id': 'd9fe5185-2a33-4442-9d1b-e01657198e76', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:70:b4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:48Z', 'updated_at': '2022-05-06T14:21:56Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '9ea77955-e42d-419a-91f2-af376e2a1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:22:47.350848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b518d82-2c05-4673-a04f-2be3bda94d1c None None] New status for floating IP fba579b0-4452-4a3b-8e5e-9c6cdddd61de: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:22:47.814399 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458a486-7ddb-419a-acdf-217690941b73 req-255bc2a6-06dd-4861-a1ca-ef133f9dfaf1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:47.815725 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a458a486-7ddb-419a-acdf-217690941b73 req-255bc2a6-06dd-4861-a1ca-ef133f9dfaf1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0739944 May 06 14:22:47.868157 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a458a486-7ddb-419a-acdf-217690941b73 req-4b90a94b-1299-4101-a0e7-b562741422ef tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468924 May 06 14:22:48.123587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-12fe3559-1db6-4d70-88ab-813bccf11076 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:48.125098 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-12fe3559-1db6-4d70-88ab-813bccf11076 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 945 time: 0.0837939 May 06 14:22:48.194363 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 7de22a19-1647-468d-a102-ee42e2d0b4fb {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:22:48.194703 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.437971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 7de22a19-1647-468d-a102-ee42e2d0b4fb, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7de22a19-1647-468d-a102-ee42e2d0b4fb,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:22:48.438241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.554377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 7de22a19-1647-468d-a102-ee42e2d0b4fb owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:22:48.690593 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.736462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=7de22a19-1647-468d-a102-ee42e2d0b4fb,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:48.778608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.778951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.779285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.779614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.779972 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.780300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.780620 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.780940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.781255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.781571 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.781888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:48.821145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] No DVR routers for this DVR port 7de22a19-1647-468d-a102-ee42e2d0b4fb on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:22:48.823342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.825761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'name': 'network-vif-deleted', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:22:48.840767 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d5802572-8cd3-44e0-887f-e2e1da10bd05 req-a14c9ecd-38b3-4ebc-825e-3dbb88b43927 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "DELETE /v2.0/ports/7de22a19-1647-468d-a102-ee42e2d0b4fb HTTP/1.1" status: 204 len: 173 time: 0.7095261 May 06 14:22:48.880116 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9d7424-8878-4af5-9d18-4bdeadb8fd52'] response: {'server_uuid': 'a1bdc139-969c-444a-ac8a-d86dd18f9d3c', 'name': 'network-vif-deleted', 'tag': '7de22a19-1647-468d-a102-ee42e2d0b4fb', 'status': 'completed', 'code': 200} May 06 14:22:48.949485 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:22:49.049776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-3bd1e0cc-c30e-4496-b994-476b1d4f53ce req-d5a19502-4aa3-4008-aaa5-eadafb704034 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:22:49.065308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-3bd1e0cc-c30e-4496-b994-476b1d4f53ce req-d5a19502-4aa3-4008-aaa5-eadafb704034 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:22:49.066414 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3bd1e0cc-c30e-4496-b994-476b1d4f53ce req-d5a19502-4aa3-4008-aaa5-eadafb704034 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1bdc139-969c-444a-ac8a-d86dd18f9d3c HTTP/1.1" status: 200 len: 210 time: 0.0563068 May 06 14:22:50.171934 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44544) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:50.564693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.571093 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.250428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port a1451d19-713e-4a06-94db-369d7aedb42d {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:22:51.251242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.435358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port a1451d19-713e-4a06-94db-369d7aedb42d, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a1451d19-713e-4a06-94db-369d7aedb42d,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:22:51.435708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.554075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for a1451d19-713e-4a06-94db-369d7aedb42d owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:22:51.725956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.771110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=a1451d19-713e-4a06-94db-369d7aedb42d,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:52.080070 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:52.762925 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:22:52.898587 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7de22a19-1647-468d-a102-ee42e2d0b4fb no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:22:52.934743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 7de22a19-1647-468d-a102-ee42e2d0b4fb {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:22:52.935083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 7de22a19-1647-468d-a102-ee42e2d0b4fb not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:22:52.974102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:22:52.983287 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] Sync routers for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:22:52.992623 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-269df399-9666-4b3d-99b4-9d8826ab0e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/3e4092a5-2769-44ac-b7f8-02f6590a7d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8171997 May 06 14:22:52.992848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44548) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:52.996473 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:22:52.997085 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:22:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:53.179184 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:22:53.205029 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86f5e2a-b440-4d31-90e5-18abf65ce3ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting subnet 9ea77955-e42d-419a-91f2-af376e2a1f65 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:22:53.208573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e2a-b440-4d31-90e5-18abf65ce3ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.265645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e2a-b440-4d31-90e5-18abf65ce3ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.355639 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e2a-b440-4d31-90e5-18abf65ce3ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.437022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e2a-b440-4d31-90e5-18abf65ce3ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.481932 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f5e2a-b440-4d31-90e5-18abf65ce3ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea77955-e42d-419a-91f2-af376e2a1f65,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:53.488193 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:22:51Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:53.492073 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e2a-b440-4d31-90e5-18abf65ce3ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.493166 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] Checking router: 3e4092a5-2769-44ac-b7f8-02f6590a7d86 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:22:53.501781 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b86f5e2a-b440-4d31-90e5-18abf65ce3ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/subnets/9ea77955-e42d-419a-91f2-af376e2a1f65 HTTP/1.1" status: 204 len: 168 time: 0.5050528 May 06 14:22:53.501985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0449295-8178-4234-9928-db3d308c940a None None] Network d9fe5185-2a33-4442-9d1b-e01657198e76 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:22:53.502076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44552) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:53.518287 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] Routers {'3e4092a5-2769-44ac-b7f8-02f6590a7d86'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:22:53.518287 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:22:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:53.707015 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.717188 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] Set router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:22:53.777108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] DHCP port deletion for d9fe5185-2a33-4442-9d1b-e01657198e76 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:22:53.781698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Deleting port 44ed9585-c272-4d9f-8948-076405bf3ec9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:22:53.782156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.922252 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.932012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:22:53.932354 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.019178 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] For port 44ed9585-c272-4d9f-8948-076405bf3ec9, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=44ed9585-c272-4d9f-8948-076405bf3ec9,segment=NetworkSegment(e9c58ccc-523e-4bd1-9c1d-6f5b4f056957),segment_id=e9c58ccc-523e-4bd1-9c1d-6f5b4f056957)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:22:54.019623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.040224 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 44ed9585-c272-4d9f-8948-076405bf3ec9 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:22:54.075639 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:22:51Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:54.080658 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b430a-ad66-41b6-a999-e8f6607fc21e None None] The sync data for ids ['3e4092a5-2769-44ac-b7f8-02f6590a7d86'] in dv-neutron-840889-1-hyperv is: [{'id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430065028', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:22:51Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '1c683cc8-8dfe-468e-9e6f-c447ca5b6e37', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4092a5-2769-44ac-b7f8-02f6590a7d86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:21:45Z', 'updated_at': '2022-05-06T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:22:54.131538 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=1c683cc8-8dfe-468e-9e6f-c447ca5b6e37,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:22:54.132018 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.194235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Calling delete_port for 44ed9585-c272-4d9f-8948-076405bf3ec9 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:22:54.319272 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.350695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:22:54.359208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.376377 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Pushing event deleted for resources: {'Port': ['ID=44ed9585-c272-4d9f-8948-076405bf3ec9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:54.387190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] No DVR routers for this DVR port 44ed9585-c272-4d9f-8948-076405bf3ec9 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:22:54.397042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.397042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.397042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.397042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.397042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.397042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.397042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.397042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.398331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.398331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.398331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78c98e-5ef1-455a-aa57-311a9816cae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:54.533940 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.577515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=1c683cc8-8dfe-468e-9e6f-c447ca5b6e37,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:54.797266 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.043360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.047858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.072810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.073400 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Fanout notify agent at l3_agent the message router_deleted on router 3e4092a5-2769-44ac-b7f8-02f6590a7d86 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:22:55.088325 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.089425 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a0474812-a291-43ff-8f00-310881e42430 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/routers/3e4092a5-2769-44ac-b7f8-02f6590a7d86 HTTP/1.1" status: 204 len: 168 time: 1.5866449 May 06 14:22:55.092055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44556) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:55.206245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.332920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.356539 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fe5185-2a33-4442-9d1b-e01657198e76']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:55.368422 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:55.368713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c58ccc-523e-4bd1-9c1d-6f5b4f056957') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:55.380573 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.398991 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.404901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:22:55.405278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:22:55.419125 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:22:55.493727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.510754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.522179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Network': ['ID=d9fe5185-2a33-4442-9d1b-e01657198e76,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:55.533435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44560) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:55.533940 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-654a0b43-6381-46fd-a240-2b20d1c6a708 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/networks/d9fe5185-2a33-4442-9d1b-e01657198e76 HTTP/1.1" status: 204 len: 168 time: 0.4402878 May 06 14:22:55.608807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4498cb29-5f8d-49b9-8531-10cd8eca1be1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.638223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4498cb29-5f8d-49b9-8531-10cd8eca1be1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.707301 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4498cb29-5f8d-49b9-8531-10cd8eca1be1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.726946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498cb29-5f8d-49b9-8531-10cd8eca1be1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c926d84-1fe8-4e52-9a23-19f2d2b1d30e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:55.734411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4498cb29-5f8d-49b9-8531-10cd8eca1be1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.738293 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4498cb29-5f8d-49b9-8531-10cd8eca1be1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/security-groups/5c926d84-1fe8-4e52-9a23-19f2d2b1d30e HTTP/1.1" status: 204 len: 168 time: 0.2004015 May 06 14:22:56.012470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:22:56.047660 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:22:56.048025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 1c683cc8-8dfe-468e-9e6f-c447ca5b6e37 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:22:56.048499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a1451d19-713e-4a06-94db-369d7aedb42d no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:22:56.079083 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a1451d19-713e-4a06-94db-369d7aedb42d {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:22:56.079423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a1451d19-713e-4a06-94db-369d7aedb42d not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:22:56.281719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44568) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:56.287811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889944734', 'description': 'tempest-secgroup-smoke-889944734 description', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:56.293665 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:56.297777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:56.300648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:56.307199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:56.317151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.352139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:56.356144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:56.359033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:56.365421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:56.418959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.422426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.465528 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50699ed-d69a-4b66-8328-c21afefb0e5c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:56.468233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.469407 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dfcd3fd9-79a4-4007-aca6-b9c22d500434 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1866682 May 06 14:22:56.472293 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44572) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:56.478128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'b50699ed-d69a-4b66-8328-c21afefb0e5c', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:56.483962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:56.487773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:56.491190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:56.497266 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:56.517189 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.657410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.661791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.683749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8185c6-9fde-4622-b8a4-889cd12f51df,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:56.692494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.693649 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3446e95e-5833-4ff5-a3a1-3558a687c4e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2204511 May 06 14:22:56.696455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44576) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:56.701736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'b50699ed-d69a-4b66-8328-c21afefb0e5c', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:56.707882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:56.711634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:56.714459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:56.720077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:56.736201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.799239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.802393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.828063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f2871d-85c2-49e5-b9c5-225786b32c1f,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:56.834941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.838861 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8c4f8698-ed68-4443-9192-719877bd73bb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1388311 May 06 14:22:56.838998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44580) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:56.844327 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'b50699ed-d69a-4b66-8328-c21afefb0e5c', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:56.850755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:56.854625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:56.857524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:56.863263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:56.880171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.944028 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.947383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.971549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc51f4b7-06ba-4e88-bf8c-4e4152efb056,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:56.980447 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.981581 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8d8c499a-8aa1-4893-9921-2f7706c6de27 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1417317 May 06 14:22:56.984412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44584) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:56.989549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'b50699ed-d69a-4b66-8328-c21afefb0e5c', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:56.995295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:56.999387 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:57.002609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:57.008940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:57.024722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.087221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.090490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.113527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb9dfa6-da39-435e-b5f3-30acf5b7bb5a,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:57.121372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.122576 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f1ae1e5e-0bff-4a45-87f9-f720313477ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1372771 May 06 14:22:57.125377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44588) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:57.131278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'b50699ed-d69a-4b66-8328-c21afefb0e5c', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:57.136955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:57.140729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:57.143545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:57.149820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:57.159891 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:22:57.166055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.227722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.231129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.256201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbd0c37-ebaa-49b9-ae5b-ca8ae1d69256,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:57.264692 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.265832 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-761b9793-d95b-4199-83d2-3835748ec3ec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1393104 May 06 14:22:57.268613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44592) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:57.274350 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'b50699ed-d69a-4b66-8328-c21afefb0e5c', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:57.279989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:57.283702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:57.286586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:57.292256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:57.320198 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:22:57.326821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.391141 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.394489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.418010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7383aae3-5bc4-4bb6-bf56-a7a10a9292b0,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:57.427096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.428269 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ef90b799-1597-403c-a3f5-119620c3fb74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1587636 May 06 14:22:57.431161 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44596) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:57.436328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'network': {'name': 'tempest-network-smoke--1786003273', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:57.440999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:57.445652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:network and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:57.448456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:57.458384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:57.471529 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:22:57.475493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.505312 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:22:57.513740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.514072 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Added segment f791bb5b-c291-4a65-a918-3d61b5aaa864 of type vlan for network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 May 06 14:22:57.538597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.566187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.570338 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:57.570905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.670472 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2382231 May 06 14:22:57.673496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44600) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:57.679305 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'admin_state_up': True, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:57.681788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ba3fb-1f7b-44c9-83f0-7b9b7f0c90a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Network': ['ID=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:57.686344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:57.690580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:router and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:57.691497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:22:57.694156 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:57.700205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:57.714552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.715445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.734839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.966653 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.140021 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.171995 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.300237 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.169 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/23cc2dcd-f3e0-487a-b5dd-ad140bfce4db) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:22:58.446255 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.471949 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.539582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:22:58.542209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:22:58.545890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:22:58.577938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=23cc2dcd-f3e0-487a-b5dd-ad140bfce4db,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:58.700388 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.701175 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.924098 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:22:59.124020 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:22:59.135348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Sync routers for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:22:59.147592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:22:59.148236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:22:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:59.151224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:59.152488 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-213bc15f-a386-43d5-abe1-ce08cc92dd9b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4779956 May 06 14:22:59.155652 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44604) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:59.195115 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a362c5d0-2eb6-484b-896b-78c2b8bf354c tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384212 May 06 14:22:59.197739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44608) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:59.324575 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:22:59.326137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43fc10f-d545-4451-a778-76485d8232bb tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:22:59.327609 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f43fc10f-d545-4451-a778-76485d8232bb tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289980 May 06 14:22:59.330483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44612) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:59.457484 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e5f27096-f222-4d8f-ae8a-541e32779653 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1257970 May 06 14:22:59.460597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44616) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:59.465821 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-656567992', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:22:59.574649 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:59.578486 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:subnet and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:59.581277 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:59.587016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:59.596585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:22:59.612061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:22:58Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:59.616762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Checking router: 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:22:59.617108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Updating router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:22:59.672541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:59.698812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:59.917133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:59.994633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Subnet': ['ID=117f8e69-d673-458f-ad36-7d71e6c53d11,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:00.004698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Checking segment: {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:23:00.005054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network hostable DHCP agents. Network: aef9e4dc-a44c-4318-a6d1-908e62bc7fb1, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:23:00.025927 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:23:00.034787 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.036010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, aef9e4dc-a44c-4318-a6d1-908e62bc7fb1) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:23:00.040687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:00.041408 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.046619 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df168d-b630-424d-9d01-2ec4a7c14fc4 None None] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:23:00.064302 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-171b7588-aa49-48f9-b1b0-c82b0a284202 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6027188 May 06 14:23:00.065673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Transition to ACTIVE for port object 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:00.067220 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44620) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:00.113248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.232249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cf454-8b38-40e4-8703-4d8731d6c590 None None] Pushing event updated for resources: {'Port': ['ID=23cc2dcd-f3e0-487a-b5dd-ad140bfce4db,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:00.244104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Attempting to bind port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:23:00.244471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Attempting to bind port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:23:00.244846 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Attempting to bind port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:23:00.284503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:23:00.284864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:23:00.285281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.286175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:23:00.286685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Bound port: 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:23:00.287066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.406662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] For port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:23:00.410055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:23:00.411419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.430671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] For port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=23cc2dcd-f3e0-487a-b5dd-ad140bfce4db,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:23:00.436193 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.619434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cf454-8b38-40e4-8703-4d8731d6c590 None None] Pushing event updated for resources: {'Port': ['ID=23cc2dcd-f3e0-487a-b5dd-ad140bfce4db,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:00.636082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:23:00.636708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:22:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:00.773062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Allocated IP 172.20.0.2 (aef9e4dc-a44c-4318-a6d1-908e62bc7fb1/117f8e69-d673-458f-ad36-7d71e6c53d11/a4841f1f-a5a8-44e8-94cd-90c424c8b0ab) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:23:00.836850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.917476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:23:01.248699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.271159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Transition to ACTIVE for port object a4841f1f-a5a8-44e8-94cd-90c424c8b0ab will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:01.322291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Transition to ACTIVE for port object a4841f1f-a5a8-44e8-94cd-90c424c8b0ab will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:01.329793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.395431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.1 (aef9e4dc-a44c-4318-a6d1-908e62bc7fb1/117f8e69-d673-458f-ad36-7d71e6c53d11/86d0ab09-ba18-4deb-acea-bf89fce8df3a) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:23:01.410143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:23:01.411834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:23:01.417163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:23:01.419102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Pushing event updated for resources: {'Port': ['ID=a4841f1f-a5a8-44e8-94cd-90c424c8b0ab,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:01.458647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:22:58Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:01.492100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574798-f10c-45e7-b150-6560d77c9187 None None] The sync data for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv is: [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:22:58Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:23:01.513907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Attempting to bind port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:23:01.514281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Attempting to bind port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:23:01.514644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Attempting to bind port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab on network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:23:01.522928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:23:01.523295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Checking segment: {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:23:01.524036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.524456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Bound using segment: {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:23:01.524943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Bound port: a4841f1f-a5a8-44e8-94cd-90c424c8b0ab, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:23:01.525345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.562144 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.579717 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object 86d0ab09-ba18-4deb-acea-bf89fce8df3a will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:01.603768 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.619204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] For port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:23:01.622621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] For port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a4841f1f-a5a8-44e8-94cd-90c424c8b0ab,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:23:01.627395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.692612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:23:01.696321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:23:01.702262 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:23:01.740123 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb7296-0737-4f30-a2d3-f17cdac05bc2 None None] Pushing event updated for resources: {'Port': ['ID=a4841f1f-a5a8-44e8-94cd-90c424c8b0ab,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:01.771891 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=86d0ab09-ba18-4deb-acea-bf89fce8df3a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:01.801663 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.905443 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:02.140659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:02.179488 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae89bb55-322d-4b70-9a5c-b9787491e7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:02.218551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:02.226296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:02.226296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:02.343395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:02.360742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=23cc2dcd-f3e0-487a-b5dd-ad140bfce4db,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:23:02.365334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:02.365987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a4841f1f-a5a8-44e8-94cd-90c424c8b0ab up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:02.388890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:02.394129 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:02.489487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=23cc2dcd-f3e0-487a-b5dd-ad140bfce4db,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:02.504485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:02.518155 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=86d0ab09-ba18-4deb-acea-bf89fce8df3a,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:02.524102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:02.666829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:23:02.668041 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:23:02.777753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b801dc-f386-465e-91b6-88494b26c0ac None None] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:23:02.887257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-147742e3-c028-4a2b-877c-45c91ec9b37f None None] Provisioning for port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:02.897363 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-147742e3-c028-4a2b-877c-45c91ec9b37f None None] Provisioning complete for port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:02.897732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147742e3-c028-4a2b-877c-45c91ec9b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:03.124128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147742e3-c028-4a2b-877c-45c91ec9b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:03.163033 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:23:03.168276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-147742e3-c028-4a2b-877c-45c91ec9b37f None None] For port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a4841f1f-a5a8-44e8-94cd-90c424c8b0ab,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:23:03.172384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147742e3-c028-4a2b-877c-45c91ec9b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:03.243606 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147742e3-c028-4a2b-877c-45c91ec9b37f None None] Pushing event updated for resources: {'Port': ['ID=a4841f1f-a5a8-44e8-94cd-90c424c8b0ab,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:03.384341 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:23:03.397770 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a265e919-3039-4c9b-8cdb-1bf26458a112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/1b20a4dd-dabc-4784-a0fe-a9b926dc66a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3295121 May 06 14:23:03.408732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-27ff39d8-37d2-433d-8360-2733cf7e80c2 None None] Provisioning for port 86d0ab09-ba18-4deb-acea-bf89fce8df3a completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:03.415475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-27ff39d8-37d2-433d-8360-2733cf7e80c2 None None] Provisioning complete for port 86d0ab09-ba18-4deb-acea-bf89fce8df3a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:03.415794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27ff39d8-37d2-433d-8360-2733cf7e80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:03.474721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-27ff39d8-37d2-433d-8360-2733cf7e80c2 None None] Port 86d0ab09-ba18-4deb-acea-bf89fce8df3a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:23:03.487763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-27ff39d8-37d2-433d-8360-2733cf7e80c2 None None] Provisioning complete for port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:03.488264 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27ff39d8-37d2-433d-8360-2733cf7e80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:03.608275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-a7fb7b8a-3aa2-4118-ae7b-9ab4b3070cc2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:23:03.631402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-a7fb7b8a-3aa2-4118-ae7b-9ab4b3070cc2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:23:03.632648 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-a7fb7b8a-3aa2-4118-ae7b-9ab4b3070cc2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889944734&fields=id&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 267 time: 0.0732911 May 06 14:23:03.736560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c497b476-0457-4023-9092-15d720000b8f None None] Provisioning complete for port 86d0ab09-ba18-4deb-acea-bf89fce8df3a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:03.736927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c497b476-0457-4023-9092-15d720000b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:03.790513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-b26dd4f6-b33e-475c-b2d7-8eb94e8efdd4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:03.791184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-b26dd4f6-b33e-475c-b2d7-8eb94e8efdd4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:23:03.793453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c497b476-0457-4023-9092-15d720000b8f None None] Port 86d0ab09-ba18-4deb-acea-bf89fce8df3a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:23:03.807533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-b26dd4f6-b33e-475c-b2d7-8eb94e8efdd4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:23:03.808682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-b26dd4f6-b33e-475c-b2d7-8eb94e8efdd4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/networks?id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 HTTP/1.1" status: 200 len: 797 time: 0.1682661 May 06 14:23:03.824362 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-4a179e63-ec77-41c4-99d3-b3eb0a8b9bfe tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/quotas/be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 375 time: 0.0103455 May 06 14:23:03.904050 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-4f511d4d-2124-4fe8-bcd5-a0bfc634b346 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747604 May 06 14:23:03.913861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c0097cf2-5eec-4630-8c98-786a9251a538 None None] Provisioning complete for port 86d0ab09-ba18-4deb-acea-bf89fce8df3a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:03.914233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0097cf2-5eec-4630-8c98-786a9251a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:03.921762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-be7be721-f277-4a46-a6c2-1eb8e452d96e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:23:03.922745 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-be7be721-f277-4a46-a6c2-1eb8e452d96e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053909 May 06 14:23:03.965348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c0097cf2-5eec-4630-8c98-786a9251a538 None None] Port 86d0ab09-ba18-4deb-acea-bf89fce8df3a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:23:04.021288 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:04.060831 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-b06e8ff6-15a5-43af-a112-7d151c51f3e2 service neutron] 10.222.0.65 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323869 May 06 14:23:04.091586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:04.091986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:04.193093 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-a557a8dc-b92b-45b6-b934-5e400e4bdf9e service neutron] 10.222.0.65 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259596 May 06 14:23:04.206911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a4841f1f-a5a8-44e8-94cd-90c424c8b0ab up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:04.305130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:04.305718 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:04.380003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-c8effa6e-0906-4211-9745-8d0bf1d952a3 req-becf410a-7540-4124-8586-3be685e73418 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:23:04.400920 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-c8effa6e-0906-4211-9745-8d0bf1d952a3 req-becf410a-7540-4124-8586-3be685e73418 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:23:04.402174 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c8effa6e-0906-4211-9745-8d0bf1d952a3 req-becf410a-7540-4124-8586-3be685e73418 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 210 time: 0.0643151 May 06 14:23:04.455056 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bee33c2-f53f-461a-b42b-7227a999e23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:05.137398 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Sync routers for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:23:05.149337 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:23:05.149934 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:23:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:05.327245 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:23:05.390496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-f2214fa9-3718-4e11-a2f6-a7872b5325e2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:05.391873 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-f2214fa9-3718-4e11-a2f6-a7872b5325e2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/networks?id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 HTTP/1.1" status: 200 len: 797 time: 0.1485772 May 06 14:23:05.447342 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-bf182e3c-8333-444c-b0e6-677d12966eeb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 379 time: 0.0435424 May 06 14:23:05.455998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'port': {'device_id': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'admin_state_up': True, 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'security_groups': ['b50699ed-d69a-4b66-8328-c21afefb0e5c']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:23:05.593302 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-23e775d7-c1f2-4713-a1a9-129797e40cca req-ebfc01a0-ff10-49e3-bc28-f04e349f1cad tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 210 time: 0.0495803 May 06 14:23:05.639520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:23:05.644609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:05.649849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:23:05.653462 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 2, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:05.660170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:23:05.663413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:05.665269 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Checking router: 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:23:05.665623 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Updating router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 port 86d0ab09-ba18-4deb-acea-bf89fce8df3a binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:23:05.672945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:05.728157 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:05.826781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.8 (aef9e4dc-a44c-4318-a6d1-908e62bc7fb1/117f8e69-d673-458f-ad36-7d71e6c53d11/62bc951b-3943-4e5b-bb57-96c6fb1291dc) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:23:06.101192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.116162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object 62bc951b-3943-4e5b-bb57-96c6fb1291dc will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:06.136928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.213111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:23:06.213960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=62bc951b-3943-4e5b-bb57-96c6fb1291dc,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:06.216496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:23:06.218532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:23:06.282514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:06.283401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.311459 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-815f18f6-5a17-423e-8fac-0d66962b8dff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8591509 May 06 14:23:06.323154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Request body: {'port': {'device_id': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:23:06.348772 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.360774 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Transition to ACTIVE for port object 86d0ab09-ba18-4deb-acea-bf89fce8df3a will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:06.367489 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.438608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.508398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8326bf32-8542-40be-bfec-431be126c386 None None] Provisioning for port 62bc951b-3943-4e5b-bb57-96c6fb1291dc completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:06.513621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8326bf32-8542-40be-bfec-431be126c386 None None] Provisioning complete for port 62bc951b-3943-4e5b-bb57-96c6fb1291dc triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:06.514268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8326bf32-8542-40be-bfec-431be126c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.515261 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Pushing event updated for resources: {'Port': ['ID=86d0ab09-ba18-4deb-acea-bf89fce8df3a,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:06.524689 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.525027 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.525357 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.525682 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.526046 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.526366 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.526686 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.527005 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.527319 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.527637 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.527971 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:23:06.581600 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8326bf32-8542-40be-bfec-431be126c386 None None] Port 62bc951b-3943-4e5b-bb57-96c6fb1291dc cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:23:06.611677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Attempting to bind port 86d0ab09-ba18-4deb-acea-bf89fce8df3a on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:23:06.612083 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Attempting to bind port 86d0ab09-ba18-4deb-acea-bf89fce8df3a by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:23:06.612446 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Attempting to bind port 86d0ab09-ba18-4deb-acea-bf89fce8df3a on network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:23:06.619604 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:23:06.620014 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Checking segment: {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:23:06.620413 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.620798 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Bound using segment: {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:23:06.621485 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Bound port: 86d0ab09-ba18-4deb-acea-bf89fce8df3a, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:23:06.621861 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.747011 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] For port 86d0ab09-ba18-4deb-acea-bf89fce8df3a, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:23:06.750105 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] For port 86d0ab09-ba18-4deb-acea-bf89fce8df3a, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=86d0ab09-ba18-4deb-acea-bf89fce8df3a,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:23:06.756378 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.801898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c9996-635e-442f-9c4b-66e8a8d5372c req-43e55cda-d76b-4072-b73f-6b980f75108b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:06.803359 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa1c9996-635e-442f-9c4b-66e8a8d5372c req-43e55cda-d76b-4072-b73f-6b980f75108b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 931 time: 0.0808213 May 06 14:23:06.826352 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bc951b-3943-4e5b-bb57-96c6fb1291dc {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:23:06.833658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.835958 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e906d-1a7b-48d7-9f14-fbd67f4e4095 None None] Pushing event updated for resources: {'Port': ['ID=86d0ab09-ba18-4deb-acea-bf89fce8df3a,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:06.843072 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:23:06.843673 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:23:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:06.854218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Transition to ACTIVE for port object 62bc951b-3943-4e5b-bb57-96c6fb1291dc will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:06.858291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.889949 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-aa1c9996-635e-442f-9c4b-66e8a8d5372c req-1a775612-9f41-4360-bd6b-da9b67cc4031 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807080 May 06 14:23:06.975968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.998513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc951b-3943-4e5b-bb57-96c6fb1291dc,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:07.055385 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:23:07.111814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Attempting to bind port 62bc951b-3943-4e5b-bb57-96c6fb1291dc on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:23:07.112213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Attempting to bind port 62bc951b-3943-4e5b-bb57-96c6fb1291dc by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:23:07.112613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Attempting to bind port 62bc951b-3943-4e5b-bb57-96c6fb1291dc on network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:23:07.118976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Port 62bc951b-3943-4e5b-bb57-96c6fb1291dc on network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:23:07.119292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Attempting to bind port 62bc951b-3943-4e5b-bb57-96c6fb1291dc on network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:23:07.126294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:23:07.126680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Checking segment: {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:23:07.127148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Bound using segment: {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:23:07.127646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Bound port: 62bc951b-3943-4e5b-bb57-96c6fb1291dc, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f791bb5b-c291-4a65-a918-3d61b5aaa864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:23:07.128082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:07.219677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] For port 62bc951b-3943-4e5b-bb57-96c6fb1291dc, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:23:07.222980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] For port 62bc951b-3943-4e5b-bb57-96c6fb1291dc, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:23:07.228421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:07.292947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:07.294326 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] 10.222.0.69 "PUT /v2.0/ports/62bc951b-3943-4e5b-bb57-96c6fb1291dc HTTP/1.1" status: 200 len: 1093 time: 0.9754407 May 06 14:23:07.297519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:23:07.322501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092402c9-063a-40ff-a06c-3c8c72f053d4 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc951b-3943-4e5b-bb57-96c6fb1291dc,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:07.386521 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed40b509-78d0-4153-8d33-af7f6d0540ee'] response: {'name': 'network-changed', 'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'status': 'completed', 'code': 200} May 06 14:23:07.411830 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:06Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:07.416088 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00324289-5d62-4a7e-94ea-6747fac2e681 None None] The sync data for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv is: [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:06Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:23:07.432300 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-28050c88-6639-4139-be5c-213d2d2032a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 1096 time: 0.1002936 May 06 14:23:07.521378 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-16d7b1ad-0a71-4b69-9c27-6ca2d94239a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc HTTP/1.1" status: 200 len: 217 time: 0.0824492 May 06 14:23:07.588036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-6424614c-41e7-446c-ac01-8a77d65d1ece service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:07.589615 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-6424614c-41e7-446c-ac01-8a77d65d1ece service neutron] 10.222.0.69 "GET /v2.0/subnets?id=117f8e69-d673-458f-ad36-7d71e6c53d11 HTTP/1.1" status: 200 len: 834 time: 0.0595925 May 06 14:23:07.665269 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-5769eceb-0ab3-4e9d-bf49-f9802c39ddcf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700223 May 06 14:23:07.800457 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-6df55159-c816-435d-b92c-2bde8b173607 service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292846 May 06 14:23:08.055276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 86d0ab09-ba18-4deb-acea-bf89fce8df3a up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:08.071109 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-04e262ee-c48f-4aff-9c89-452e7a323a2a req-a133601c-80bc-4d24-acde-3297cfe87af3 service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648232 May 06 14:23:08.119142 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992bc20-ab5e-4263-8649-a2ce08c17386 req-82cf30fc-7ad4-4296-b1ec-7c0127e0e451 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:08.120958 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6992bc20-ab5e-4263-8649-a2ce08c17386 req-82cf30fc-7ad4-4296-b1ec-7c0127e0e451 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 943 time: 0.0888913 May 06 14:23:08.145648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 86d0ab09-ba18-4deb-acea-bf89fce8df3a completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:08.153822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 86d0ab09-ba18-4deb-acea-bf89fce8df3a triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:08.154313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:08.173920 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6992bc20-ab5e-4263-8649-a2ce08c17386 req-b1fd22a5-2a73-49ba-8bf6-071e2ccc9570 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451372 May 06 14:23:08.213627 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c6adf2b-90df-4562-85d3-733e41123bee req-ad365898-4e2c-4bf0-895b-27253e7ff143 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 1096 time: 0.0907745 May 06 14:23:08.290132 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:08.324154 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 86d0ab09-ba18-4deb-acea-bf89fce8df3a, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=86d0ab09-ba18-4deb-acea-bf89fce8df3a,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:23:08.329408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:08.355184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6adf2b-90df-4562-85d3-733e41123bee req-2020da6e-0adb-4b81-9f41-eeccf7466438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:08.356723 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c6adf2b-90df-4562-85d3-733e41123bee req-2020da6e-0adb-4b81-9f41-eeccf7466438 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 HTTP/1.1" status: 200 len: 898 time: 0.1367860 May 06 14:23:08.400059 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=86d0ab09-ba18-4deb-acea-bf89fce8df3a,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:08.428883 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c6adf2b-90df-4562-85d3-733e41123bee req-5477cfc7-d7f9-4411-9f80-0c81aeadcd80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc HTTP/1.1" status: 200 len: 217 time: 0.0654016 May 06 14:23:08.489708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6adf2b-90df-4562-85d3-733e41123bee req-07a53b9a-3a75-4d3f-872b-58c5de2973f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:08.491063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c6adf2b-90df-4562-85d3-733e41123bee req-07a53b9a-3a75-4d3f-872b-58c5de2973f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=117f8e69-d673-458f-ad36-7d71e6c53d11 HTTP/1.1" status: 200 len: 834 time: 0.0564442 May 06 14:23:08.563724 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c6adf2b-90df-4562-85d3-733e41123bee req-666a9a2a-e743-4ddb-90b9-c7fabf1d8462 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665243 May 06 14:23:08.692673 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c6adf2b-90df-4562-85d3-733e41123bee req-9ccc07f1-6174-43a1-a553-3ec0dd55dfac service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216190 May 06 14:23:08.820460 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c6adf2b-90df-4562-85d3-733e41123bee req-513dbd43-ef49-4cbe-9fd5-890c921e278c service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210346 May 06 14:23:08.961398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 62bc951b-3943-4e5b-bb57-96c6fb1291dc details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:23:09.091745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 62bc951b-3943-4e5b-bb57-96c6fb1291dc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:23:09.104641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'port_id': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'mac_address': 'fa:16:3e:57:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:23:09.161359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:09.178355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bc951b-3943-4e5b-bb57-96c6fb1291dc {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:23:09.193051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 62bc951b-3943-4e5b-bb57-96c6fb1291dc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:23:09.196582 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:09.261892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=62bc951b-3943-4e5b-bb57-96c6fb1291dc,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:09.374459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb41ab-bbcd-436c-9579-94aea931ca91 req-146e0939-2ad4-4c9e-a5a5-57e7a987135a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:09.375138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-f5bb41ab-bbcd-436c-9579-94aea931ca91 req-146e0939-2ad4-4c9e-a5a5-57e7a987135a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:23:09.390114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-f5bb41ab-bbcd-436c-9579-94aea931ca91 req-146e0939-2ad4-4c9e-a5a5-57e7a987135a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:23:09.391213 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5bb41ab-bbcd-436c-9579-94aea931ca91 req-146e0939-2ad4-4c9e-a5a5-57e7a987135a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 944 time: 0.0958972 May 06 14:23:09.418701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['62bc951b-3943-4e5b-bb57-96c6fb1291dc'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:23:09.437014 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5bb41ab-bbcd-436c-9579-94aea931ca91 req-2a2989b9-6ccf-4023-a97c-fcc87e19bfd5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401528 May 06 14:23:10.015754 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 86d0ab09-ba18-4deb-acea-bf89fce8df3a up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:10.084974 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 86d0ab09-ba18-4deb-acea-bf89fce8df3a triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:10.085347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:10.665251 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11de830-25b8-4c7b-95ff-90d664f42fab req-d06b7ed6-b7e5-49d7-9175-1e54b0f1d595 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:10.667375 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a11de830-25b8-4c7b-95ff-90d664f42fab req-d06b7ed6-b7e5-49d7-9175-1e54b0f1d595 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 944 time: 0.0855787 May 06 14:23:10.724995 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a11de830-25b8-4c7b-95ff-90d664f42fab req-693ad7d2-ba36-4952-8ae7-b56388e2ac28 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509739 May 06 14:23:10.960316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 62bc951b-3943-4e5b-bb57-96c6fb1291dc up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:11.034103 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 62bc951b-3943-4e5b-bb57-96c6fb1291dc completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:11.039315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 62bc951b-3943-4e5b-bb57-96c6fb1291dc triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:11.039805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:11.194623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:11.221040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:23:11.230323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 62bc951b-3943-4e5b-bb57-96c6fb1291dc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:23:11.235072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:11.277550 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002277f1-94a0-4f52-b9e7-9e046890adc9'] response: {'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'code': 200} May 06 14:23:11.303317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=62bc951b-3943-4e5b-bb57-96c6fb1291dc,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:11.500473 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b7342f4-4a29-4fb0-abee-79f37038ccd9 req-7cb38262-9332-4095-b8b8-e4b19cb68c51 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 1098 time: 0.0657752 May 06 14:23:11.544494 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b7342f4-4a29-4fb0-abee-79f37038ccd9 req-8d1c94ec-9553-4936-92bf-3c88c3d278ca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386944 May 06 14:23:11.924193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf75aa8-64d3-449b-b8e5-1f3d0c74fc69 req-52d3d198-8ce2-44ed-baf6-f82421bfe9e6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:11.925646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3bf75aa8-64d3-449b-b8e5-1f3d0c74fc69 req-52d3d198-8ce2-44ed-baf6-f82421bfe9e6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0762517 May 06 14:23:11.975464 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3bf75aa8-64d3-449b-b8e5-1f3d0c74fc69 req-04ed24fe-3abf-44f5-bea3-75ef9550c383 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 May 06 14:23:13.169694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c6f4e-9757-46bb-b478-9942c505f9b4 req-c444db24-ca6b-4b33-8697-40148689f4fe tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:13.171011 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac6c6f4e-9757-46bb-b478-9942c505f9b4 req-c444db24-ca6b-4b33-8697-40148689f4fe tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0742803 May 06 14:23:13.215769 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ac6c6f4e-9757-46bb-b478-9942c505f9b4 req-29fd5080-1c85-4600-9d0d-dd4ae230e637 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387838 May 06 14:23:13.412032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1585724-b6c9-41d7-8b29-39e82c40700e req-354797d2-b63a-4a6f-8388-b8c4db2d5f46 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:13.413589 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c1585724-b6c9-41d7-8b29-39e82c40700e req-354797d2-b63a-4a6f-8388-b8c4db2d5f46 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0786524 May 06 14:23:13.458707 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c1585724-b6c9-41d7-8b29-39e82c40700e req-fedf8975-1834-4d0c-bad7-2acd94f7eb18 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396430 May 06 14:23:13.485441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44662) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:13.557192 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-0373a2bf-d710-46b3-910f-3879bd9785ea tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 1093 time: 0.0706558 May 06 14:23:13.559822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44666) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:13.564823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:23:13.570159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:23:13.573978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:floatingip and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:23:13.576777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:23:13.582905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:23:13.592695 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:13.727079 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:13.858622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.51 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/fee35cbb-0b24-4595-91ad-79b7902bfce4) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:23:14.005057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:14.031281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:14.101591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:23:14.104403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:23:14.109330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:23:14.133275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=fee35cbb-0b24-4595-91ad-79b7902bfce4,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:14.689614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:14.743102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:14.942957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:14.947174 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:15.054809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=fee35cbb-0b24-4595-91ad-79b7902bfce4,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:15.066360 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:15.254630 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Floating IP 7bd75cc0-e361-4b16-9e9e-592a11a5e9dc associated. External IP: 172.26.0.51, port: 62bc951b-3943-4e5b-bb57-96c6fb1291dc. May 06 14:23:15.642213 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:23:15.842383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:23:15.868055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:16.015352 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4dae01ec-d50d-4b8b-a488-87ab9277ebfa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4545152 May 06 14:23:16.015938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:23:16.068490 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26237a6e-6cb5-4ae0-a608-e8839782e073'] response: {'name': 'network-changed', 'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'status': 'completed', 'code': 200} May 06 14:23:16.216203 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-93adb0e2-8954-4c4d-a074-62bc6c47e94d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 1098 time: 0.1261759 May 06 14:23:16.226043 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c9605-3ba2-45b7-bdad-b734ecd5ac2b req-ec09e41e-e05d-454f-8f05-d14592bfab73 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:16.227363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-020c9605-3ba2-45b7-bdad-b734ecd5ac2b req-ec09e41e-e05d-454f-8f05-d14592bfab73 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.1047883 May 06 14:23:16.357030 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-020c9605-3ba2-45b7-bdad-b734ecd5ac2b req-05f79696-0bb2-47e9-93e5-6456055f9a4f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118495 May 06 14:23:16.384733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44674) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:16.388474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-61aa320c-65b4-45ef-a0ac-50c3755d6851 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:16.389907 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-61aa320c-65b4-45ef-a0ac-50c3755d6851 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 HTTP/1.1" status: 200 len: 898 time: 0.1616833 May 06 14:23:16.487925 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c982e113-503b-43be-b567-64b1ea2c8445 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/7bd75cc0-e361-4b16-9e9e-592a11a5e9dc HTTP/1.1" status: 200 len: 990 time: 0.1019466 May 06 14:23:16.491371 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-9494f036-c6e3-4b3b-8ecf-db83ea853252 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc HTTP/1.1" status: 200 len: 998 time: 0.0954649 May 06 14:23:16.560674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-23a0833b-00f6-4d75-8354-e5918e1fa748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:16.562097 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-23a0833b-00f6-4d75-8354-e5918e1fa748 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=117f8e69-d673-458f-ad36-7d71e6c53d11 HTTP/1.1" status: 200 len: 834 time: 0.0648282 May 06 14:23:16.635415 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-9dbf85f4-e8e4-4c94-b8a9-4a9946eb6f42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675023 May 06 14:23:16.844255 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-4db127f6-5e91-4c72-a217-ef45e1009afa service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030172 May 06 14:23:16.909485 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838c94f-9943-4310-9274-86e567800898 None None] Sync routers for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:23:16.922026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838c94f-9943-4310-9274-86e567800898 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:23:16.922715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b838c94f-9943-4310-9274-86e567800898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:23:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:16.976156 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd6e3386-2202-4f55-a28a-2bbb39437bdf req-6f682054-305f-4912-af6a-94edbc9176e2 service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261084 May 06 14:23:17.099940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-b838c94f-9943-4310-9274-86e567800898 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:23:17.436291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b838c94f-9943-4310-9274-86e567800898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '7bd75cc0-e361-4b16-9e9e-592a11a5e9dc', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'port_id': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'mac_address': 'fa:16:3e:57:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:23:14Z', 'updated_at': '2022-05-06T14:23:14Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:08Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:17.439982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838c94f-9943-4310-9274-86e567800898 None None] Checking router: 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:23:17.450916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838c94f-9943-4310-9274-86e567800898 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:23:17.451500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b838c94f-9943-4310-9274-86e567800898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:23:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:17.492269 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44678) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:17.604250 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b290d783-c72d-4910-8a35-fa5351a3e941 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/7bd75cc0-e361-4b16-9e9e-592a11a5e9dc HTTP/1.1" status: 200 len: 990 time: 0.1108181 May 06 14:23:17.633836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-b838c94f-9943-4310-9274-86e567800898 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:23:17.980493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-b838c94f-9943-4310-9274-86e567800898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '7bd75cc0-e361-4b16-9e9e-592a11a5e9dc', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'port_id': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'mac_address': 'fa:16:3e:57:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:23:14Z', 'updated_at': '2022-05-06T14:23:14Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:08Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:17.984402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838c94f-9943-4310-9274-86e567800898 None None] The sync data for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv is: [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '7bd75cc0-e361-4b16-9e9e-592a11a5e9dc', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'port_id': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'mac_address': 'fa:16:3e:57:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:23:14Z', 'updated_at': '2022-05-06T14:23:14Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:08Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:23:18.608164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44682) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:18.710378 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-da7f3dc7-bdc7-4fdd-a1c2-9a7ca7a29117 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/7bd75cc0-e361-4b16-9e9e-592a11a5e9dc HTTP/1.1" status: 200 len: 990 time: 0.1010923 May 06 14:23:19.713586 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44686) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:19.813528 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5bd996e7-966a-4432-9aed-fa2a5434dcee tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/7bd75cc0-e361-4b16-9e9e-592a11a5e9dc HTTP/1.1" status: 200 len: 990 time: 0.0988135 May 06 14:23:20.570862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:20.816995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44690) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:20.924744 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-194b1961-2326-40aa-b329-5eb588d3b6f9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/7bd75cc0-e361-4b16-9e9e-592a11a5e9dc HTTP/1.1" status: 200 len: 990 time: 0.1065838 May 06 14:23:20.979484 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d77190-3ee5-43c8-9401-b7400ec2be82 None None] New status for floating IP 7bd75cc0-e361-4b16-9e9e-592a11a5e9dc: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:23:21.928087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44694) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:22.032024 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-79b7b8d5-b601-431e-aacf-9053bfb0393e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/7bd75cc0-e361-4b16-9e9e-592a11a5e9dc HTTP/1.1" status: 200 len: 992 time: 0.1027718 May 06 14:23:25.950136 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:23:32.112001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1920-2e76-4caf-9514-922986f528f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:34.459091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f4e868e-882f-4fac-b114-af29e5f0c829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:35.648339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:35.674881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:36.968561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:49.672125 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-c5e4acdb-6084-4f9d-8685-f6767c991829 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 1098 time: 0.1388149 May 06 14:23:49.740362 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5fcc1-4224-4a0e-ad5b-7228a91bb53a req-13c57adb-14d7-42bc-8d23-2f6557d7e9b3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:49.741826 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4ea5fcc1-4224-4a0e-ad5b-7228a91bb53a req-13c57adb-14d7-42bc-8d23-2f6557d7e9b3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.1676800 May 06 14:23:49.788277 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4ea5fcc1-4224-4a0e-ad5b-7228a91bb53a req-eac6896b-7952-4c49-8756-a48219e34dfc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 May 06 14:23:49.804654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-8b5626fd-48d9-4221-b12b-966214cb6cef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:49.806434 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-8b5626fd-48d9-4221-b12b-966214cb6cef service neutron] 10.222.0.69 "GET /v2.0/networks?id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 HTTP/1.1" status: 200 len: 898 time: 0.1281099 May 06 14:23:49.910234 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-91c8f064-410b-4c84-8dc8-73cd80358ce3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc HTTP/1.1" status: 200 len: 1000 time: 0.0976088 May 06 14:23:49.972499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-de47b49d-b5a0-438b-ae74-281d46140c58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:49.973919 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-de47b49d-b5a0-438b-ae74-281d46140c58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=117f8e69-d673-458f-ad36-7d71e6c53d11 HTTP/1.1" status: 200 len: 834 time: 0.0568755 May 06 14:23:50.050055 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-6c4e86b6-10e0-4230-9f78-31306472bdb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696957 May 06 14:23:50.182578 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-1eaca7d6-464b-4ca5-adb8-be1b7defd89c service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263556 May 06 14:23:50.316158 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9253997f-1f84-4b16-84b5-f75aa719e0b0 req-11794c54-bed4-4147-a366-90af3586256a service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271193 May 06 14:23:50.579945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:51.055139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc36d4-6428-4f59-800b-582fd000b479 req-5465aaac-80d3-48c8-8a18-42d98ece00a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:51.056626 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51cc36d4-6428-4f59-800b-582fd000b479 req-5465aaac-80d3-48c8-8a18-42d98ece00a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.1406226 May 06 14:23:51.101971 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51cc36d4-6428-4f59-800b-582fd000b479 req-e724ade0-563f-4730-957a-e551a17b944d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 May 06 14:23:52.294356 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87317-d5fe-485a-9dfe-206ff12ca51b req-52999c56-afe9-48de-936b-cb0e83a78cd9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:52.295709 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e6a87317-d5fe-485a-9dfe-206ff12ca51b req-52999c56-afe9-48de-936b-cb0e83a78cd9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0750480 May 06 14:23:52.342788 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e6a87317-d5fe-485a-9dfe-206ff12ca51b req-e4ff76e4-f6b8-4517-ae8d-ab0d923dc8be tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 May 06 14:23:53.021218 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-52f299b3-4aba-4489-a76f-e0e7069bacde service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 1098 time: 0.0706437 May 06 14:23:53.257994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-5efe3b7e-c747-480e-8b4d-d03238d718f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:53.259302 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-5efe3b7e-c747-480e-8b4d-d03238d718f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 HTTP/1.1" status: 200 len: 898 time: 0.2210240 May 06 14:23:53.358013 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-1f670c4b-1632-4fb8-a942-2ebb8cac3de4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc HTTP/1.1" status: 200 len: 1000 time: 0.0919526 May 06 14:23:53.418855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-44e219ec-2bda-458c-9a9d-f19a37dfa289 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:53.420302 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-44e219ec-2bda-458c-9a9d-f19a37dfa289 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=117f8e69-d673-458f-ad36-7d71e6c53d11 HTTP/1.1" status: 200 len: 834 time: 0.0567393 May 06 14:23:53.556762 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-b329d875-57fa-45b4-99bc-42e521c62459 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307762 May 06 14:23:53.562951 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602f85-08dc-45ab-81b1-e15d34126812 req-a90dcaf9-76ba-4659-a11b-27e88c22611e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:53.564302 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-27602f85-08dc-45ab-81b1-e15d34126812 req-a90dcaf9-76ba-4659-a11b-27e88c22611e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.1013584 May 06 14:23:53.702512 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-27602f85-08dc-45ab-81b1-e15d34126812 req-06702cde-6675-421c-81a2-a4ba31a0d9c7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177001 May 06 14:23:53.720937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-97c05d20-a1b5-47e5-9988-4bbd5e5f944d service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557302 May 06 14:23:53.850166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4bc7d329-5111-4a1a-aa1b-93db2a545666 req-2ace55ae-9fbd-4784-bc36-a1af35ea038a service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233959 May 06 14:23:54.899580 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc400a-23bf-47c5-9f52-ef88d8f70fed req-5f640305-d12e-4da3-b07c-47f1d61ec07d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:54.901049 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-33dc400a-23bf-47c5-9f52-ef88d8f70fed req-5f640305-d12e-4da3-b07c-47f1d61ec07d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0762205 May 06 14:23:54.946420 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-33dc400a-23bf-47c5-9f52-ef88d8f70fed req-279a85ad-2e26-417e-836b-308f2f3d3830 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 May 06 14:23:56.144930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cfdff-cb2b-4d59-ac0e-3016b254a75c req-dd19831f-754b-41ef-ae51-90f7b94c0829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:56.146400 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-794cfdff-cb2b-4d59-ac0e-3016b254a75c req-dd19831f-754b-41ef-ae51-90f7b94c0829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0797362 May 06 14:23:56.200690 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-794cfdff-cb2b-4d59-ac0e-3016b254a75c req-f1b4338b-1751-4d4f-81c5-20a329e7d6af tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485990 May 06 14:23:57.396669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81e12b-3bd4-476e-b7e3-8695c9a6afbc req-71cda1b8-d6b9-4094-8d09-10e1531f5492 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:57.398069 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b81e12b-3bd4-476e-b7e3-8695c9a6afbc req-71cda1b8-d6b9-4094-8d09-10e1531f5492 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0788825 May 06 14:23:57.441736 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6b81e12b-3bd4-476e-b7e3-8695c9a6afbc req-68ce8af0-9d1d-4c66-b6ca-6d8f1beabcc6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382736 May 06 14:23:58.634251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6104e-9996-48b3-893a-d13f53231efd req-13f00ee9-e5fe-49d0-9e00-2e4fb75287aa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:58.635766 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-86b6104e-9996-48b3-893a-d13f53231efd req-13f00ee9-e5fe-49d0-9e00-2e4fb75287aa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0747483 May 06 14:23:58.679725 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-86b6104e-9996-48b3-893a-d13f53231efd req-99a98260-2078-4e5f-8d80-06502c9c267c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385060 May 06 14:23:59.871516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0eb87-8851-4ccc-94d1-9f4c2aa588a0 req-86c79ef0-42c3-4185-9766-e14500f5c265 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:23:59.872952 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-49e0eb87-8851-4ccc-94d1-9f4c2aa588a0 req-86c79ef0-42c3-4185-9766-e14500f5c265 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0759470 May 06 14:23:59.917642 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-49e0eb87-8851-4ccc-94d1-9f4c2aa588a0 req-0a0ad259-5804-44bd-a789-e5550930aa9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389314 May 06 14:24:01.111998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ed914-bfae-434a-818d-51570bec75a5 req-defa9e80-5278-418b-88dc-3fb5211e1ed0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:01.113409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-629ed914-bfae-434a-818d-51570bec75a5 req-defa9e80-5278-418b-88dc-3fb5211e1ed0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0773036 May 06 14:24:01.157222 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-629ed914-bfae-434a-818d-51570bec75a5 req-fd9e1c1e-ffe9-4ccc-bbfe-b6433a4c6c56 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 May 06 14:24:02.113767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-abc17496-2e09-48fc-b3a7-9eb65de46182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:02.368844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02c6b-bc5a-4429-97c4-0b15c813d7bc req-a91ad1ab-c3ed-43bc-ab96-daed666b5c79 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:02.370937 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2ca02c6b-bc5a-4429-97c4-0b15c813d7bc req-a91ad1ab-c3ed-43bc-ab96-daed666b5c79 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0864532 May 06 14:24:02.416368 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2ca02c6b-bc5a-4429-97c4-0b15c813d7bc req-a304bbe8-d7ed-42d8-a0c7-e943407f58ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 May 06 14:24:02.949564 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:24:03.612877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b2ee1-112b-407d-8e5e-8e304d15c6d9 req-1d083c27-408f-4ffb-89c2-ed1a4b59c3f2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:03.614347 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b95b2ee1-112b-407d-8e5e-8e304d15c6d9 req-1d083c27-408f-4ffb-89c2-ed1a4b59c3f2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0754766 May 06 14:24:03.668855 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b95b2ee1-112b-407d-8e5e-8e304d15c6d9 req-afc0c18b-da52-4295-ad88-a2c5f450f4ee tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471869 May 06 14:24:04.464308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3fc393d-5e53-41b4-b1b5-aaa7c6f0e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:04.867392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67758a25-20ac-461a-b3a0-54c47486a033 req-8aa17116-0030-45d1-8611-5626d39d628e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:04.868873 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-67758a25-20ac-461a-b3a0-54c47486a033 req-8aa17116-0030-45d1-8611-5626d39d628e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0743074 May 06 14:24:04.913506 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-67758a25-20ac-461a-b3a0-54c47486a033 req-d31f86fd-659b-4d38-adba-23b5c75942ea tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390451 May 06 14:24:05.653994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:05.677007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:06.114737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38699884-f272-4a79-adf7-2ba3ab0f6365 req-d5afd1c6-c660-4e56-bb69-45079e800be2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:06.116188 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-38699884-f272-4a79-adf7-2ba3ab0f6365 req-d5afd1c6-c660-4e56-bb69-45079e800be2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0802908 May 06 14:24:06.166707 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-38699884-f272-4a79-adf7-2ba3ab0f6365 req-dcdd2fa8-2bdf-4128-8d47-d6bb5d327710 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417120 May 06 14:24:06.972311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:07.360885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faa196-c09f-425d-ba13-25d47d0cdc80 req-46b2619c-b26c-44dc-9998-3762e2ecd1ed tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:07.362313 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c2faa196-c09f-425d-ba13-25d47d0cdc80 req-46b2619c-b26c-44dc-9998-3762e2ecd1ed tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0787823 May 06 14:24:07.406093 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c2faa196-c09f-425d-ba13-25d47d0cdc80 req-9b9ff23d-fa37-4685-9e0a-57e085a0014a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383368 May 06 14:24:07.434034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44752) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:07.535347 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-815238c9-1232-4753-a144-240c861b08e0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/7bd75cc0-e361-4b16-9e9e-592a11a5e9dc HTTP/1.1" status: 200 len: 992 time: 0.1001201 May 06 14:24:20.580817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:32.115971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d176151-f83c-4c55-9340-df140a5eb357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:34.466731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2018301f-dd43-4799-b3c2-309d99581369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:35.662231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:35.681171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:36.974325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:39.182347 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44774) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:39.376944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port fee35cbb-0b24-4595-91ad-79b7902bfce4 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:24:39.377280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:39.623589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:39.623943 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:39.739475 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for fee35cbb-0b24-4595-91ad-79b7902bfce4 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:24:39.884606 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:39.929028 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=fee35cbb-0b24-4595-91ad-79b7902bfce4,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:39.938937 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.939286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.939622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.939986 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.940319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.940648 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.940973 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.941296 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.941616 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.941935 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.942253 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:39.949916 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:24:40.031439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:40.410816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:24:40.611104 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:24:40.620980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] Sync routers for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:24:40.631398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:40.632756 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:24:40.633366 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:24:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:40.684172 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-32d064a7-19e1-442f-acae-48e2b869c73f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/floatingips/7bd75cc0-e361-4b16-9e9e-592a11a5e9dc HTTP/1.1" status: 204 len: 168 time: 1.5007067 May 06 14:24:40.684867 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:24:40.743122 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d13def-ab87-4e37-8da2-f4e59aa32b8d'] response: {'name': 'network-changed', 'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'status': 'completed', 'code': 200} May 06 14:24:40.842913 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-440e274c-a455-420a-955b-ec9363a20058 req-1ab8e76e-07ff-4938-a31c-f24804cb9d1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 1098 time: 0.0759141 May 06 14:24:40.852812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:24:40.996091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e274c-a455-420a-955b-ec9363a20058 req-b36ff5a1-2aef-4c10-a516-a0b8b61ef4d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:40.998552 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-440e274c-a455-420a-955b-ec9363a20058 req-b36ff5a1-2aef-4c10-a516-a0b8b61ef4d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 HTTP/1.1" status: 200 len: 898 time: 0.1486568 May 06 14:24:41.108171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-440e274c-a455-420a-955b-ec9363a20058 req-33b010e5-4b83-4cf0-b61e-9a1f6298d75a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc HTTP/1.1" status: 200 len: 217 time: 0.1029768 May 06 14:24:41.176121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:08Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:41.179898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] Checking router: 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:24:41.184923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e274c-a455-420a-955b-ec9363a20058 req-82612c94-5749-476d-9d84-5d119283b0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:41.186272 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-440e274c-a455-420a-955b-ec9363a20058 req-82612c94-5749-476d-9d84-5d119283b0e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=117f8e69-d673-458f-ad36-7d71e6c53d11 HTTP/1.1" status: 200 len: 834 time: 0.0666628 May 06 14:24:41.190440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:24:41.191041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:24:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:41.192494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c312b-5185-4091-86f7-55207053d6d2 req-00a125ba-e8d1-4774-83eb-e1f70f387ec6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:41.193794 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-de8c312b-5185-4091-86f7-55207053d6d2 req-00a125ba-e8d1-4774-83eb-e1f70f387ec6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.1409006 May 06 14:24:41.372450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:24:41.377178 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-de8c312b-5185-4091-86f7-55207053d6d2 req-3eb6aa83-5d73-48b6-b81c-31df56d805d9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543593 May 06 14:24:41.391433 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-440e274c-a455-420a-955b-ec9363a20058 req-2b396296-78fa-4f7b-8ab9-553ce702a907 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1967716 May 06 14:24:41.522166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-440e274c-a455-420a-955b-ec9363a20058 req-59fe9d0c-2bd9-45ec-a3b3-e1efb949eef0 service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240897 May 06 14:24:41.653753 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-440e274c-a455-420a-955b-ec9363a20058 req-aca6af3e-caa2-4af3-97af-33e001f780d6 service neutron] 10.222.0.69 "GET /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240098 May 06 14:24:41.677344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:08Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:41.681188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2ea99-1aa1-4848-8e17-3694965b6035 None None] The sync data for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv is: [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '86d0ab09-ba18-4deb-acea-bf89fce8df3a', 'name': '', 'network_id': 'aef9e4dc-a44c-4318-a6d1-908e62bc7fb1', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:0f:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:23:01Z', 'updated_at': '2022-05-06T14:23:08Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '117f8e69-d673-458f-ad36-7d71e6c53d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:24:41.894090 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce57b6-e1fe-4f18-a084-ddf695a1e4cc None None] New status for floating IP 7bd75cc0-e361-4b16-9e9e-592a11a5e9dc: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:24:42.575792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cf4b0-a6f3-4da8-a171-dff808c54403 req-c287a664-0289-4a2a-bac3-34593a24d1a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:42.576497 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6c7cf4b0-a6f3-4da8-a171-dff808c54403 req-c287a664-0289-4a2a-bac3-34593a24d1a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:24:42.584781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-cd53013f-2994-4d88-8bf6-ff8b39ca8e8b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:42.586218 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-cd53013f-2994-4d88-8bf6-ff8b39ca8e8b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0859344 May 06 14:24:42.592064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-6c7cf4b0-a6f3-4da8-a171-dff808c54403 req-c287a664-0289-4a2a-bac3-34593a24d1a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:24:42.593359 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6c7cf4b0-a6f3-4da8-a171-dff808c54403 req-c287a664-0289-4a2a-bac3-34593a24d1a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 945 time: 0.0960803 May 06 14:24:42.642624 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6c7cf4b0-a6f3-4da8-a171-dff808c54403 req-8a33253a-3093-4cc5-aa8e-63529f415e66 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=b50699ed-d69a-4b66-8328-c21afefb0e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 May 06 14:24:42.657734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 62bc951b-3943-4e5b-bb57-96c6fb1291dc {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:24:42.658077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:42.892214 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 62bc951b-3943-4e5b-bb57-96c6fb1291dc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=62bc951b-3943-4e5b-bb57-96c6fb1291dc,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:24:42.892558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:43.022002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 62bc951b-3943-4e5b-bb57-96c6fb1291dc owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:24:43.158772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:43.204032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=62bc951b-3943-4e5b-bb57-96c6fb1291dc,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:43.242085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.242427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.242760 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.243089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.243412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.243731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.244595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.244925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.245244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.245559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.245874 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:43.284289 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] No DVR routers for this DVR port 62bc951b-3943-4e5b-bb57-96c6fb1291dc on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:24:43.286478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:43.288847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'name': 'network-vif-deleted', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:24:43.304755 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-07418225-fdb1-4795-af69-0b9c7eb53509 req-57211350-26c5-4f8c-893a-c92655e5d09f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "DELETE /v2.0/ports/62bc951b-3943-4e5b-bb57-96c6fb1291dc HTTP/1.1" status: 204 len: 173 time: 0.7125268 May 06 14:24:43.345224 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52b8142-d0c8-4285-9a23-d4fea7f4155b'] response: {'server_uuid': 'bc799e91-16c9-4d75-81b0-fa194ac84df6', 'name': 'network-vif-deleted', 'tag': '62bc951b-3943-4e5b-bb57-96c6fb1291dc', 'status': 'completed', 'code': 200} May 06 14:24:43.817923 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3f5e4353-9f77-4744-830d-f4ba48f3c274 req-429d4e6d-efa7-45d9-8f8f-b9e6b90e6127 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc799e91-16c9-4d75-81b0-fa194ac84df6 HTTP/1.1" status: 200 len: 210 time: 0.0403390 May 06 14:24:44.924832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44792) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:45.401492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:46.014958 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 86d0ab09-ba18-4deb-acea-bf89fce8df3a {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:24:46.015529 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:46.202680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 86d0ab09-ba18-4deb-acea-bf89fce8df3a, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=86d0ab09-ba18-4deb-acea-bf89fce8df3a,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:24:46.202983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:46.323224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 86d0ab09-ba18-4deb-acea-bf89fce8df3a owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:24:46.493231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:46.543097 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=86d0ab09-ba18-4deb-acea-bf89fce8df3a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:46.910715 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:47.296624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 62bc951b-3943-4e5b-bb57-96c6fb1291dc no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:24:47.332677 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 62bc951b-3943-4e5b-bb57-96c6fb1291dc {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:24:47.333019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 62bc951b-3943-4e5b-bb57-96c6fb1291dc not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:24:47.466393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:24:47.655434 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:24:47.665003 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c47333-0408-4e12-a942-79120fce0430 None None] Sync routers for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:24:47.670101 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-40b0d199-0980-4499-a778-68bed37c8763 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/1b20a4dd-dabc-4784-a0fe-a9b926dc66a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7418566 May 06 14:24:47.670454 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44796) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:47.676678 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c47333-0408-4e12-a942-79120fce0430 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:24:47.677284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-71c47333-0408-4e12-a942-79120fce0430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:24:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:47.854268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-71c47333-0408-4e12-a942-79120fce0430 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:24:47.864022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1253f1-6e15-480f-a58e-6364aa37456b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting subnet 117f8e69-d673-458f-ad36-7d71e6c53d11 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:24:47.866847 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a1253f1-6e15-480f-a58e-6364aa37456b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:47.921666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a1253f1-6e15-480f-a58e-6364aa37456b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.007650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a1253f1-6e15-480f-a58e-6364aa37456b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.088496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a1253f1-6e15-480f-a58e-6364aa37456b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.126658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1253f1-6e15-480f-a58e-6364aa37456b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Subnet': ['ID=117f8e69-d673-458f-ad36-7d71e6c53d11,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:48.132577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7a1253f1-6e15-480f-a58e-6364aa37456b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.139582 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7a1253f1-6e15-480f-a58e-6364aa37456b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/subnets/117f8e69-d673-458f-ad36-7d71e6c53d11 HTTP/1.1" status: 204 len: 168 time: 0.4681094 May 06 14:24:48.142132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44800) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:48.156918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f648ef8-919e-4a42-877b-e684b52b56fb None None] Network aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:24:48.355356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-71c47333-0408-4e12-a942-79120fce0430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:24:46Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:48.362077 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c47333-0408-4e12-a942-79120fce0430 None None] Checking router: 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:24:48.384687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c47333-0408-4e12-a942-79120fce0430 None None] Routers {'1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:24:48.385814 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-71c47333-0408-4e12-a942-79120fce0430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:24:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:48.446194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.502116 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] DHCP port deletion for aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:24:48.522483 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Deleting port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:24:48.522851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.648934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.660134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:24:48.660595 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.729228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-71c47333-0408-4e12-a942-79120fce0430 None None] Set router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:24:48.831722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=23cc2dcd-f3e0-487a-b5dd-ad140bfce4db,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:24:48.832351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.875836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] For port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a4841f1f-a5a8-44e8-94cd-90c424c8b0ab,segment=NetworkSegment(f791bb5b-c291-4a65-a918-3d61b5aaa864),segment_id=f791bb5b-c291-4a65-a918-3d61b5aaa864)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:24:48.876481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.953012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:24:49.051649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Calling delete_port for a4841f1f-a5a8-44e8-94cd-90c424c8b0ab owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:24:49.117741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:49.164812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=23cc2dcd-f3e0-487a-b5dd-ad140bfce4db,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:49.190428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:49.239973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Pushing event deleted for resources: {'Port': ['ID=a4841f1f-a5a8-44e8-94cd-90c424c8b0ab,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:49.255570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] No DVR routers for this DVR port a4841f1f-a5a8-44e8-94cd-90c424c8b0ab on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:24:49.265609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.265980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.266438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.266770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.267197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.267531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.267877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.268203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.268914 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.269134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.269581 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ae066-5c3b-4adf-acfe-ae9e56539f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:49.289715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-71c47333-0408-4e12-a942-79120fce0430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:24:46Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:49.294296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c47333-0408-4e12-a942-79120fce0430 None None] The sync data for ids ['1b20a4dd-dabc-4784-a0fe-a9b926dc66a1'] in dv-neutron-840889-1-hyperv is: [{'id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44854244', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:57Z', 'updated_at': '2022-05-06T14:24:46Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '23cc2dcd-f3e0-487a-b5dd-ad140bfce4db', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b20a4dd-dabc-4784-a0fe-a9b926dc66a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:58Z', 'updated_at': '2022-05-06T14:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:24:49.391001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:49.738572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:49.742818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:49.769473 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:49.770056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Fanout notify agent at l3_agent the message router_deleted on router 1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:24:49.784596 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:49.785719 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7f7a3439-9fdb-456f-9d4d-f7742467d40d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/routers/1b20a4dd-dabc-4784-a0fe-a9b926dc66a1 HTTP/1.1" status: 204 len: 168 time: 1.6426940 May 06 14:24:49.788345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44804) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:49.906489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.041793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.066309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef9e4dc-a44c-4318-a6d1-908e62bc7fb1']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:50.078191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f791bb5b-c291-4a65-a918-3d61b5aaa864') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:50.078480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f791bb5b-c291-4a65-a918-3d61b5aaa864') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:50.090129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.106116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.112037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:24:50.112444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:24:50.127102 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:24:50.204834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.209393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.235120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Network': ['ID=aef9e4dc-a44c-4318-a6d1-908e62bc7fb1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:50.244533 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d0382767-4bf9-453d-8231-15ef2ea3d8ff tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/networks/aef9e4dc-a44c-4318-a6d1-908e62bc7fb1 HTTP/1.1" status: 204 len: 168 time: 0.4546354 May 06 14:24:50.247178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44808) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:50.319284 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:24:50.334236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ab996d3-e92d-4385-bbad-4e0edf362c6c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.365672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ab996d3-e92d-4385-bbad-4e0edf362c6c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.401577 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:24:50.401919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 23cc2dcd-f3e0-487a-b5dd-ad140bfce4db not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:24:50.402457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a4841f1f-a5a8-44e8-94cd-90c424c8b0ab no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:24:50.433497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a4841f1f-a5a8-44e8-94cd-90c424c8b0ab {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:24:50.433828 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a4841f1f-a5a8-44e8-94cd-90c424c8b0ab not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:24:50.434241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 86d0ab09-ba18-4deb-acea-bf89fce8df3a no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:24:50.441503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ab996d3-e92d-4385-bbad-4e0edf362c6c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.458866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab996d3-e92d-4385-bbad-4e0edf362c6c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50699ed-d69a-4b66-8328-c21afefb0e5c,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:50.465013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 86d0ab09-ba18-4deb-acea-bf89fce8df3a {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:24:50.465351 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 86d0ab09-ba18-4deb-acea-bf89fce8df3a not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:24:50.472336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7ab996d3-e92d-4385-bbad-4e0edf362c6c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.476252 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7ab996d3-e92d-4385-bbad-4e0edf362c6c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/security-groups/b50699ed-d69a-4b66-8328-c21afefb0e5c HTTP/1.1" status: 204 len: 168 time: 0.2281656 May 06 14:24:50.594379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.816417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44816) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:50.822003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249425676', 'description': 'tempest-secgroup-smoke-249425676 description', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:50.828002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:50.832118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:50.835002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:50.840752 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:50.850772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.886653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:50.890479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:50.893290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:50.898969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:50.955516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.959038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.002672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:51.005265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.006438 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f3943eae-6053-4dcd-b55a-89800cf45e07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1890371 May 06 14:24:51.009380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44820) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:51.015619 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:51.021590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:51.025468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:51.028298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:51.033902 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:51.050457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.116230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.120188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.143232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c7e840-cd19-41fc-aa71-a603f0c8d513,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:51.152247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.153423 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a4e0399e-bfd2-43ef-b454-95a3cc4db38c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1425951 May 06 14:24:51.156060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44824) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:51.161267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:51.167413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:51.171176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:51.174004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:51.179696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:51.196068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.256091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.259549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.282510 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eefd1d-24af-444c-aba7-a6cfa1f70a63,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:51.292270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.293403 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-0c619008-273a-43ca-a53a-5c4aefad0d91 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1364572 May 06 14:24:51.296106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44828) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:51.301330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:51.307059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:51.310927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:51.313987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:51.320009 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:51.335714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.400096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.404007 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.427196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef9a71b-b89a-4027-92a5-9fba7af04b11,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:51.435333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.436534 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-284e32d1-2e6c-44b3-8441-53ddf5ed8706 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1395342 May 06 14:24:51.439225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44832) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:51.444438 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:51.450063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:51.453866 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:51.456680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:51.462351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:51.479210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.542074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.545360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.567927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ef20b3-bddb-4dce-b125-b3d2ff7c1eaf,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:51.577010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.578149 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4be25fe8-a57e-4651-aa66-d0b52c6d00dc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1379945 May 06 14:24:51.580871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44836) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:51.586194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:51.592533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:51.596336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:51.599162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:51.604930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:51.614978 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:24:51.621427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.683341 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.686761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.710567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9d7777-4d7b-4afe-90d9-57de636668d9,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:51.720221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.721495 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9a9e404d-c5fd-4c65-8ced-25fe2020acfb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1397023 May 06 14:24:51.724297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44840) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:51.729494 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:51.735172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:51.738995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:51.741853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:51.747480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:51.757928 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:24:51.764624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.831259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.834966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.858346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b26e44a-2538-41b0-ad8d-81385278622b,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:51.866818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.868022 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-966a0fbe-c8ec-4b49-b921-7bad528eeba9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1427815 May 06 14:24:51.870783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44844) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:51.876295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'network': {'name': 'tempest-network-smoke--292429192', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:51.881052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:51.885640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:network and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:51.888468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:51.894228 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:51.904802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:24:51.907648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.936248 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:24:51.944814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.945150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Added segment 1c92c588-362f-402a-9e07-aa275607aaee of type vlan for network f4512c70-f34b-4310-a13e-9036ddb01098 May 06 14:24:51.970389 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.998408 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.002297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:52.002870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.104284 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2323742 May 06 14:24:52.106987 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44848) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:52.110306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de7c3f-4bba-4c46-ad83-d02c5e9de5cf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Network': ['ID=f4512c70-f34b-4310-a13e-9036ddb01098,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:52.113524 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'admin_state_up': True, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:52.120682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network f4512c70-f34b-4310-a13e-9036ddb01098 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:24:52.121636 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:52.125673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:router and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:52.128745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:52.135594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:52.145063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.146127 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.163989 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.311810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.488416 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.516914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.758345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.46 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/ed333ebd-e3d3-4d69-bb58-8ad2c48137c0) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:24:52.902397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.929167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:52.998102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:24:53.008956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:24:53.008956 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:24:53.030903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=ed333ebd-e3d3-4d69-bb58-8ad2c48137c0,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:53.163275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:53.164026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:53.387500 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 4ba52ee0-f173-4b57-882c-853acaf88a09 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:24:53.580582 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:24:53.590731 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Sync routers for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:24:53.602911 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:24:53.604440 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:24:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:53.607218 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:53.608468 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-061d300d-642d-43b7-be11-c2a0a720ec6a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5004330 May 06 14:24:53.611863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44852) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:53.650872 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-47652dc0-28b8-4347-831f-1ce3ca01de00 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372045 May 06 14:24:53.653284 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44856) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:53.782340 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aff7a9-b6ff-43e4-b2c7-eb9528bd5c7c tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:53.786439 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-98aff7a9-b6ff-43e4-b2c7-eb9528bd5c7c tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295924 May 06 14:24:53.786769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44860) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:53.803013 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:24:53.825858 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7e60345f-1386-4ee5-a096-8c6e3fde7f8f tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379996 May 06 14:24:53.828287 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44864) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:53.833436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313174788', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:24:53.940703 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:24:53.944457 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:subnet and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:24:53.947665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:24:53.953249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:24:53.963847 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:24:54.063749 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.089555 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:53Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:54.093242 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Checking router: 4ba52ee0-f173-4b57-882c-853acaf88a09 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:24:54.093579 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Updating router 4ba52ee0-f173-4b57-882c-853acaf88a09 port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:24:54.143100 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.276605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.353800 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Subnet': ['ID=866fdef9-f9df-487b-8778-54522844e6b0,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:54.368232 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Checking segment: {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:24:54.368581 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network hostable DHCP agents. Network: f4512c70-f34b-4310-a13e-9036ddb01098, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:24:54.392151 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network f4512c70-f34b-4310-a13e-9036ddb01098 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:24:54.401187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, f4512c70-f34b-4310-a13e-9036ddb01098) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:24:54.405237 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:54.405811 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.411524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a13f93-a1a9-40ba-8914-440308127700 None None] Network f4512c70-f34b-4310-a13e-9036ddb01098 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:24:54.432476 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44868) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:54.433295 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c404f61a-f509-4855-90ab-6044e76a42cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6038692 May 06 14:24:54.468550 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.480750 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Transition to ACTIVE for port object ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:24:54.488069 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.581262 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Pushing event updated for resources: {'Port': ['ID=ed333ebd-e3d3-4d69-bb58-8ad2c48137c0,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:54.585308 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Attempting to bind port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:24:54.585908 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Attempting to bind port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:24:54.586477 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Attempting to bind port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:24:54.598535 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.599632 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.600073 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.600404 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.600725 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.601105 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.601353 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.601667 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.601976 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.602283 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.602592 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:54.606569 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:24:54.606838 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:24:54.607187 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.607566 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:24:54.608052 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Bound port: ed333ebd-e3d3-4d69-bb58-8ad2c48137c0, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:24:54.608843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.659742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-f4512c70-f34b-4310-a13e-9036ddb01098', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:24:54.660578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.693761 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] For port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:24:54.698929 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] For port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ed333ebd-e3d3-4d69-bb58-8ad2c48137c0,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:24:54.702962 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.792040 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:24:54.792655 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:24:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:54.821596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Allocated IP 172.20.0.2 (f4512c70-f34b-4310-a13e-9036ddb01098/866fdef9-f9df-487b-8778-54522844e6b0/309e6349-9102-4ed5-96f7-b3b94531cfa1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:24:54.925558 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54383951-7d94-4102-9226-95f14fdea55b None None] Pushing event updated for resources: {'Port': ['ID=ed333ebd-e3d3-4d69-bb58-8ad2c48137c0,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:54.999406 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:24:55.032075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:55.043283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Transition to ACTIVE for port object 309e6349-9102-4ed5-96f7-b3b94531cfa1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:24:55.061948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Transition to ACTIVE for port object 309e6349-9102-4ed5-96f7-b3b94531cfa1 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:24:55.067978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:55.119316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Network f4512c70-f34b-4310-a13e-9036ddb01098 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:24:55.125849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:24:55.134633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:24:55.221189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Pushing event updated for resources: {'Port': ['ID=309e6349-9102-4ed5-96f7-b3b94531cfa1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:55.239761 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Attempting to bind port 309e6349-9102-4ed5-96f7-b3b94531cfa1 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:24:55.240152 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Attempting to bind port 309e6349-9102-4ed5-96f7-b3b94531cfa1 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:24:55.240511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Attempting to bind port 309e6349-9102-4ed5-96f7-b3b94531cfa1 on network f4512c70-f34b-4310-a13e-9036ddb01098 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:24:55.247880 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:24:55.248250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Checking segment: {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:24:55.248646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:55.249030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Bound using segment: {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:24:55.249489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Bound port: 309e6349-9102-4ed5-96f7-b3b94531cfa1, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:24:55.250447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:55.324226 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:53Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:55.324502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:55.328235 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42342b6d-9baa-4444-a94a-9cdff72d9bb6 None None] The sync data for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv is: [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:53Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:24:55.350811 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] For port 309e6349-9102-4ed5-96f7-b3b94531cfa1, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:24:55.356313 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] For port 309e6349-9102-4ed5-96f7-b3b94531cfa1, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=309e6349-9102-4ed5-96f7-b3b94531cfa1,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:24:55.361599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:55.447887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83636cb7-f82a-4315-b95f-32effd668a67 None None] Pushing event updated for resources: {'Port': ['ID=309e6349-9102-4ed5-96f7-b3b94531cfa1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:55.791057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.1 (f4512c70-f34b-4310-a13e-9036ddb01098/866fdef9-f9df-487b-8778-54522844e6b0/c9d243fa-9dc6-473a-a67d-f470c7082f26) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:24:55.955390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:55.971980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object c9d243fa-9dc6-473a-a67d-f470c7082f26 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:24:55.994402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.073947 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network f4512c70-f34b-4310-a13e-9036ddb01098 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:24:56.078258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:24:56.082932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:24:56.109042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=c9d243fa-9dc6-473a-a67d-f470c7082f26,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:56.149696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:24:56.154420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.241311 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:24:56.248324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:24:56.248691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.259259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.377955 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.395659 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ed333ebd-e3d3-4d69-bb58-8ad2c48137c0,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:24:56.400117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.401424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 309e6349-9102-4ed5-96f7-b3b94531cfa1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:24:56.494765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d005f9-e1d9-4322-9010-363d2cae5dff None None] Network f4512c70-f34b-4310-a13e-9036ddb01098 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:24:56.588970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=ed333ebd-e3d3-4d69-bb58-8ad2c48137c0,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:56.632182 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-80f0b784-9417-4cc4-8031-1dab1317dd6d None None] Provisioning for port 309e6349-9102-4ed5-96f7-b3b94531cfa1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:24:56.648865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 309e6349-9102-4ed5-96f7-b3b94531cfa1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:24:56.660508 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-80f0b784-9417-4cc4-8031-1dab1317dd6d None None] Provisioning complete for port 309e6349-9102-4ed5-96f7-b3b94531cfa1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:24:56.660876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80f0b784-9417-4cc4-8031-1dab1317dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.687474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 309e6349-9102-4ed5-96f7-b3b94531cfa1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:24:56.687762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.789687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.794354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.907001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=c9d243fa-9dc6-473a-a67d-f470c7082f26,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:56.910858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.996172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:57.013398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80f0b784-9417-4cc4-8031-1dab1317dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:57.046945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network f4512c70-f34b-4310-a13e-9036ddb01098 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:24:57.048132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:24:57.058922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 309e6349-9102-4ed5-96f7-b3b94531cfa1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=309e6349-9102-4ed5-96f7-b3b94531cfa1,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:24:57.063236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:57.177584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-80f0b784-9417-4cc4-8031-1dab1317dd6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:24:57.177932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-80f0b784-9417-4cc4-8031-1dab1317dd6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:24:57.180246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=309e6349-9102-4ed5-96f7-b3b94531cfa1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:57.446645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 4ba52ee0-f173-4b57-882c-853acaf88a09 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:24:57.646251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:24:57.658279 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-042ebfce-f86e-4d8a-b582-bfa42ae79e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/4ba52ee0-f173-4b57-882c-853acaf88a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2247362 May 06 14:24:57.828213 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-c62366e8-5d93-4f1d-95f8-ba92a7abc603 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249425676&fields=id&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 267 time: 0.0410855 May 06 14:24:57.854439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-101af616-e684-4ff1-93db-6096c4e80f1a None None] Provisioning complete for port 309e6349-9102-4ed5-96f7-b3b94531cfa1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:24:57.854970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-101af616-e684-4ff1-93db-6096c4e80f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:57.983179 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-101af616-e684-4ff1-93db-6096c4e80f1a None None] Provisioning for port c9d243fa-9dc6-473a-a67d-f470c7082f26 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:24:57.989067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-101af616-e684-4ff1-93db-6096c4e80f1a None None] Provisioning complete for port c9d243fa-9dc6-473a-a67d-f470c7082f26 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:24:57.989430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-101af616-e684-4ff1-93db-6096c4e80f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.051926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-101af616-e684-4ff1-93db-6096c4e80f1a None None] Port c9d243fa-9dc6-473a-a67d-f470c7082f26 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:24:58.079110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:24:58.086951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98305959-79f8-4663-8446-61815f24b8a6 req-94fb4e2c-f698-43bb-adf4-1a12a5014066 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:24:58.088217 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-98305959-79f8-4663-8446-61815f24b8a6 req-94fb4e2c-f698-43bb-adf4-1a12a5014066 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:24:58.104470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-98305959-79f8-4663-8446-61815f24b8a6 req-94fb4e2c-f698-43bb-adf4-1a12a5014066 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:24:58.105678 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-94fb4e2c-f698-43bb-adf4-1a12a5014066 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 796 time: 0.2714360 May 06 14:24:58.122957 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-f9f4b8b4-d621-459a-80b9-ed535da097a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/quotas/be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 375 time: 0.0113194 May 06 14:24:58.148395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:24:58.148762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.201166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-98305959-79f8-4663-8446-61815f24b8a6 req-ab5f61dd-d7c9-4128-b659-9070ee41e0eb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:24:58.216960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-98305959-79f8-4663-8446-61815f24b8a6 req-ab5f61dd-d7c9-4128-b659-9070ee41e0eb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:24:58.218404 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-ab5f61dd-d7c9-4128-b659-9070ee41e0eb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903785 May 06 14:24:58.262975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 309e6349-9102-4ed5-96f7-b3b94531cfa1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:24:58.329269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 309e6349-9102-4ed5-96f7-b3b94531cfa1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:24:58.329645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.356564 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-3851b8d2-13f7-4b59-a2d7-ec2be54a8f70 service neutron] 10.222.0.65 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257753 May 06 14:24:58.488111 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-bef3a76b-7c9c-4ae6-b045-661de1e4a662 service neutron] 10.222.0.65 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255016 May 06 14:24:58.884858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Sync routers for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:24:58.896515 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:24:58.897120 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:24:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:59.069560 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:24:59.405928 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 2, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:59.409730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Checking router: 4ba52ee0-f173-4b57-882c-853acaf88a09 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:24:59.410078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Updating router 4ba52ee0-f173-4b57-882c-853acaf88a09 port c9d243fa-9dc6-473a-a67d-f470c7082f26 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:24:59.459293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.715643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-ad50d6ac-04d0-4cf4-ae62-1b5baaac8e35 req-85deb26f-ce62-4b16-abb6-5d9fed49fac3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:24:59.727578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-ad50d6ac-04d0-4cf4-ae62-1b5baaac8e35 req-85deb26f-ce62-4b16-abb6-5d9fed49fac3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:24:59.729095 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ad50d6ac-04d0-4cf4-ae62-1b5baaac8e35 req-85deb26f-ce62-4b16-abb6-5d9fed49fac3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 210 time: 0.0637498 May 06 14:24:59.803110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.816298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Transition to ACTIVE for port object c9d243fa-9dc6-473a-a67d-f470c7082f26 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:24:59.822275 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.951497 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf400d-3ac1-4d6f-b000-4b70d2e1a022 None None] Pushing event updated for resources: {'Port': ['ID=c9d243fa-9dc6-473a-a67d-f470c7082f26,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:00.059241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Attempting to bind port c9d243fa-9dc6-473a-a67d-f470c7082f26 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:25:00.059639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Attempting to bind port c9d243fa-9dc6-473a-a67d-f470c7082f26 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:25:00.060087 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Attempting to bind port c9d243fa-9dc6-473a-a67d-f470c7082f26 on network f4512c70-f34b-4310-a13e-9036ddb01098 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:25:00.066942 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:25:00.067315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Checking segment: {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:25:00.067934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.068327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Bound using segment: {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:25:00.068792 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Bound port: c9d243fa-9dc6-473a-a67d-f470c7082f26, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:25:00.069166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.157908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] For port c9d243fa-9dc6-473a-a67d-f470c7082f26, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:25:00.160973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] For port c9d243fa-9dc6-473a-a67d-f470c7082f26, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c9d243fa-9dc6-473a-a67d-f470c7082f26,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:25:00.164522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.261735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf400d-3ac1-4d6f-b000-4b70d2e1a022 None None] Pushing event updated for resources: {'Port': ['ID=c9d243fa-9dc6-473a-a67d-f470c7082f26,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:00.266072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:25:00.266675 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:24:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:00.441986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:25:00.775937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:25:00Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:00.780308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dfb6a-ac9a-4ae4-b13a-30ec16bae664 None None] The sync data for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv is: [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:25:00Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:25:00.925459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98305959-79f8-4663-8446-61815f24b8a6 req-52aeab3b-54d7-40e9-a4e3-1bb2b97e1968 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:00.926267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-98305959-79f8-4663-8446-61815f24b8a6 req-52aeab3b-54d7-40e9-a4e3-1bb2b97e1968 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:25:00.939125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-98305959-79f8-4663-8446-61815f24b8a6 req-52aeab3b-54d7-40e9-a4e3-1bb2b97e1968 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:25:00.940446 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-52aeab3b-54d7-40e9-a4e3-1bb2b97e1968 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 796 time: 0.3346348 May 06 14:25:00.980896 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cae7b646-ad0a-40df-b28c-734c483e2c80 req-423a7e37-f1aa-4966-aa72-848965c3db84 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 210 time: 0.0462236 May 06 14:25:00.999867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-98305959-79f8-4663-8446-61815f24b8a6 req-3b112e3c-33c0-44d1-bfcd-4c3d378aca51 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:25:01.017524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-98305959-79f8-4663-8446-61815f24b8a6 req-3b112e3c-33c0-44d1-bfcd-4c3d378aca51 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:25:01.018759 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-3b112e3c-33c0-44d1-bfcd-4c3d378aca51 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 379 time: 0.0653586 May 06 14:25:01.028393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'port': {'device_id': '19715667-f5b3-4e71-adae-f938525f1552', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'admin_state_up': True, 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'security_groups': ['2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:25:01.169060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:01.178848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:01.188600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:25:01.191551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.360654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.10 (f4512c70-f34b-4310-a13e-9036ddb01098/866fdef9-f9df-487b-8778-54522844e6b0/ae2e13a2-8234-461c-ab49-f73ffa6a2efc) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:25:01.555329 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.571209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object ae2e13a2-8234-461c-ab49-f73ffa6a2efc will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:01.594788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.669718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network f4512c70-f34b-4310-a13e-9036ddb01098 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:25:01.672835 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:01.676915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:25:01.708492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:01.742916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:01.743514 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.769522 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-43c0ff8a-7ecc-49d2-9e5d-2cdf95611bdc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7456121 May 06 14:25:01.780762 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Request body: {'port': {'device_id': '19715667-f5b3-4e71-adae-f938525f1552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:25:01.891270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.903242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-65780c69-9921-4c66-ab2e-312feb30f74f None None] Provisioning for port ae2e13a2-8234-461c-ab49-f73ffa6a2efc completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:01.908022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-65780c69-9921-4c66-ab2e-312feb30f74f None None] Provisioning complete for port ae2e13a2-8234-461c-ab49-f73ffa6a2efc triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:01.908387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65780c69-9921-4c66-ab2e-312feb30f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.959808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-65780c69-9921-4c66-ab2e-312feb30f74f None None] Port ae2e13a2-8234-461c-ab49-f73ffa6a2efc cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:25:02.101097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c9d243fa-9dc6-473a-a67d-f470c7082f26 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:02.164967 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4783846a-60f4-4a26-a8a8-ca622e6d2ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.183722 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port c9d243fa-9dc6-473a-a67d-f470c7082f26 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:02.188427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c9d243fa-9dc6-473a-a67d-f470c7082f26 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:02.189184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.241093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db0808-1f79-4dfa-bab4-923999c38260 req-7c362dd9-3e93-4762-a720-91b88e86f132 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:02.241777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b7db0808-1f79-4dfa-bab4-923999c38260 req-7c362dd9-3e93-4762-a720-91b88e86f132 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:25:02.297192 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b7db0808-1f79-4dfa-bab4-923999c38260 req-7c362dd9-3e93-4762-a720-91b88e86f132 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:25:02.298352 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b7db0808-1f79-4dfa-bab4-923999c38260 req-7c362dd9-3e93-4762-a720-91b88e86f132 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 932 time: 0.1775835 May 06 14:25:02.340977 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.346245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2e13a2-8234-461c-ab49-f73ffa6a2efc {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:25:02.361675 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.374468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port c9d243fa-9dc6-473a-a67d-f470c7082f26, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c9d243fa-9dc6-473a-a67d-f470c7082f26,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:25:02.379202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.383416 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b7db0808-1f79-4dfa-bab4-923999c38260 req-ebdb7e7c-c9ff-47d5-a77a-db71703c88de tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710895 May 06 14:25:02.385068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Transition to ACTIVE for port object ae2e13a2-8234-461c-ab49-f73ffa6a2efc will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:02.389183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.450524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=c9d243fa-9dc6-473a-a67d-f470c7082f26,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.514516 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.624690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Attempting to bind port ae2e13a2-8234-461c-ab49-f73ffa6a2efc on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:25:02.625021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Attempting to bind port ae2e13a2-8234-461c-ab49-f73ffa6a2efc by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:25:02.625347 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Attempting to bind port ae2e13a2-8234-461c-ab49-f73ffa6a2efc on network f4512c70-f34b-4310-a13e-9036ddb01098 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:25:02.631354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Port ae2e13a2-8234-461c-ab49-f73ffa6a2efc on network f4512c70-f34b-4310-a13e-9036ddb01098 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:25:02.631670 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Attempting to bind port ae2e13a2-8234-461c-ab49-f73ffa6a2efc on network f4512c70-f34b-4310-a13e-9036ddb01098 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:25:02.638451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:25:02.638782 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Checking segment: {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:25:02.639159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Bound using segment: {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:25:02.639580 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Bound port: ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c92c588-362f-402a-9e07-aa275607aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:25:02.639960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.729183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:25:02.732592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:25:02.737012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.797535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.798819 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] 10.222.0.69 "PUT /v2.0/ports/ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 1094 time: 1.0222967 May 06 14:25:02.799255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:25:02.820462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594e764-9164-4e1e-96ce-5ef1e0938da3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.978368 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a88c4e-2ab0-4824-ba9a-c8c4f60d05f7'] response: {'name': 'network-changed', 'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'status': 'completed', 'code': 200} May 06 14:25:03.019947 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-efedf448-89cd-4d8a-bb40-732cabe8e034 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1097 time: 0.1834052 May 06 14:25:03.088169 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-fe9bb986-2d6c-4899-99d9-2548177bbbbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 217 time: 0.0609987 May 06 14:25:03.147412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98305959-79f8-4663-8446-61815f24b8a6 req-39434040-f3cb-4dd2-934c-39ccc6f90cb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:03.148822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-39434040-f3cb-4dd2-934c-39ccc6f90cb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 200 len: 835 time: 0.0559347 May 06 14:25:03.226061 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-647d8603-a7a0-4ad9-bb24-27ce0ef43ead service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4512c70-f34b-4310-a13e-9036ddb01098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714920 May 06 14:25:03.359550 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-cb421deb-ea09-4286-ae11-439b8125d75b service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273556 May 06 14:25:03.491500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-98305959-79f8-4663-8446-61815f24b8a6 req-aaef129f-14da-496b-9db3-780bdbb88f1a service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262999 May 06 14:25:03.640147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcc88c-51aa-410c-829a-b778eb04f491 req-255bba4a-48a5-4df7-b66d-f8de3ac0ca4f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:03.641530 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-97fcc88c-51aa-410c-829a-b778eb04f491 req-255bba4a-48a5-4df7-b66d-f8de3ac0ca4f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 944 time: 0.1307132 May 06 14:25:03.648141 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-fad6594c-a124-4300-bf97-0da12ea958d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1097 time: 0.1015689 May 06 14:25:03.770580 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-97fcc88c-51aa-410c-829a-b778eb04f491 req-d7fbe1b0-63ec-4a05-b069-e4554ddb5e8b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215091 May 06 14:25:03.805998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-29ddea51-973c-4214-a2a1-fef62bbf4874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:03.807404 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-29ddea51-973c-4214-a2a1-fef62bbf4874 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 897 time: 0.1431189 May 06 14:25:03.872849 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-ff5bcef7-3d5b-4a6e-8843-cf6ebe78d23b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 217 time: 0.0589821 May 06 14:25:03.937638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-df06c206-0e3b-4dfe-ac40-1e96e6b67d37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:03.939090 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-df06c206-0e3b-4dfe-ac40-1e96e6b67d37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 200 len: 835 time: 0.0606971 May 06 14:25:04.015530 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-ced5ba06-357d-48f3-a672-b99a6c650db0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4512c70-f34b-4310-a13e-9036ddb01098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687964 May 06 14:25:04.073819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c9d243fa-9dc6-473a-a67d-f470c7082f26 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:04.140314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port c9d243fa-9dc6-473a-a67d-f470c7082f26 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:04.140684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:04.152701 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-31ae007b-ebdd-4869-bf46-c97f28c8e63b service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299109 May 06 14:25:04.285020 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-378bb74e-6a9b-4b73-9b84-447a48d09006 req-0dc09fbc-9a6d-4751-9673-7524446b3bae service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265416 May 06 14:25:04.468076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9a3883d-95f8-4124-8600-d25d7d8c83c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:04.965957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997b875-8578-4e80-b710-e4037e996260 req-3f5b0681-2b19-4702-be4e-2a878d1fcc01 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:04.967392 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9997b875-8578-4e80-b710-e4037e996260 req-3f5b0681-2b19-4702-be4e-2a878d1fcc01 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 944 time: 0.0760016 May 06 14:25:05.012168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9997b875-8578-4e80-b710-e4037e996260 req-23a88160-9237-4125-b999-22a9a5f850a9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392542 May 06 14:25:05.656155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:05.684599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.207380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307380-85b9-48a9-b9f6-2c834408bdb7 req-02003a67-3af8-40e4-95df-d6fb9a0cbe46 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:06.208818 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e307380-85b9-48a9-b9f6-2c834408bdb7 req-02003a67-3af8-40e4-95df-d6fb9a0cbe46 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 944 time: 0.0781474 May 06 14:25:06.253899 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e307380-85b9-48a9-b9f6-2c834408bdb7 req-ce461133-7373-4428-a870-d15f5a68775f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390959 May 06 14:25:06.977553 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.393281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ae2e13a2-8234-461c-ab49-f73ffa6a2efc details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:25:07.450687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbff87-0cec-4d42-9176-e4215ee7b0f0 req-fe035ed7-3857-477f-91b7-dd04ed25371d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:07.452151 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-18bbff87-0cec-4d42-9176-e4215ee7b0f0 req-fe035ed7-3857-477f-91b7-dd04ed25371d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 944 time: 0.0783405 May 06 14:25:07.497353 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-18bbff87-0cec-4d42-9176-e4215ee7b0f0 req-234d9839-2d7e-4a7b-bf3b-1ee718c0e063 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395865 May 06 14:25:07.524089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:25:07.540197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'port_id': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'mac_address': 'fa:16:3e:f4:51:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:25:07.595084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.613350 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2e13a2-8234-461c-ab49-f73ffa6a2efc {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:25:07.628807 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:25:07.632639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.694849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:07.853855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['ae2e13a2-8234-461c-ab49-f73ffa6a2efc'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:25:08.688980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619297a9-1092-4209-824e-26aa1772525c req-b1a19eb3-bcc2-4bf6-af46-32807dd8bf6f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:08.690421 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-619297a9-1092-4209-824e-26aa1772525c req-b1a19eb3-bcc2-4bf6-af46-32807dd8bf6f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 945 time: 0.0760674 May 06 14:25:08.744286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-619297a9-1092-4209-824e-26aa1772525c req-f15de51f-c410-4b3c-8478-7b7fb0d4bdfc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476873 May 06 14:25:09.470042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ae2e13a2-8234-461c-ab49-f73ffa6a2efc up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:09.535649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port ae2e13a2-8234-461c-ab49-f73ffa6a2efc completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:09.540066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port ae2e13a2-8234-461c-ab49-f73ffa6a2efc triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:09.540917 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.652137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.678725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:25:09.688809 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:25:09.692839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.743393 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8649e8-09b2-4bc3-81d8-b821b254ada2'] response: {'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'code': 200} May 06 14:25:09.760268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:10.091459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe742b46-5ffa-46a2-bd62-10073545e816 req-3b41fad8-9e7b-4fde-8731-77783361b4fc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:10.092944 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe742b46-5ffa-46a2-bd62-10073545e816 req-3b41fad8-9e7b-4fde-8731-77783361b4fc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.2213950 May 06 14:25:10.096493 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-42903e5c-1542-4cc3-a3cd-6cbea07aa0d7 req-b93dc727-70b0-4c7d-afcc-2092226c43de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1099 time: 0.1021986 May 06 14:25:10.169868 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-fe742b46-5ffa-46a2-bd62-10073545e816 req-fe3d47f0-02f3-4c00-8a47-f8adbb739560 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700278 May 06 14:25:10.172769 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-42903e5c-1542-4cc3-a3cd-6cbea07aa0d7 req-f4883bd4-d656-40d7-8169-1ebc79346b75 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597346 May 06 14:25:11.368638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe42dc-d185-4576-8760-fe8d597e6a78 req-065230c5-67f1-44b0-80ef-97328edecf79 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:11.370079 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5cfe42dc-d185-4576-8760-fe8d597e6a78 req-065230c5-67f1-44b0-80ef-97328edecf79 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0784774 May 06 14:25:11.418263 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5cfe42dc-d185-4576-8760-fe8d597e6a78 req-287b9897-3bcd-453b-9efa-ade449350732 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427618 May 06 14:25:12.622505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae611-4318-4589-9601-caeb20ff80fb req-9cd3221a-4792-4ee1-96f7-49e005aeee22 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:12.623986 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e58ae611-4318-4589-9601-caeb20ff80fb req-9cd3221a-4792-4ee1-96f7-49e005aeee22 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0765295 May 06 14:25:12.671124 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e58ae611-4318-4589-9601-caeb20ff80fb req-edd07206-bb09-4d75-a1a1-5aa992ce9985 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411925 May 06 14:25:12.877960 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a295b8-9dad-4891-8fdb-730939e1d5cf req-c3021435-1eae-4808-89f8-981bb18f9a68 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:12.879487 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-54a295b8-9dad-4891-8fdb-730939e1d5cf req-c3021435-1eae-4808-89f8-981bb18f9a68 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0809054 May 06 14:25:12.927546 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-54a295b8-9dad-4891-8fdb-730939e1d5cf req-84574793-9ebd-4dca-a93e-c8fba65fb0c4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423095 May 06 14:25:12.954455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44918) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:13.030958 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-486bb77e-4ff5-4e94-80aa-70126854b9d8 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1094 time: 0.0751996 May 06 14:25:13.033419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44922) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:13.038674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:25:13.045919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:13.049956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:floatingip and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:13.052925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:13.058733 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:13.072526 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.210108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.345754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.186 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/d219db57-28d2-4728-ad74-28be6b45f1f2) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:25:13.487201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.513771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.578213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:25:13.581011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:13.585112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:25:13.608465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=d219db57-28d2-4728-ad74-28be6b45f1f2,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:14.069532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:14.123665 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:14.416237 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:14.420654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:14.526079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=d219db57-28d2-4728-ad74-28be6b45f1f2,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:14.537550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:14.721162 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Floating IP f9a02776-5ce0-4931-9c07-952818306201 associated. External IP: 172.26.0.186, port: ae2e13a2-8234-461c-ab49-f73ffa6a2efc. May 06 14:25:15.104405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 4ba52ee0-f173-4b57-882c-853acaf88a09 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:25:15.302216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:25:15.312276 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] Sync routers for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:25:15.325444 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:25:15.326161 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:25:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:15.326433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:15.381546 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eba7bf4c-dcde-4f4e-b0dd-2eaa9ff7f829 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3470247 May 06 14:25:15.382116 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:25:15.436083 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456225a0-dab5-4a1d-aeea-356e53e2cd3f'] response: {'name': 'network-changed', 'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'status': 'completed', 'code': 200} May 06 14:25:15.511753 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:25:15.589982 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-c02f8fa1-deae-434c-ad80-fa88aa58dc0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1099 time: 0.1285586 May 06 14:25:15.596084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28633c9-1679-48be-a475-4733191289fb req-27274b76-2441-456f-9dc0-6f76ee5a0723 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:15.597399 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c28633c9-1679-48be-a475-4733191289fb req-27274b76-2441-456f-9dc0-6f76ee5a0723 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.1046910 May 06 14:25:15.724574 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c28633c9-1679-48be-a475-4733191289fb req-79765eec-6556-4a0d-b08d-8cc5d9ec4c3a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084111 May 06 14:25:15.753211 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44930) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:15.759060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-df547886-0f10-44d2-a698-075bd1c51c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:15.760563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-df547886-0f10-44d2-a698-075bd1c51c32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 897 time: 0.1623497 May 06 14:25:15.868259 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d47fb99a-17e8-4b0e-a054-f769b4dd0ac0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/f9a02776-5ce0-4931-9c07-952818306201 HTTP/1.1" status: 200 len: 992 time: 0.1132374 May 06 14:25:15.870520 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'f9a02776-5ce0-4931-9c07-952818306201', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'port_id': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'mac_address': 'fa:16:3e:f4:51:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19715667-f5b3-4e71-adae-f938525f1552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:25:13Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:25:02Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:15.872518 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-da210e9c-1c17-47b8-b351-447fa1ccc09d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 1000 time: 0.1052117 May 06 14:25:15.874714 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] Checking router: 4ba52ee0-f173-4b57-882c-853acaf88a09 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:25:15.885715 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:25:15.886296 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:25:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:15.939187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-328c679a-803c-4a69-b8b6-6123c073f5de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:15.940636 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-328c679a-803c-4a69-b8b6-6123c073f5de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 200 len: 835 time: 0.0628192 May 06 14:25:16.064143 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:25:16.119524 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-a70f0b98-355b-4757-b6f9-316fa5779fe7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4512c70-f34b-4310-a13e-9036ddb01098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1732979 May 06 14:25:16.248651 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-bfe538d9-c62c-4c8e-b306-0090a547ecda service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228349 May 06 14:25:16.377298 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-859f9b85-8ed7-4172-8a47-4e421ea157a2 req-cfbf2910-f474-4eb6-92bc-bf4c52c03a09 service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231945 May 06 14:25:16.407280 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'f9a02776-5ce0-4931-9c07-952818306201', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'port_id': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'mac_address': 'fa:16:3e:f4:51:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19715667-f5b3-4e71-adae-f938525f1552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:25:13Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:25:02Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:16.411203 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf28556-64ae-414b-a8ed-aad603be34e8 None None] The sync data for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv is: [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': 'f9a02776-5ce0-4931-9c07-952818306201', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'port_id': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'mac_address': 'fa:16:3e:f4:51:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19715667-f5b3-4e71-adae-f938525f1552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:25:13Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:25:02Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:25:16.870186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44934) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:16.949664 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:25:16.977607 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7c68e5c1-2c0b-44f6-b5ec-8bd25def6c88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/f9a02776-5ce0-4931-9c07-952818306201 HTTP/1.1" status: 200 len: 992 time: 0.1061826 May 06 14:25:17.037727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff4475-048e-4e40-9b4f-bc705e861d55 None None] New status for floating IP f9a02776-5ce0-4931-9c07-952818306201: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:25:17.981381 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 44938) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:18.087214 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3d55df2a-8846-4f8e-93ff-4c1a49beb4e6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/f9a02776-5ce0-4931-9c07-952818306201 HTTP/1.1" status: 200 len: 994 time: 0.1046877 May 06 14:25:20.608786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:32.116106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-772bf1eb-d5f7-4727-9697-3b1cf9d60775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:34.472731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe0a56ba-9e69-44d1-9f7b-473b32cb6fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:35.658099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:35.686794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:36.989199 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:47.526026 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-aa42e075-cfbb-4ad4-81cb-5ee7282cb6a8 req-c1d31fc3-fe4c-4847-8b61-410e10be8be7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1340160 May 06 14:25:47.775412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 44966) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:47.834180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efeae-6776-44d3-9b78-0a687686207c req-ec8ae66b-87a0-4543-ba02-8b7124fbe009 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:47.835639 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d31efeae-6776-44d3-9b78-0a687686207c req-ec8ae66b-87a0-4543-ba02-8b7124fbe009 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0816348 May 06 14:25:47.882237 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d31efeae-6776-44d3-9b78-0a687686207c req-5ee64d82-eb00-4690-91a5-61c4e56278e2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410688 May 06 14:25:47.918210 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-fe2657ee-93c3-4fe2-b40f-69a582c478d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416216 May 06 14:25:49.130077 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-cf1e1916-7a50-4444-b254-f3ff1a8050a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1099 time: 0.1302390 May 06 14:25:49.136410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40aa5f-bcc6-4bc2-a082-e6061345cde3 req-4f209f16-9ba6-467a-b2d0-b1281e2a8c49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:49.139021 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8b40aa5f-bcc6-4bc2-a082-e6061345cde3 req-4f209f16-9ba6-467a-b2d0-b1281e2a8c49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.1099899 May 06 14:25:49.266478 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8b40aa5f-bcc6-4bc2-a082-e6061345cde3 req-af05cf53-a963-43af-89dc-4aa6ee815627 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088345 May 06 14:25:49.298378 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-d3cfc4e2-637a-4c19-866a-40cdbeb18fca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:49.299801 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-d3cfc4e2-637a-4c19-866a-40cdbeb18fca service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 897 time: 0.1599574 May 06 14:25:49.399471 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-d7653a62-017a-484e-8878-b47e54f50e86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 1002 time: 0.0939963 May 06 14:25:49.459294 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-c0001fe9-3c4e-412c-b605-b67d6efe937c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:49.460702 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-c0001fe9-3c4e-412c-b605-b67d6efe937c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 200 len: 835 time: 0.0554304 May 06 14:25:49.534705 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-62f36a1a-8b36-4b65-8327-cc9a9a137e9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4512c70-f34b-4310-a13e-9036ddb01098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683916 May 06 14:25:49.661535 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-4114cc45-2fb4-4c69-b5b4-9039a952b5d2 service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213336 May 06 14:25:49.796685 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-7188c437-dd9f-4fa4-920d-748c03c81f28 service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293380 May 06 14:25:50.475409 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29019e7-0cd8-4232-8304-9b47e65e1a68 req-356a3d69-4f75-4caf-83f2-2fd9a4f01dcf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:50.476762 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c29019e7-0cd8-4232-8304-9b47e65e1a68 req-356a3d69-4f75-4caf-83f2-2fd9a4f01dcf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0838826 May 06 14:25:50.521724 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-c29019e7-0cd8-4232-8304-9b47e65e1a68 req-26b3ece3-5352-445e-acf4-c8d84874ccf3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393915 May 06 14:25:50.611820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:51.712145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9651328-8097-470d-9d41-c0c3845a81d7 req-d1a6604b-d82e-4c4c-8689-ac544942f980 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:51.714171 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c9651328-8097-470d-9d41-c0c3845a81d7 req-d1a6604b-d82e-4c4c-8689-ac544942f980 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0739064 May 06 14:25:51.758002 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c9651328-8097-470d-9d41-c0c3845a81d7 req-39e11542-230c-4f99-82b0-639dcc926e00 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 May 06 14:25:52.952711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023384d-14a6-4a80-a043-e4b6d9774304 req-b6d7d407-08c2-40f0-9636-0523e7dce979 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:52.954149 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8023384d-14a6-4a80-a043-e4b6d9774304 req-b6d7d407-08c2-40f0-9636-0523e7dce979 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0758820 May 06 14:25:53.000901 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8023384d-14a6-4a80-a043-e4b6d9774304 req-c8d96909-48f5-4f70-af9c-83cb23e7682e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410173 May 06 14:25:53.949505 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:25:54.198032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ec87-e791-4a6c-a92e-49a5f73c02dd req-1b568d5d-b150-40ca-a619-29457845fb53 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:54.199363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d667ec87-e791-4a6c-a92e-49a5f73c02dd req-1b568d5d-b150-40ca-a619-29457845fb53 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0780530 May 06 14:25:54.243267 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d667ec87-e791-4a6c-a92e-49a5f73c02dd req-b8413249-6cba-43b6-8b5b-e54b0c7d70ba tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384128 May 06 14:25:55.449476 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe8508-0815-4ab2-bf6e-8072fd48facc req-73f583de-c43b-4683-a942-3d7cfc4a9749 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:55.451337 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cdfe8508-0815-4ab2-bf6e-8072fd48facc req-73f583de-c43b-4683-a942-3d7cfc4a9749 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0886896 May 06 14:25:55.505819 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cdfe8508-0815-4ab2-bf6e-8072fd48facc req-7147c2f3-86ca-4595-b7f2-7d7df8ebdc77 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486350 May 06 14:25:55.519541 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-991ad370-6f5d-41fa-b611-f34b4b09851d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1099 time: 0.0704663 May 06 14:25:55.755833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-f291054d-6fc9-43a1-9fa1-ba9d69fbcc41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:55.757260 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-f291054d-6fc9-43a1-9fa1-ba9d69fbcc41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 897 time: 0.2200904 May 06 14:25:55.858051 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-98adc516-4c73-40a4-a815-faa7e27f1987 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 1002 time: 0.0946643 May 06 14:25:55.921190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-6698d67c-222e-41aa-a0cc-f089c54a5577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:55.922609 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-6698d67c-222e-41aa-a0cc-f089c54a5577 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 200 len: 835 time: 0.0594716 May 06 14:25:55.993662 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-d203c626-ba47-4071-8fd0-7b2aa2c1a639 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4512c70-f34b-4310-a13e-9036ddb01098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657215 May 06 14:25:56.122150 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-509618c5-37a4-4dfb-8d38-9a278888712e service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220915 May 06 14:25:56.249214 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d78d2d05-51cf-47f5-b4b6-90913766c38a req-ab466e7d-50e9-4a67-bb84-5c8dbe1aa40d service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211109 May 06 14:25:56.706359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7e8e-fd55-47a4-9c7b-18bab0f53ea5 req-a216988d-65bf-4d04-a619-5a7736d9e531 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:56.707787 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-004d7e8e-fd55-47a4-9c7b-18bab0f53ea5 req-a216988d-65bf-4d04-a619-5a7736d9e531 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0747664 May 06 14:25:56.755993 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-004d7e8e-fd55-47a4-9c7b-18bab0f53ea5 req-6aa2e95a-8f67-4f70-9018-ff55fe014aeb tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426404 May 06 14:25:57.950713 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143d5fd-f9bd-4fb4-bfe3-78125f58b97d req-5db34a84-544b-4497-ab7d-748d8149c250 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:57.952180 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b143d5fd-f9bd-4fb4-bfe3-78125f58b97d req-5db34a84-544b-4497-ab7d-748d8149c250 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0763116 May 06 14:25:58.002415 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b143d5fd-f9bd-4fb4-bfe3-78125f58b97d req-46434a22-3129-4aa4-a55c-f8d588b4fb26 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439057 May 06 14:25:59.193996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37e0ae-6bf9-43b4-a6f9-5168cac2ebb4 req-aaf0f69f-80ad-479c-80fb-e1398f2536c0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:25:59.195340 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3c37e0ae-6bf9-43b4-a6f9-5168cac2ebb4 req-aaf0f69f-80ad-479c-80fb-e1398f2536c0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0738122 May 06 14:25:59.242101 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3c37e0ae-6bf9-43b4-a6f9-5168cac2ebb4 req-a2f5fef7-4166-4f4f-9d58-88055b579c34 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 May 06 14:26:00.446638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0f1d0-69ef-4742-8ff9-fcab0ebe0e41 req-8a59f490-b275-41ff-91aa-252ecf902fa9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:00.448115 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-84e0f1d0-69ef-4742-8ff9-fcab0ebe0e41 req-8a59f490-b275-41ff-91aa-252ecf902fa9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0747092 May 06 14:26:00.492495 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-84e0f1d0-69ef-4742-8ff9-fcab0ebe0e41 req-f8da78d6-5702-4e70-9b79-c78f2c66af11 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388806 May 06 14:26:01.687849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b415f-f4c9-463f-b9f4-c18e3834a604 req-e95b6b1e-b95b-4f2c-8f12-d1a31c1af20b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:01.689199 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a69b415f-f4c9-463f-b9f4-c18e3834a604 req-e95b6b1e-b95b-4f2c-8f12-d1a31c1af20b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0785928 May 06 14:26:01.733104 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a69b415f-f4c9-463f-b9f4-c18e3834a604 req-c476cc88-af06-4956-8d54-a757535bfe29 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384169 May 06 14:26:02.118462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-795d2a1e-5a26-4768-9485-191fea3519c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:03.006985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c782c-49b1-4394-987d-b885caccb1ec req-15670c32-1413-4890-9e00-f55da1ffd9d2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:03.008442 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6f3c782c-49b1-4394-987d-b885caccb1ec req-15670c32-1413-4890-9e00-f55da1ffd9d2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.1573677 May 06 14:26:03.053528 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6f3c782c-49b1-4394-987d-b885caccb1ec req-fbfebf00-ec56-4971-b7f3-3ee775aeab83 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 May 06 14:26:04.250758 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b87de-9074-47c5-ac79-d1e77267eb61 req-207edc94-bf56-4c53-b937-3346077fc6ef tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:04.252390 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2d1b87de-9074-47c5-ac79-d1e77267eb61 req-207edc94-bf56-4c53-b937-3346077fc6ef tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0751021 May 06 14:26:04.301492 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2d1b87de-9074-47c5-ac79-d1e77267eb61 req-064529ae-ef09-4ede-a0fe-e740eda1d55c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 May 06 14:26:04.473579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4efee960-fd5e-4f73-b01e-edc9f5580327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:05.496396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e2509-0369-4ed4-bfcc-14174dd5713c req-457f98c3-4366-4a3c-8f3a-635082cea1b6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:05.497818 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-964e2509-0369-4ed4-bfcc-14174dd5713c req-457f98c3-4366-4a3c-8f3a-635082cea1b6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0745535 May 06 14:26:05.542597 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-964e2509-0369-4ed4-bfcc-14174dd5713c req-84c631ef-57e0-47c5-aee2-6b6ffe78369e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391018 May 06 14:26:05.660802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:05.692731 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:06.621216 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-b6194d97-84db-46cf-b0e8-c0d3acdb59b5 service neutron] 10.222.0.69 "GET /v2.0/ports/ae2e13a2-8234-461c-ab49-f73ffa6a2efc/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0814674 May 06 14:26:06.944061 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89038d-8257-4733-8344-89c6aa1540be req-ca55a3ed-26c9-46aa-87ff-98a3020490be tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:06.945500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7b89038d-8257-4733-8344-89c6aa1540be req-ca55a3ed-26c9-46aa-87ff-98a3020490be tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.1338658 May 06 14:26:06.948998 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-06aba54a-3330-4830-9f5d-39635e5133b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 1099 time: 0.1071551 May 06 14:26:06.984782 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:07.030197 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7b89038d-8257-4733-8344-89c6aa1540be req-d35c4b3c-5152-4f6e-ba75-740441daa040 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792060 May 06 14:26:07.057239 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-024f0a08-fd87-4e1c-9420-d6eb783ee53f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1099 time: 0.0843067 May 06 14:26:07.186281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-ecf3039c-f1e7-4230-9cd3-ef1cef5673e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:07.187618 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-ecf3039c-f1e7-4230-9cd3-ef1cef5673e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 897 time: 0.1241009 May 06 14:26:07.289283 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-26ede787-f50b-4329-a91f-393b9306b018 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 1002 time: 0.0960698 May 06 14:26:07.362218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-eecfefd2-05a7-4c60-b352-6fdf8ddc70f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:07.363620 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-eecfefd2-05a7-4c60-b352-6fdf8ddc70f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 200 len: 835 time: 0.0692003 May 06 14:26:07.518805 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-c61c8659-e9e6-4024-8811-1b782882079c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4512c70-f34b-4310-a13e-9036ddb01098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1493008 May 06 14:26:07.646421 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-b4bf888c-909a-4ba1-8019-211a85f91db1 service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212428 May 06 14:26:07.775521 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1fad6c4c-1319-4f2e-9ddd-1837593c889b req-6b8708ca-d17b-40bb-94df-1e51e57b4c6a service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236076 May 06 14:26:08.226450 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f5db4-80b4-4e0b-9ea6-56ad6a0e57bb req-57dadd57-4914-40ab-b365-b37f9062fc57 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:08.227928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9f1f5db4-80b4-4e0b-9ea6-56ad6a0e57bb req-57dadd57-4914-40ab-b365-b37f9062fc57 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0786285 May 06 14:26:08.273501 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9f1f5db4-80b4-4e0b-9ea6-56ad6a0e57bb req-955c0615-6e81-4b3c-80ff-ac6f7fcb4f1c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396523 May 06 14:26:09.476822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110f635-8730-49da-be78-7ef6dc5298f2 req-445fbf99-7187-4bf2-b7f5-04379b0cba24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:09.478356 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1110f635-8730-49da-be78-7ef6dc5298f2 req-445fbf99-7187-4bf2-b7f5-04379b0cba24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0814457 May 06 14:26:09.529379 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1110f635-8730-49da-be78-7ef6dc5298f2 req-c12c376a-965b-459c-86a6-95136e1cc3fa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447328 May 06 14:26:10.727485 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312ebee-b2f3-496a-bc0d-e3290b105902 req-2aaf379a-fed0-4266-bc0b-3ec151ed5d3c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:10.729845 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a312ebee-b2f3-496a-bc0d-e3290b105902 req-2aaf379a-fed0-4266-bc0b-3ec151ed5d3c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0807402 May 06 14:26:10.776421 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a312ebee-b2f3-496a-bc0d-e3290b105902 req-0d318b23-87d4-4861-a0f4-00ad7983d319 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 May 06 14:26:11.096922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-b4628e8b-8f5e-4294-8f04-98af15257ea9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:11.098264 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-b4628e8b-8f5e-4294-8f04-98af15257ea9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 946 time: 0.0816200 May 06 14:26:11.114692 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fe041-821b-408e-bbb5-e9ee3943ef59 req-bebe2b65-484e-436b-87f5-6e25db60626b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:11.116138 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-654fe041-821b-408e-bbb5-e9ee3943ef59 req-bebe2b65-484e-436b-87f5-6e25db60626b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0840456 May 06 14:26:11.161450 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-654fe041-821b-408e-bbb5-e9ee3943ef59 req-622e5ea6-d916-4a10-997c-a17c1cf5a8ae tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397518 May 06 14:26:11.231971 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-11eaa612-c292-4e1a-9557-2cf313be8564 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1099 time: 0.0671260 May 06 14:26:11.423460 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-79eddcec-8832-46db-a07e-e20586075b23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:11.424817 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-79eddcec-8832-46db-a07e-e20586075b23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 897 time: 0.1878195 May 06 14:26:11.486004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9ca17-e041-4e8d-9e73-ccc321edb140 req-7cedfb56-6dce-45e4-afed-741216fc579b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:11.487373 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22f9ca17-e041-4e8d-9e73-ccc321edb140 req-7cedfb56-6dce-45e4-afed-741216fc579b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.1837873 May 06 14:26:11.563747 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22f9ca17-e041-4e8d-9e73-ccc321edb140 req-b089b7bf-12e9-4285-be67-130722d19468 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709050 May 06 14:26:11.565419 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-2a6390c1-97b4-4f4c-be72-1589a7e805e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 1002 time: 0.1327085 May 06 14:26:11.629700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-322dd57e-3e66-4feb-8b23-daa69b332a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:11.631099 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-322dd57e-3e66-4feb-8b23-daa69b332a48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 200 len: 835 time: 0.0599730 May 06 14:26:11.703037 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-14d190be-a39e-45e0-b5a4-259c6269d228 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4512c70-f34b-4310-a13e-9036ddb01098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660248 May 06 14:26:11.737455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ae2e13a2-8234-461c-ab49-f73ffa6a2efc details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:26:11.739848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ae2e13a2-8234-461c-ab49-f73ffa6a2efc no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:26:11.833297 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-a5ed091e-144e-431a-b52f-eed893c94f24 service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248446 May 06 14:26:11.944631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:11.965227 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ee374ce-9939-473c-9018-7eac69bb1006 req-20d8c4f7-4f5e-4fed-b949-f4a040e17b70 service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264093 May 06 14:26:11.973854 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:26:11.996380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'port_id': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'mac_address': 'fa:16:3e:f4:51:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:26:11.997652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:26:12.038517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:26:12.049237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:12.083394 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e017c9-eb11-4998-ac47-d1f9bbdeaa0d'] response: {'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'code': 200} May 06 14:26:12.109244 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:12.134069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae2e13a2-8234-461c-ab49-f73ffa6a2efc {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:26:12.143001 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:12.183946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.184286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.184610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.184938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.185260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.185647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.185971 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.186307 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.186641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.187007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.187324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:12.207949 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:26:12.208299 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:26:12.772058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:12.777914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db1a31-7a0e-4889-adee-6f0a59251937 req-6eb11e1b-3405-44c3-a961-f381eaea1cbf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:12.779363 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06db1a31-7a0e-4889-adee-6f0a59251937 req-6eb11e1b-3405-44c3-a961-f381eaea1cbf tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 944 time: 0.0834234 May 06 14:26:12.786930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2e13a2-8234-461c-ab49-f73ffa6a2efc {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:26:12.803135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:26:12.807017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:12.831166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-06db1a31-7a0e-4889-adee-6f0a59251937 req-09fb5dce-479d-4413-bdee-8ac3efef6c26 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461435 May 06 14:26:12.861351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45042) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:12.881863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['ae2e13a2-8234-461c-ab49-f73ffa6a2efc'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:26:12.955216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:12.980604 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-081c48b6-3070-4929-9b40-8f75aa2dbace tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/f9a02776-5ce0-4931-9c07-952818306201 HTTP/1.1" status: 200 len: 993 time: 0.1179669 May 06 14:26:13.752896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ae2e13a2-8234-461c-ab49-f73ffa6a2efc up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:26:13.821409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port ae2e13a2-8234-461c-ab49-f73ffa6a2efc triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:26:13.822670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:13.933948 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:13.965427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:26:13.969065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:14.033294 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:14.084308 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:26:14.138503 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e3e86f-b684-4d6f-9601-050422f3bacc'] response: {'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'code': 200} May 06 14:26:20.609937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:30.950321 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:26:32.120987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9be2722-b710-4b4d-8c92-19ab425ca7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:34.474776 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96fcb913-043f-41b7-8d94-f706f2ced451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:35.662871 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:35.691199 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:36.988421 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:41.395890 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45056) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:41.683506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port d219db57-28d2-4728-ad74-28be6b45f1f2 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:26:41.684342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:41.848809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:41.849128 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:41.965737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for d219db57-28d2-4728-ad74-28be6b45f1f2 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:26:42.115687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:42.159709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=d219db57-28d2-4728-ad74-28be6b45f1f2,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:42.196625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.196970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.197307 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.197642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.197973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.198315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.198624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.198945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.199299 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.199623 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.199976 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:42.261068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:42.643939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 4ba52ee0-f173-4b57-882c-853acaf88a09 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:26:42.844859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:26:42.854237 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] Sync routers for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:26:42.866200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:42.866390 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:26:42.866931 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:26:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:42.908316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-65e4f478-3249-4785-97cb-096ceaae4f27 req-ee7dc59d-9560-490c-9174-0d5deabcb958 tempest-ServerDiskConfigTestJSON-1918697979 tempest-ServerDiskConfigTestJSON-1918697979-project] (84022) timed out ('10.222.0.69', 52602) {{(pid=84022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:26:42.928384 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-67053bd3-91b1-4fd2-9c98-7625772eb87a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/floatingips/f9a02776-5ce0-4931-9c07-952818306201 HTTP/1.1" status: 204 len: 168 time: 1.5290632 May 06 14:26:42.928384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:26:42.983273 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f7e0ec-1289-40e0-8b89-629e76a4266f'] response: {'name': 'network-changed', 'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'status': 'completed', 'code': 200} May 06 14:26:43.069788 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:26:43.077495 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-c8313b86-9b92-4fe0-8d54-b6f50e2debdb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 1099 time: 0.0709050 May 06 14:26:43.373592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-79ef433c-e28b-47ef-b390-4beca5608f32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:43.375032 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-79ef433c-e28b-47ef-b390-4beca5608f32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 200 len: 897 time: 0.2919521 May 06 14:26:43.382241 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:25:02Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:43.385990 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] Checking router: 4ba52ee0-f173-4b57-882c-853acaf88a09 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:26:43.396754 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:26:43.397337 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:26:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:43.435200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d28c7-3a58-483c-868f-b946f3ea0193 req-646872cb-ce5b-4e23-8b28-448cbd876b3b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:43.435822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-576d28c7-3a58-483c-868f-b946f3ea0193 req-646872cb-ce5b-4e23-8b28-448cbd876b3b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:26:43.462295 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-5b8eab52-da4c-470d-9606-12e7cd3465c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 200 len: 217 time: 0.0799747 May 06 14:26:43.465892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-576d28c7-3a58-483c-868f-b946f3ea0193 req-646872cb-ce5b-4e23-8b28-448cbd876b3b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:26:43.467008 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-576d28c7-3a58-483c-868f-b946f3ea0193 req-646872cb-ce5b-4e23-8b28-448cbd876b3b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.2043061 May 06 14:26:43.555414 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-da80d776-b076-458c-8ba0-94a58f08578e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:43.556884 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-da80d776-b076-458c-8ba0-94a58f08578e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 200 len: 835 time: 0.0878980 May 06 14:26:43.562187 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-576d28c7-3a58-483c-868f-b946f3ea0193 req-ee282896-d218-4062-8c28-5e162752714f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641716 May 06 14:26:43.575857 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:26:43.638689 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-9bc31ac9-a087-4177-a090-29da8644bc17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4512c70-f34b-4310-a13e-9036ddb01098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752673 May 06 14:26:43.770280 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-cc21094d-4b76-4323-b4f1-e08026121781 service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248493 May 06 14:26:43.889529 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:25:02Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:43.894293 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724494-a629-40f6-a55d-df48407db9c1 None None] The sync data for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv is: [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'c9d243fa-9dc6-473a-a67d-f470c7082f26', 'name': '', 'network_id': 'f4512c70-f34b-4310-a13e-9036ddb01098', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:a9:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866fdef9-f9df-487b-8778-54522844e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:55Z', 'updated_at': '2022-05-06T14:25:02Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '866fdef9-f9df-487b-8778-54522844e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:26:43.901667 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-abe419c6-de8c-4381-94b5-7a7cc1a472a8 req-0e3e0303-359d-4a31-883e-15a2400ebbec service neutron] 10.222.0.69 "GET /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254244 May 06 14:26:44.205618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b331510-8187-4b96-a1e4-477caf55fa49 None None] New status for floating IP f9a02776-5ce0-4931-9c07-952818306201: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:26:44.972257 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc608-2ff4-40ff-8718-a89615ab9b20 req-4b11798b-8bc9-48e0-833b-4a05349ea7ef tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:44.973690 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ad1cc608-2ff4-40ff-8718-a89615ab9b20 req-4b11798b-8bc9-48e0-833b-4a05349ea7ef tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0769985 May 06 14:26:45.000821 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-c9035a8d-2a2d-47c1-a48b-6e9b69ef1f2b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:45.002504 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-c9035a8d-2a2d-47c1-a48b-6e9b69ef1f2b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 946 time: 0.0794387 May 06 14:26:45.021485 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ad1cc608-2ff4-40ff-8718-a89615ab9b20 req-02af28b6-f86a-4fcb-bb57-99f15daffbec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422022 May 06 14:26:45.073544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port ae2e13a2-8234-461c-ab49-f73ffa6a2efc {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:26:45.073887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:45.311444 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port ae2e13a2-8234-461c-ab49-f73ffa6a2efc, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:26:45.311818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:45.430694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for ae2e13a2-8234-461c-ab49-f73ffa6a2efc owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:26:45.571290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:45.621465 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=ae2e13a2-8234-461c-ab49-f73ffa6a2efc,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:45.694868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] No DVR routers for this DVR port ae2e13a2-8234-461c-ab49-f73ffa6a2efc on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:26:45.697177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:45.700150 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'name': 'network-vif-deleted', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:26:45.714982 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6c15abb7-d5ab-496d-a41b-b7e4c3f97f56 req-ff558ab6-17d3-4a5b-b476-98140679d707 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "DELETE /v2.0/ports/ae2e13a2-8234-461c-ab49-f73ffa6a2efc HTTP/1.1" status: 204 len: 173 time: 0.7074740 May 06 14:26:45.764047 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12dd78e0-c04b-4f40-a771-76176c680d9a'] response: {'server_uuid': '19715667-f5b3-4e71-adae-f938525f1552', 'name': 'network-vif-deleted', 'tag': 'ae2e13a2-8234-461c-ab49-f73ffa6a2efc', 'status': 'completed', 'code': 200} May 06 14:26:46.207422 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-be82fd73-b1e2-4bcb-8aa8-96d10f2f6424 req-ea4fe6f6-cf55-428c-b865-12e398f3c232 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=19715667-f5b3-4e71-adae-f938525f1552 HTTP/1.1" status: 200 len: 210 time: 0.0490377 May 06 14:26:47.313744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45076) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:47.799390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:48.402093 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port c9d243fa-9dc6-473a-a67d-f470c7082f26 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:26:48.402791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:48.582153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port c9d243fa-9dc6-473a-a67d-f470c7082f26, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=c9d243fa-9dc6-473a-a67d-f470c7082f26,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:26:48.582506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:48.699963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for c9d243fa-9dc6-473a-a67d-f470c7082f26 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:26:48.868955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:48.917656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=c9d243fa-9dc6-473a-a67d-f470c7082f26,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:49.304574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:49.868097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 4ba52ee0-f173-4b57-882c-853acaf88a09 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:26:49.920725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ae2e13a2-8234-461c-ab49-f73ffa6a2efc no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:26:49.953765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: ae2e13a2-8234-461c-ab49-f73ffa6a2efc {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:26:49.954102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device ae2e13a2-8234-461c-ab49-f73ffa6a2efc not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:26:50.062315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:26:50.073512 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] Sync routers for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:26:50.076642 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-26945adb-d42a-4487-bb52-59f884237096 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/4ba52ee0-f173-4b57-882c-853acaf88a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7615495 May 06 14:26:50.079061 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45080) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:50.098297 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:26:50.099226 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:26:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:50.266907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting subnet 866fdef9-f9df-487b-8778-54522844e6b0 {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:26:50.269776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.275073 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:26:50.327238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.410472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.482242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.527861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Subnet': ['ID=866fdef9-f9df-487b-8778-54522844e6b0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:50.541496 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.541844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.542188 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.542527 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.542861 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.543189 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.543985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.543985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.544192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.544483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.544805 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:50.547558 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.549289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f792fab1-f14c-4414-8960-4fb327bfaad6 None None] Network f4512c70-f34b-4310-a13e-9036ddb01098 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:26:50.554035 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f0eb6a34-72a4-44da-8013-6eb9e561dd88 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/subnets/866fdef9-f9df-487b-8778-54522844e6b0 HTTP/1.1" status: 204 len: 168 time: 0.4736347 May 06 14:26:50.556668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45084) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:50.592408 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:26:48Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:50.596180 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] Checking router: 4ba52ee0-f173-4b57-882c-853acaf88a09 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:26:50.606591 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] Routers {'4ba52ee0-f173-4b57-882c-853acaf88a09'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:26:50.607199 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:26:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['4ba52ee0-f173-4b57-882c-853acaf88a09'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:50.699904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.762162 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.786751 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] Set router 4ba52ee0-f173-4b57-882c-853acaf88a09 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:26:50.863839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] DHCP port deletion for f4512c70-f34b-4310-a13e-9036ddb01098 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:26:50.868211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] Deleting port 309e6349-9102-4ed5-96f7-b3b94531cfa1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:26:50.868583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.969280 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:50.980195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:26:50.980541 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:51.074796 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:26:48Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:51.079081 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c683dfe-c9bf-4103-bfe3-67a82fef21c5 None None] The sync data for ids ['4ba52ee0-f173-4b57-882c-853acaf88a09'] in dv-neutron-840889-1-hyperv is: [{'id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519610515', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:26:48Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': 'ed333ebd-e3d3-4d69-bb58-8ad2c48137c0', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba52ee0-f173-4b57-882c-853acaf88a09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:24:52Z', 'updated_at': '2022-05-06T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:26:51.089877 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] For port 309e6349-9102-4ed5-96f7-b3b94531cfa1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=309e6349-9102-4ed5-96f7-b3b94531cfa1,segment=NetworkSegment(1c92c588-362f-402a-9e07-aa275607aaee),segment_id=1c92c588-362f-402a-9e07-aa275607aaee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:26:51.090459 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:51.212228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] Calling delete_port for 309e6349-9102-4ed5-96f7-b3b94531cfa1 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:26:51.254751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port ed333ebd-e3d3-4d69-bb58-8ad2c48137c0, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ed333ebd-e3d3-4d69-bb58-8ad2c48137c0,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:26:51.255312 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:51.285685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:51.328654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] Pushing event deleted for resources: {'Port': ['ID=309e6349-9102-4ed5-96f7-b3b94531cfa1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:51.335687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db8449-8e4d-4aa8-ad3b-6e347d05b444 None None] No DVR routers for this DVR port 309e6349-9102-4ed5-96f7-b3b94531cfa1 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:26:51.375665 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:26:51.544681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:51.586750 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=ed333ebd-e3d3-4d69-bb58-8ad2c48137c0,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:51.812826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.061727 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.065879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.092054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.092592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Fanout notify agent at l3_agent the message router_deleted on router 4ba52ee0-f173-4b57-882c-853acaf88a09 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:26:52.107975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.111524 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8cb99acf-265d-4e65-8dd9-12e7b803335d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/routers/4ba52ee0-f173-4b57-882c-853acaf88a09 HTTP/1.1" status: 204 len: 168 time: 1.5516183 May 06 14:26:52.112388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45088) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:52.181451 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 309e6349-9102-4ed5-96f7-b3b94531cfa1 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:26:52.221635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 309e6349-9102-4ed5-96f7-b3b94531cfa1 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:26:52.221983 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 309e6349-9102-4ed5-96f7-b3b94531cfa1 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:26:52.222441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c9d243fa-9dc6-473a-a67d-f470c7082f26 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:26:52.239678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.259242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: c9d243fa-9dc6-473a-a67d-f470c7082f26 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:26:52.259799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device c9d243fa-9dc6-473a-a67d-f470c7082f26 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:26:52.366904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.486193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4512c70-f34b-4310-a13e-9036ddb01098']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:52.498722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c92c588-362f-402a-9e07-aa275607aaee') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:52.499017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c92c588-362f-402a-9e07-aa275607aaee') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:52.510233 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.526419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.534253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:26:52.534655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:26:52.549703 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:26:52.630018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.646262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.657015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Network': ['ID=f4512c70-f34b-4310-a13e-9036ddb01098,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:52.664848 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1f0a0a6c-38e0-4266-a2ac-8fcc6b0839f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/networks/f4512c70-f34b-4310-a13e-9036ddb01098 HTTP/1.1" status: 204 len: 168 time: 0.5514882 May 06 14:26:52.667386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45092) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:52.734702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f680875-17a8-495f-9984-d14bd095fb0b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.763204 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f680875-17a8-495f-9984-d14bd095fb0b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.824097 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f680875-17a8-495f-9984-d14bd095fb0b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.841822 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f680875-17a8-495f-9984-d14bd095fb0b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:52.853970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4f680875-17a8-495f-9984-d14bd095fb0b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.857913 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4f680875-17a8-495f-9984-d14bd095fb0b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/security-groups/2ccc1d43-06e7-436f-bc10-0b4c95e1cd6b HTTP/1.1" status: 204 len: 168 time: 0.1862793 May 06 14:26:53.144627 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45100) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:53.150221 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651812174', 'description': 'tempest-secgroup-smoke-1651812174 description', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:53.156090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:53.160198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:53.163014 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:53.168710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:53.181921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.216587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:53.220322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:53.223218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:53.228920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:53.289993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.293973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.336828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10149e7-c770-476f-a6a5-b4cc6c82f48e,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:53.339415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.340592 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-171db718-69c8-45f5-82f4-d0592d228051 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1950307 May 06 14:26:53.343370 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45104) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:53.348653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'f10149e7-c770-476f-a6a5-b4cc6c82f48e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:53.354610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:53.358888 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:53.361750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:53.367440 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:53.384335 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.445715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.449409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.472984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8009a7ff-ed8e-49b9-805d-a969a97c5336,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:53.482518 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.483684 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-df9bef7b-a2aa-4836-9f2b-2ace6f4536ca tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1393800 May 06 14:26:53.486421 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45108) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:53.491625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'f10149e7-c770-476f-a6a5-b4cc6c82f48e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:53.497757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:53.501772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:53.504573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:53.510166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:53.526638 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.588420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.592125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.614475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f80491c-133e-4f2d-93aa-056562faed02,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:53.624092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.625306 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8fca7049-70ce-49a9-a18b-834da9204c0d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1379924 May 06 14:26:53.628198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45112) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:53.633641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'f10149e7-c770-476f-a6a5-b4cc6c82f48e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:53.639525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:53.643354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:53.647177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:53.652878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:53.668288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.729556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.733371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.759723 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b8e61a-596d-40de-b3bb-7d4af193d562,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:53.772789 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.773961 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d616d08b-0556-43ae-89a1-fab3e6b501a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1447480 May 06 14:26:53.776624 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45116) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:53.783680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'f10149e7-c770-476f-a6a5-b4cc6c82f48e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:53.789912 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:53.794390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:53.797286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:53.806791 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:53.825096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.889884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.893640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.916462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d292e3d1-bc5a-4ca0-a5a6-98a394f63b37,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:53.926118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.927362 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2a994ecb-9e71-4860-a5e8-3db944cceb9f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1492226 May 06 14:26:53.930153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45120) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:53.935553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'f10149e7-c770-476f-a6a5-b4cc6c82f48e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:53.941405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:53.945291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:53.948184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:53.953989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:53.963938 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:26:53.970477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.032786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.036088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.059026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ee14f2-90f4-499d-ad06-eb8aa2c14801,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:54.067219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.068473 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-da95cb0f-22dc-4f99-a838-6f120fc7113b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1373622 May 06 14:26:54.071191 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45124) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:54.077436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': 'f10149e7-c770-476f-a6a5-b4cc6c82f48e', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:54.080751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:26:54.084437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:54.088314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:54.092121 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:54.097880 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:54.112276 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:26:54.121068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.123273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:26:54.123612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ed333ebd-e3d3-4d69-bb58-8ad2c48137c0 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:26:54.185426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.188998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.211308 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd05867-7a8f-4455-92ee-a04a01c4bea2,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:54.220986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.222159 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-c4c94546-21e3-4465-92b4-ac89ea213180 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1498358 May 06 14:26:54.224962 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45128) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:54.230271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'network': {'name': 'tempest-network-smoke--1676153120', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'port_security_enabled': True}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:54.235125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:54.239208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:network and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:54.242050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:54.247717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:54.260144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:26:54.263441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.290927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:26:54.299357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.299696 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Added segment 1bd1fcdf-0aae-45d5-9da2-b7977c1a2104 of type vlan for network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 May 06 14:26:54.326578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.354891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.358562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:54.359146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.463953 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2379541 May 06 14:26:54.466673 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45132) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:54.469640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f4fba-dcaf-4776-82a2-91b9cd5ec47c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Network': ['ID=3826fa1d-d8d5-4352-9e17-a1263cdd0d17,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:54.472125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'admin_state_up': True, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:54.479398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:54.480304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:26:54.483456 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:router and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:54.486458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:54.492358 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:54.503441 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.504511 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.524005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.669435 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.924869 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:54.953954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:55.085114 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.116 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/2b6052d0-4107-4bd7-98b2-913bf72a6d98) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:26:55.228484 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:55.254689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:55.320966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:26:55.323597 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:26:55.327449 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:26:55.360698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=2b6052d0-4107-4bd7-98b2-913bf72a6d98,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:55.479146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:55.479845 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:55.711034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:26:55.914284 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:26:55.924096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Sync routers for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:26:55.936733 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:26:55.937440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:26:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:55.940746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:55.941919 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-678efaed-e4a0-43d7-8d86-6b7bad70ab24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4742339 May 06 14:26:55.945002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45136) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:56.051717 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-32d43665-684a-45f9-9a9f-db7034f4bfdf tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033821 May 06 14:26:56.051975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45142) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:56.116952 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:26:56.180047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6353427a-8bed-4d23-a72e-596984bcd307 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:56.181450 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6353427a-8bed-4d23-a72e-596984bcd307 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286206 May 06 14:26:56.184823 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45146) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:56.225429 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8b39fc32-8cb7-4a60-b335-4606fd9c747a tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372982 May 06 14:26:56.225638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45150) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:56.230769 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892647829', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:26:56.338568 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:26:56.343077 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:subnet and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:26:56.345897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:26:56.351625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:26:56.361396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:26:56.392927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:55Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:56.396795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Checking router: c57f6aa9-9c31-4d5d-a74c-369d40644fd4 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:26:56.397138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Updating router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 port 2b6052d0-4107-4bd7-98b2-913bf72a6d98 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:26:56.446977 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:56.462971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:56.770672 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:56.814578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:56.829302 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Transition to ACTIVE for port object 2b6052d0-4107-4bd7-98b2-913bf72a6d98 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:26:56.836019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:56.847184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Subnet': ['ID=265067d3-a2de-4ced-9ef8-49b77dbc6e8f,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:56.861393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Checking segment: {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:26:56.861764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network hostable DHCP agents. Network: 3826fa1d-d8d5-4352-9e17-a1263cdd0d17, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:26:56.886281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:26:56.898516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 3826fa1d-d8d5-4352-9e17-a1263cdd0d17) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:26:56.906798 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:26:56.907507 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:56.911415 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339d13d-5140-4d92-bdf9-dd70e623fc06 None None] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:26:56.930877 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-86ebcfba-99c9-4696-b15f-6681cca47e23 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7042243 May 06 14:26:56.934146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45154) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:56.978539 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Attempting to bind port 2b6052d0-4107-4bd7-98b2-913bf72a6d98 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:26:56.979142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Attempting to bind port 2b6052d0-4107-4bd7-98b2-913bf72a6d98 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:26:56.979142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Attempting to bind port 2b6052d0-4107-4bd7-98b2-913bf72a6d98 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:26:57.003078 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfdaf8-b2ba-400c-a135-299d6280faf5 None None] Pushing event updated for resources: {'Port': ['ID=2b6052d0-4107-4bd7-98b2-913bf72a6d98,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:57.007682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:26:57.008075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:26:57.008473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:57.008860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:26:57.009323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Bound port: 2b6052d0-4107-4bd7-98b2-913bf72a6d98, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:26:57.009690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:57.148803 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] For port 2b6052d0-4107-4bd7-98b2-913bf72a6d98, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:26:57.161290 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] For port 2b6052d0-4107-4bd7-98b2-913bf72a6d98, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2b6052d0-4107-4bd7-98b2-913bf72a6d98,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:26:57.193257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:57.250085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:26:57.253320 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:57.356455 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfdaf8-b2ba-400c-a135-299d6280faf5 None None] Pushing event updated for resources: {'Port': ['ID=2b6052d0-4107-4bd7-98b2-913bf72a6d98,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:57.372736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:26:57.373380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:26:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:57.586572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Allocated IP 172.20.0.2 (3826fa1d-d8d5-4352-9e17-a1263cdd0d17/265067d3-a2de-4ced-9ef8-49b77dbc6e8f/b9af2c27-c471-4eff-81a6-f93afade24b5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:26:57.676716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:26:57.781548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.084314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.098476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Transition to ACTIVE for port object b9af2c27-c471-4eff-81a6-f93afade24b5 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:26:58.121996 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Transition to ACTIVE for port object b9af2c27-c471-4eff-81a6-f93afade24b5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:26:58.128687 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.193193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.1 (3826fa1d-d8d5-4352-9e17-a1263cdd0d17/265067d3-a2de-4ced-9ef8-49b77dbc6e8f/91eba4c9-f113-496c-979c-a3f74a8aa6d7) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:26:58.193834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:55Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:58.203646 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:26:58.207183 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:26:58.209029 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e2e00-bc41-4a88-b856-be9503b45d55 None None] The sync data for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv is: [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:55Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:26:58.210453 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:26:58.216429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Pushing event updated for resources: {'Port': ['ID=b9af2c27-c471-4eff-81a6-f93afade24b5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:58.307270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Attempting to bind port b9af2c27-c471-4eff-81a6-f93afade24b5 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:26:58.307630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Attempting to bind port b9af2c27-c471-4eff-81a6-f93afade24b5 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:26:58.308039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Attempting to bind port b9af2c27-c471-4eff-81a6-f93afade24b5 on network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:26:58.315039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:26:58.315737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Checking segment: {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:26:58.315926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.316479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Bound using segment: {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:26:58.316651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Bound port: b9af2c27-c471-4eff-81a6-f93afade24b5, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:26:58.317032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.364261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.394027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object 91eba4c9-f113-496c-979c-a3f74a8aa6d7 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:26:58.423365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.427516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] For port b9af2c27-c471-4eff-81a6-f93afade24b5, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:26:58.430797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] For port b9af2c27-c471-4eff-81a6-f93afade24b5, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b9af2c27-c471-4eff-81a6-f93afade24b5,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:26:58.440898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.509943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:26:58.513220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:26:58.515611 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:26:58.528251 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c7bc4-2b4e-486a-b30f-254fea74f72f None None] Pushing event updated for resources: {'Port': ['ID=b9af2c27-c471-4eff-81a6-f93afade24b5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:58.585634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=91eba4c9-f113-496c-979c-a3f74a8aa6d7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:58.600078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.709292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:59.129548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:59.134134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:59.249830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:59.253425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=91eba4c9-f113-496c-979c-a3f74a8aa6d7,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:59.457709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f43d5f-d409-41e5-a4dd-b1c4c514187a None None] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:26:59.490145 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:26:59.491216 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:26:59.563529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-07e587ce-5e09-461c-897e-b4fe06b52f28 None None] Provisioning for port b9af2c27-c471-4eff-81a6-f93afade24b5 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:26:59.884687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:26:59.996431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-489f06f8-918e-445c-bc39-0567a796968a None None] Provisioning for port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:00.001936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-489f06f8-918e-445c-bc39-0567a796968a None None] Provisioning complete for port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:00.002578 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-489f06f8-918e-445c-bc39-0567a796968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.067446 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-489f06f8-918e-445c-bc39-0567a796968a None None] Port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:27:00.105070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:27:00.120710 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-36878c9d-7841-49b6-b01f-e0ee58185abc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/c57f6aa9-9c31-4d5d-a74c-369d40644fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1851118 May 06 14:27:00.201777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b9af2c27-c471-4eff-81a6-f93afade24b5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:00.252392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-404f9293-feec-4056-aec0-1110f7a94b7f None None] Provisioning complete for port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:00.252392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-404f9293-feec-4056-aec0-1110f7a94b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.316207 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-c95bb372-e97d-489d-9e62-8b39dd8c341c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651812174&fields=id&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 267 time: 0.0493777 May 06 14:27:00.320113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-404f9293-feec-4056-aec0-1110f7a94b7f None None] Port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:27:00.335019 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port b9af2c27-c471-4eff-81a6-f93afade24b5 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:00.341192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port b9af2c27-c471-4eff-81a6-f93afade24b5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:00.341693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.465805 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.473055 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791ee2-3c67-4948-9f34-ca01df7138db req-6511df4e-5837-48d1-9bea-4f338abc5258 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:00.474491 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-6511df4e-5837-48d1-9bea-4f338abc5258 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/networks?id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17 HTTP/1.1" status: 200 len: 797 time: 0.1472793 May 06 14:27:00.484436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a4c06acb-c574-488d-9a7f-988f6bf6a774 None None] Provisioning complete for port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:00.484808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4c06acb-c574-488d-9a7f-988f6bf6a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.490991 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-2f23f3e2-1689-4863-8512-784d9d1bf03f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/quotas/be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 375 time: 0.0110114 May 06 14:27:00.542694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port b9af2c27-c471-4eff-81a6-f93afade24b5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b9af2c27-c471-4eff-81a6-f93afade24b5,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:27:00.549285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.550027 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2b6052d0-4107-4bd7-98b2-913bf72a6d98 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:00.577418 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-39416c7d-2354-40f6-9431-45cb0d0760a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808780 May 06 14:27:00.605387 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a4c06acb-c574-488d-9a7f-988f6bf6a774 None None] Port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:27:00.665463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=b9af2c27-c471-4eff-81a6-f93afade24b5,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:00.679319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 2b6052d0-4107-4bd7-98b2-913bf72a6d98 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:00.684410 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2b6052d0-4107-4bd7-98b2-913bf72a6d98 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:00.684777 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.780680 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7be661f0-f12d-453f-a9e9-f5d49471577c service neutron] 10.222.0.65 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917658 May 06 14:27:00.798409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.814617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 2b6052d0-4107-4bd7-98b2-913bf72a6d98, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2b6052d0-4107-4bd7-98b2-913bf72a6d98,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:27:00.818642 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.883440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=2b6052d0-4107-4bd7-98b2-913bf72a6d98,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:00.914449 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-dcbdcab9-1b3a-475b-b538-5d2c51add981 service neutron] 10.222.0.65 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281283 May 06 14:27:01.095078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-08dfd7c6-7746-4d0a-85f3-9b9408fc1887 req-e5e15019-5ac2-4998-9b41-0579e910907d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:27:01.110261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-08dfd7c6-7746-4d0a-85f3-9b9408fc1887 req-e5e15019-5ac2-4998-9b41-0579e910907d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:27:01.111433 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-08dfd7c6-7746-4d0a-85f3-9b9408fc1887 req-e5e15019-5ac2-4998-9b41-0579e910907d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 210 time: 0.0568449 May 06 14:27:01.700360 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Sync routers for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:27:01.712819 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:27:01.713459 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:26:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:01.890872 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:27:02.139009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46b50f61-4acc-4b85-bef7-fe6f98a7bb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.155436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b9af2c27-c471-4eff-81a6-f93afade24b5 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:02.225096 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 2, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:02.229328 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Checking router: c57f6aa9-9c31-4d5d-a74c-369d40644fd4 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:27:02.229677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Updating router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:27:02.236236 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d7bc619b-7fd2-4099-b362-7872b2543827 req-1acdeae1-3038-45ce-ad31-78e3fe480d54 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 210 time: 0.0566511 May 06 14:27:02.236713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port b9af2c27-c471-4eff-81a6-f93afade24b5 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:02.236713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.296395 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.365384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2b6052d0-4107-4bd7-98b2-913bf72a6d98 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:02.435545 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 2b6052d0-4107-4bd7-98b2-913bf72a6d98 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:02.435943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.680318 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.692998 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Transition to ACTIVE for port object 91eba4c9-f113-496c-979c-a3f74a8aa6d7 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:02.699677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.833953 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Pushing event updated for resources: {'Port': ['ID=91eba4c9-f113-496c-979c-a3f74a8aa6d7,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:02.844479 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.844807 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.845136 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.845457 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.845779 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.846095 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.846419 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.846746 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.847044 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.847365 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.847664 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:02.932136 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Attempting to bind port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:27:02.932439 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Attempting to bind port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:27:02.932830 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Attempting to bind port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 on network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:27:02.940068 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:27:02.940454 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Checking segment: {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:27:02.940848 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.941225 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Bound using segment: {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:27:02.941677 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Bound port: 91eba4c9-f113-496c-979c-a3f74a8aa6d7, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:27:02.942039 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.029287 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] For port 91eba4c9-f113-496c-979c-a3f74a8aa6d7, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:27:03.032323 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] For port 91eba4c9-f113-496c-979c-a3f74a8aa6d7, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=91eba4c9-f113-496c-979c-a3f74a8aa6d7,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:27:03.036613 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.119288 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cec896-9b78-4015-a647-9f8dfd45ab31 None None] Pushing event updated for resources: {'Port': ['ID=91eba4c9-f113-496c-979c-a3f74a8aa6d7,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:03.123660 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:27:03.124281 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:26:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:03.318124 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:27:03.457099 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1d6dc8b9-1332-46d4-8cc4-7f04a8d9c6bb req-445065bf-fecb-42a5-8175-1dccecf70728 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 210 time: 0.0517201 May 06 14:27:03.464899 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791ee2-3c67-4948-9f34-ca01df7138db req-9aca5db8-57ae-4c0c-a5f6-7ea11ae8363a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:03.465549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-87791ee2-3c67-4948-9f34-ca01df7138db req-9aca5db8-57ae-4c0c-a5f6-7ea11ae8363a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:27:03.482383 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-87791ee2-3c67-4948-9f34-ca01df7138db req-9aca5db8-57ae-4c0c-a5f6-7ea11ae8363a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:27:03.483990 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-9aca5db8-57ae-4c0c-a5f6-7ea11ae8363a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/networks?id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17 HTTP/1.1" status: 200 len: 797 time: 0.2735708 May 06 14:27:03.537279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-87791ee2-3c67-4948-9f34-ca01df7138db req-616e4e7d-67e1-4767-9ca8-a7528d980f42 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:27:03.552775 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-87791ee2-3c67-4948-9f34-ca01df7138db req-616e4e7d-67e1-4767-9ca8-a7528d980f42 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:27:03.553979 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-616e4e7d-67e1-4767-9ca8-a7528d980f42 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 380 time: 0.0571311 May 06 14:27:03.562474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'port': {'device_id': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'admin_state_up': True, 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'security_groups': ['f10149e7-c770-476f-a6a5-b4cc6c82f48e']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:27:03.641132 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:27:03Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:03.645022 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ecb35-ffa5-4dc9-8f3b-eebcaf55b6ca None None] The sync data for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv is: [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:27:03Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:27:03.710560 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:03.728479 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:03.738743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:27:03.741839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.932188 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.6 (3826fa1d-d8d5-4352-9e17-a1263cdd0d17/265067d3-a2de-4ced-9ef8-49b77dbc6e8f/440ba6e3-f02f-49b0-b9b2-4b9364dae6df) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:27:04.133549 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.155065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object 440ba6e3-f02f-49b0-b9b2-4b9364dae6df will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:04.168688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 91eba4c9-f113-496c-979c-a3f74a8aa6d7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:04.179373 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.245867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:04.250699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:04.251315 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.255712 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:27:04.258957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:04.262271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:27:04.298631 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:04.335436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:04.336088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.367327 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-7ce7ae0e-3a2d-4c37-a6dc-ce6e210a2889 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8084080 May 06 14:27:04.380148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Request body: {'port': {'device_id': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:27:04.390843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.431740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 91eba4c9-f113-496c-979c-a3f74a8aa6d7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=91eba4c9-f113-496c-979c-a3f74a8aa6d7,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:27:04.437920 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.531415 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e1702b4-7754-455f-9d75-f2643bae1fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.538531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=91eba4c9-f113-496c-979c-a3f74a8aa6d7,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:04.549156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e834e84a-d6d2-4819-9686-a0a09fb87f24 None None] Provisioning for port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:04.554445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e834e84a-d6d2-4819-9686-a0a09fb87f24 None None] Provisioning complete for port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:04.554951 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e834e84a-d6d2-4819-9686-a0a09fb87f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.617333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e834e84a-d6d2-4819-9686-a0a09fb87f24 None None] Port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:27:04.628981 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.692862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be0c4-78c2-47dc-9987-02a536d43097 req-ee96ad27-2ed3-4335-b6c2-57ddd37dac92 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:04.694317 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8c3be0c4-78c2-47dc-9987-02a536d43097 req-ee96ad27-2ed3-4335-b6c2-57ddd37dac92 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 931 time: 0.0840685 May 06 14:27:04.743712 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8c3be0c4-78c2-47dc-9987-02a536d43097 req-fb669999-b59c-4126-95e2-7e73dad95409 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 May 06 14:27:04.962996 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440ba6e3-f02f-49b0-b9b2-4b9364dae6df {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:27:04.969541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.983834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Transition to ACTIVE for port object 440ba6e3-f02f-49b0-b9b2-4b9364dae6df will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:04.987545 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.120300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Pushing event updated for resources: {'Port': ['ID=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:05.237030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Attempting to bind port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:27:05.237361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Attempting to bind port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:27:05.237688 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Attempting to bind port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df on network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:27:05.243652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df on network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:27:05.243652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Attempting to bind port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df on network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:27:05.250944 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:27:05.251534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Checking segment: {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:27:05.251941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Bound using segment: {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:27:05.252364 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Bound port: 440ba6e3-f02f-49b0-b9b2-4b9364dae6df, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:27:05.252710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.338710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] For port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:27:05.342265 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] For port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:27:05.347015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.410278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.411687 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] 10.222.0.69 "PUT /v2.0/ports/440ba6e3-f02f-49b0-b9b2-4b9364dae6df HTTP/1.1" status: 200 len: 1093 time: 1.0376029 May 06 14:27:05.412211 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:27:05.436092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af71657-e517-4bd2-83d0-c260364f3d40 service neutron] Pushing event updated for resources: {'Port': ['ID=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:05.527185 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-ae11340e-cc8e-4f59-a2fa-9047f58b07c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 1096 time: 0.0755656 May 06 14:27:05.583337 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e260d8-fd5a-4e5e-b90e-4bb08612c6a5'] response: {'name': 'network-changed', 'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'status': 'completed', 'code': 200} May 06 14:27:05.601181 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-801a68ac-6b2d-4d93-b4c4-51148f7f2822 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df HTTP/1.1" status: 200 len: 217 time: 0.0672185 May 06 14:27:05.661509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791ee2-3c67-4948-9f34-ca01df7138db req-e259980b-6d7a-4eab-8f0e-5e756ffc2e51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:05.662914 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-e259980b-6d7a-4eab-8f0e-5e756ffc2e51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=265067d3-a2de-4ced-9ef8-49b77dbc6e8f HTTP/1.1" status: 200 len: 834 time: 0.0562568 May 06 14:27:05.674950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.699082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.738136 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-522743c7-ba3d-4891-a315-a839ae8cd52a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686014 May 06 14:27:05.869946 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-008f34bd-b47d-4903-91a2-35d1b5357e05 service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257219 May 06 14:27:05.954411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe208-41ad-4d85-91d7-8d2b6c979721 req-9f6ae2b6-9da9-40b2-a79b-7df93e37da7c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:05.955888 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-530fe208-41ad-4d85-91d7-8d2b6c979721 req-9f6ae2b6-9da9-40b2-a79b-7df93e37da7c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 943 time: 0.0926473 May 06 14:27:06.002045 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-530fe208-41ad-4d85-91d7-8d2b6c979721 req-3f0c72b1-057c-4bae-aa16-35f923752ad4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403337 May 06 14:27:06.005200 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-87791ee2-3c67-4948-9f34-ca01df7138db req-b0d9fc01-54f1-48cb-b484-2c69a1c21481 service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283562 May 06 14:27:06.125635 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3905c878-937d-4fef-bfec-07223427c6e1 req-8e9cc691-6565-4d1a-9efc-dc7d3a542d99 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 1096 time: 0.0726006 May 06 14:27:06.133131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 91eba4c9-f113-496c-979c-a3f74a8aa6d7 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:06.198199 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:06.199094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.347349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905c878-937d-4fef-bfec-07223427c6e1 req-7bdb3923-395c-4ab7-aaca-c48e01b7d0c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:06.348824 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3905c878-937d-4fef-bfec-07223427c6e1 req-7bdb3923-395c-4ab7-aaca-c48e01b7d0c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17 HTTP/1.1" status: 200 len: 898 time: 0.2169182 May 06 14:27:06.414445 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3905c878-937d-4fef-bfec-07223427c6e1 req-cdc50177-2d7b-42b9-8ff5-1564d116a4c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df HTTP/1.1" status: 200 len: 217 time: 0.0593708 May 06 14:27:06.480190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905c878-937d-4fef-bfec-07223427c6e1 req-04237e73-b269-473d-85c9-085a9d6f3d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:06.481558 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3905c878-937d-4fef-bfec-07223427c6e1 req-04237e73-b269-473d-85c9-085a9d6f3d64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=265067d3-a2de-4ced-9ef8-49b77dbc6e8f HTTP/1.1" status: 200 len: 834 time: 0.0589273 May 06 14:27:06.553818 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3905c878-937d-4fef-bfec-07223427c6e1 req-3ae3ae78-515b-4249-b09b-d4752357c45b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656998 May 06 14:27:06.682213 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3905c878-937d-4fef-bfec-07223427c6e1 req-15809045-721e-4423-b42f-312b595613c2 service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204967 May 06 14:27:06.811462 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3905c878-937d-4fef-bfec-07223427c6e1 req-38c68e1f-e7c8-46bc-a5f2-31e1cd119fc5 service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230011 May 06 14:27:06.992105 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:07.199700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260cbd8-9724-40df-8908-5c6271e5f4af req-3750c21f-ae88-4782-b48a-6906aef006f0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:07.200391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1260cbd8-9724-40df-8908-5c6271e5f4af req-3750c21f-ae88-4782-b48a-6906aef006f0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:27:07.215570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1260cbd8-9724-40df-8908-5c6271e5f4af req-3750c21f-ae88-4782-b48a-6906aef006f0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:27:07.216799 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1260cbd8-9724-40df-8908-5c6271e5f4af req-3750c21f-ae88-4782-b48a-6906aef006f0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 943 time: 0.0937476 May 06 14:27:07.261925 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1260cbd8-9724-40df-8908-5c6271e5f4af req-4a0ea09b-f4c0-44df-9315-2c1f4b57d81a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396388 May 06 14:27:07.951325 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:27:08.454557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c480833-d9d6-4bad-88fb-956b5d7a9e93 req-64c27aa3-c8bc-43a5-a0c6-1509454791e5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:08.456057 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4c480833-d9d6-4bad-88fb-956b5d7a9e93 req-64c27aa3-c8bc-43a5-a0c6-1509454791e5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 943 time: 0.0739717 May 06 14:27:08.510265 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4c480833-d9d6-4bad-88fb-956b5d7a9e93 req-b68d236c-3b19-4264-8809-e5d291475dbe tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482409 May 06 14:27:09.702195 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a996c-8c39-4d73-a6dc-22b39068e0af req-5169a2cd-a5ad-482a-b21b-72575408d8a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:09.703587 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-523a996c-8c39-4d73-a6dc-22b39068e0af req-5169a2cd-a5ad-482a-b21b-72575408d8a1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 943 time: 0.0744424 May 06 14:27:09.746933 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-523a996c-8c39-4d73-a6dc-22b39068e0af req-796408c2-0dfa-4fb1-a8a1-b123d32dd320 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379386 May 06 14:27:09.998629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 440ba6e3-f02f-49b0-b9b2-4b9364dae6df details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:27:10.129445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:27:10.142051 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'port_id': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'mac_address': 'fa:16:3e:65:21:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:27:10.214954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.280654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440ba6e3-f02f-49b0-b9b2-4b9364dae6df {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:27:10.357293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:27:10.361852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.441401 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:10.578062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['440ba6e3-f02f-49b0-b9b2-4b9364dae6df'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:27:10.943681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d293-7446-48b5-ad12-762aa536e860 req-a971ea43-b4bb-488a-9bfc-f7f4fa3acab1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:10.945136 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1119d293-7446-48b5-ad12-762aa536e860 req-a971ea43-b4bb-488a-9bfc-f7f4fa3acab1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 944 time: 0.0765715 May 06 14:27:10.989818 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1119d293-7446-48b5-ad12-762aa536e860 req-53ace620-57d5-4eda-acf6-5791bc41f66f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391729 May 06 14:27:12.002477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 440ba6e3-f02f-49b0-b9b2-4b9364dae6df up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:12.070849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:12.075742 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:12.075875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:12.193274 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060d79-8496-46f2-99ba-581026c4aea9 req-69a170a2-2de5-40ab-b670-b1ea5b5b4b0f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:12.194648 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-70060d79-8496-46f2-99ba-581026c4aea9 req-69a170a2-2de5-40ab-b670-b1ea5b5b4b0f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 944 time: 0.0872245 May 06 14:27:12.197780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:12.225066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:27:12.235129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:27:12.240037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:12.242093 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-70060d79-8496-46f2-99ba-581026c4aea9 req-8aad473e-7b9b-4fa3-b1a7-62a1e697b1be tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415230 May 06 14:27:12.308450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:12.318222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.319390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.319390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.319390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.319629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.320685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.320685 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.321457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.321457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.321617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.321843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:12.381597 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da6546a-495b-4373-ac44-665bd26c7abb'] response: {'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'code': 200} May 06 14:27:12.622118 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a5083fda-0dcf-4317-96a9-6eef5124b3bf req-21416f36-62cc-42fd-95b0-de4f6d000ff9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 1098 time: 0.0700164 May 06 14:27:12.669411 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a5083fda-0dcf-4317-96a9-6eef5124b3bf req-e33fcfd0-66c9-434a-abe2-391ab3604757 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417261 May 06 14:27:13.437678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a96d-3e68-4b8c-b6ce-73ecc37f98af req-a3802d8f-93bc-43ae-a0e0-d82b2e538f65 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:13.439104 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8a52a96d-3e68-4b8c-b6ce-73ecc37f98af req-a3802d8f-93bc-43ae-a0e0-d82b2e538f65 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0748758 May 06 14:27:13.484566 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8a52a96d-3e68-4b8c-b6ce-73ecc37f98af req-6c6dafdf-d3eb-42f6-b16b-84c77af0e26d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393114 May 06 14:27:14.684249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04decaf5-5b7b-48bd-9d9f-30264be27b51 req-8e41d0ed-e2d0-426c-ba85-6d208df3caa3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:14.685693 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-04decaf5-5b7b-48bd-9d9f-30264be27b51 req-8e41d0ed-e2d0-426c-ba85-6d208df3caa3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0794516 May 06 14:27:14.730079 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-04decaf5-5b7b-48bd-9d9f-30264be27b51 req-6e9e04e7-3207-421a-afcf-8f59499335d3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389273 May 06 14:27:14.926645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f52cd-650d-417c-94e5-a7da6f27d330 req-9018135e-ed4c-4ddc-9108-4a21d09e6c52 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:14.928094 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-791f52cd-650d-417c-94e5-a7da6f27d330 req-9018135e-ed4c-4ddc-9108-4a21d09e6c52 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0788305 May 06 14:27:14.972462 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-791f52cd-650d-417c-94e5-a7da6f27d330 req-1a4252cd-9954-4205-9e87-cc89337ee814 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383492 May 06 14:27:14.999304 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45218) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:15.073822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a02e1029-56e0-4cab-bed9-2b11f9e1d26d tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 1093 time: 0.0733650 May 06 14:27:15.076422 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45222) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:15.081679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:27:15.087390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:15.091260 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:floatingip and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:15.094117 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:15.099767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:15.110409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.243177 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.377006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.239 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/d72aeddc-62bd-4ed3-8320-282cd8d790f7) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:27:15.517282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.544295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.610950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:27:15.614273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:15.616197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=d72aeddc-62bd-4ed3-8320-282cd8d790f7,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:15.618300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:27:16.197855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.252331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.448987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.453091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.557075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=d72aeddc-62bd-4ed3-8320-282cd8d790f7,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:16.568464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.752910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Floating IP 78f8472b-11b1-4e28-94e7-78a1592ed07a associated. External IP: 172.26.0.239, port: 440ba6e3-f02f-49b0-b9b2-4b9364dae6df. May 06 14:27:17.226508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:27:17.423212 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:27:17.434090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] Sync routers for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:27:17.446762 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:27:17.447381 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:27:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:17.448384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:17.508213 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7bbe0b0b-4f54-46d4-9efb-fe215ef90d9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4282537 May 06 14:27:17.508213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:27:17.561215 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c08704-26b7-4e3f-af89-b8ed78532e0d'] response: {'name': 'network-changed', 'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'status': 'completed', 'code': 200} May 06 14:27:17.656729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:27:17.658178 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-a64e8dea-01d1-473e-b78b-2d3d79c2c6f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 1098 time: 0.0759559 May 06 14:27:17.685632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ed9c2-e942-407b-a819-a8c0b42b7ea7 req-58386155-d1d7-484f-beb0-b73b464d2a3c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:17.687097 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-873ed9c2-e942-407b-a819-a8c0b42b7ea7 req-58386155-d1d7-484f-beb0-b73b464d2a3c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0793290 May 06 14:27:17.735025 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-873ed9c2-e942-407b-a819-a8c0b42b7ea7 req-12b96e6d-7f12-4429-9a43-f4873f794c54 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408876 May 06 14:27:17.763323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45230) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:17.803793 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-b6752a7a-aa8a-4964-bbe5-92f331997d48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:17.805259 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-b6752a7a-aa8a-4964-bbe5-92f331997d48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17 HTTP/1.1" status: 200 len: 898 time: 0.1410384 May 06 14:27:17.872684 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-91597edf-ab0c-48b1-a554-efa5d75cf125 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/78f8472b-11b1-4e28-94e7-78a1592ed07a HTTP/1.1" status: 200 len: 991 time: 0.1078660 May 06 14:27:17.916025 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-a98436db-c2ba-42bf-87b4-f736829f157f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df HTTP/1.1" status: 200 len: 999 time: 0.1020458 May 06 14:27:17.979559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-293e7ad0-565e-42a1-8921-101f4928272f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:17.981638 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-293e7ad0-565e-42a1-8921-101f4928272f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=265067d3-a2de-4ced-9ef8-49b77dbc6e8f HTTP/1.1" status: 200 len: 834 time: 0.0601709 May 06 14:27:18.014194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '78f8472b-11b1-4e28-94e7-78a1592ed07a', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'port_id': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'mac_address': 'fa:16:3e:65:21:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:27:16Z', 'updated_at': '2022-05-06T14:27:16Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:27:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:18.018018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] Checking router: c57f6aa9-9c31-4d5d-a74c-369d40644fd4 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:27:18.029413 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:27:18.030017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:27:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:18.057746 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-6091e6e9-1a65-4554-92ac-3a5dcd33d614 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704293 May 06 14:27:18.187452 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-e2798ba2-481c-48f8-a1e9-42bbd13782f3 service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241298 May 06 14:27:18.207815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:27:18.318519 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2bf1c34c-6c82-4db0-9b75-d55bf4bcda68 req-3eb4b4cd-60ca-4083-a649-030954339a0c service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249807 May 06 14:27:18.553431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '78f8472b-11b1-4e28-94e7-78a1592ed07a', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'port_id': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'mac_address': 'fa:16:3e:65:21:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:27:16Z', 'updated_at': '2022-05-06T14:27:16Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:27:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:18.557333 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735eb032-5df6-4c0e-8d24-f2405807eb10 None None] The sync data for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv is: [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '78f8472b-11b1-4e28-94e7-78a1592ed07a', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'port_id': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'mac_address': 'fa:16:3e:65:21:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:27:16Z', 'updated_at': '2022-05-06T14:27:16Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:27:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:27:18.877022 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45234) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:18.980052 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3ca3432d-2cf8-46a7-aaee-f1c33b23ae0a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/78f8472b-11b1-4e28-94e7-78a1592ed07a HTTP/1.1" status: 200 len: 991 time: 0.1014478 May 06 14:27:19.864493 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53dd96c-8f00-4c27-b72c-e7fd787253ab None None] New status for floating IP 78f8472b-11b1-4e28-94e7-78a1592ed07a: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:27:19.983880 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45238) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:20.091921 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-eb1f44ab-7dd3-44b3-8364-69ec9d20c48b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/78f8472b-11b1-4e28-94e7-78a1592ed07a HTTP/1.1" status: 200 len: 991 time: 0.1067638 May 06 14:27:20.645073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:21.095664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45242) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:21.276611 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6367f0b7-0427-413b-84f7-78be231151c9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/78f8472b-11b1-4e28-94e7-78a1592ed07a HTTP/1.1" status: 200 len: 993 time: 0.1795831 May 06 14:27:32.121618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-902f7821-e492-4132-b29c-b59549ab233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:34.475804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4f9fb4b-42a4-4bfc-8c10-7ca0408061dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:35.667570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:35.697509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:36.994343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:44.952947 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:27:50.636098 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:50.883168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52c57-ed61-4419-9512-2976b3cc09ce req-9c13954f-e91f-4650-a8a9-7bab88d9b150 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:50.884814 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71d52c57-ed61-4419-9512-2976b3cc09ce req-9c13954f-e91f-4650-a8a9-7bab88d9b150 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0753868 May 06 14:27:50.930466 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-71d52c57-ed61-4419-9512-2976b3cc09ce req-aaff6ce0-892d-4644-94dd-c327364e064d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 May 06 14:27:52.127340 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6fff6-8901-4da2-9b13-70362c9b4d50 req-2b45241e-3e57-43cd-af7f-671704e7c8af tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:52.128793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3d6fff6-8901-4da2-9b13-70362c9b4d50 req-2b45241e-3e57-43cd-af7f-671704e7c8af tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0797043 May 06 14:27:52.172873 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f3d6fff6-8901-4da2-9b13-70362c9b4d50 req-c4beea4b-3b63-49ea-8a3e-c8f67f645640 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 May 06 14:27:53.369538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229660d-f0af-48c6-9a8a-df91fd0d9d22 req-7eae4333-000e-4c28-b7f2-7da36936d861 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:53.370951 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d229660d-f0af-48c6-9a8a-df91fd0d9d22 req-7eae4333-000e-4c28-b7f2-7da36936d861 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0770538 May 06 14:27:53.415405 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d229660d-f0af-48c6-9a8a-df91fd0d9d22 req-b4c1479e-2bd9-49d6-bee2-b4348e588b74 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 May 06 14:27:54.611247 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adc018-ef29-4897-8e63-03614e68cc6b req-4673ec6a-b23c-41a1-87f0-25f3cc194fb8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:54.612721 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e9adc018-ef29-4897-8e63-03614e68cc6b req-4673ec6a-b23c-41a1-87f0-25f3cc194fb8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0774300 May 06 14:27:54.657767 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e9adc018-ef29-4897-8e63-03614e68cc6b req-71c175d1-2a4a-4cf5-9e3a-05d1d55f3426 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396905 May 06 14:27:55.849883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c15a49-4f8f-4986-a252-0553ee13faad req-f23ed8c6-beb9-42d7-940d-b36f01957e18 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:55.851303 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-23c15a49-4f8f-4986-a252-0553ee13faad req-f23ed8c6-beb9-42d7-940d-b36f01957e18 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0764613 May 06 14:27:55.896889 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-23c15a49-4f8f-4986-a252-0553ee13faad req-6d5a21a3-5970-413b-905c-3685493a4b7d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400453 May 06 14:27:57.089237 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19383a-4cd2-40a3-9571-accbfe0f96fe req-c69cbe9f-187b-413f-ac6c-72a8eb4ba1db tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:57.090682 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee19383a-4cd2-40a3-9571-accbfe0f96fe req-c69cbe9f-187b-413f-ac6c-72a8eb4ba1db tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0765655 May 06 14:27:57.139470 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ee19383a-4cd2-40a3-9571-accbfe0f96fe req-f6a7970a-b64d-47db-9a76-ce34ae8e2aa8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 May 06 14:27:58.333989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610afd3e-8207-4814-898a-0666e45190f4 req-4fee3f9f-aa4d-4c1e-98fb-5f89b830ff3b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:58.335427 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-610afd3e-8207-4814-898a-0666e45190f4 req-4fee3f9f-aa4d-4c1e-98fb-5f89b830ff3b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0787113 May 06 14:27:58.380857 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-610afd3e-8207-4814-898a-0666e45190f4 req-607d04e0-c515-4403-aea6-5fccd7cb7a3a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397356 May 06 14:27:59.456428 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-862231dc-427e-4366-a988-84e2bb6a6266 req-51332933-8377-442b-bdd4-724f9602b974 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 1098 time: 0.0717366 May 06 14:27:59.579447 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb76da6-2742-45dd-bc92-12db70de156e req-a7aa9ef6-6a45-4918-8611-e1500ea31d3c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:59.580930 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6cb76da6-2742-45dd-bc92-12db70de156e req-a7aa9ef6-6a45-4918-8611-e1500ea31d3c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0765884 May 06 14:27:59.599357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862231dc-427e-4366-a988-84e2bb6a6266 req-a1fa7813-08b6-454f-93c8-1349e8055587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:59.600999 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-862231dc-427e-4366-a988-84e2bb6a6266 req-a1fa7813-08b6-454f-93c8-1349e8055587 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17 HTTP/1.1" status: 200 len: 898 time: 0.1264064 May 06 14:27:59.626594 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6cb76da6-2742-45dd-bc92-12db70de156e req-adc64691-17e4-4538-945d-36d050205529 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397534 May 06 14:27:59.795353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-862231dc-427e-4366-a988-84e2bb6a6266 req-8a287a1a-6af7-4351-a39d-0db30a952d8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df HTTP/1.1" status: 200 len: 1001 time: 0.1875145 May 06 14:27:59.859746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862231dc-427e-4366-a988-84e2bb6a6266 req-05f7ea6f-dca6-45b2-b7f3-abae03d6a477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:27:59.861185 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-862231dc-427e-4366-a988-84e2bb6a6266 req-05f7ea6f-dca6-45b2-b7f3-abae03d6a477 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=265067d3-a2de-4ced-9ef8-49b77dbc6e8f HTTP/1.1" status: 200 len: 834 time: 0.0599368 May 06 14:27:59.934707 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-862231dc-427e-4366-a988-84e2bb6a6266 req-054e6acc-9668-4656-a3a9-7dfbb3eb3ffb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675390 May 06 14:28:00.064841 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-862231dc-427e-4366-a988-84e2bb6a6266 req-41217c57-1df8-4fc8-a999-036c89bcf03d service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229732 May 06 14:28:00.197865 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-862231dc-427e-4366-a988-84e2bb6a6266 req-287cff0c-7892-47d9-b505-ee4851d3aa75 service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273754 May 06 14:28:00.826459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01618dc8-0955-4cb6-b536-a8f243037214 req-e81d87a9-f127-40d1-b069-8ec0049fbc9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:00.827917 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-01618dc8-0955-4cb6-b536-a8f243037214 req-e81d87a9-f127-40d1-b069-8ec0049fbc9a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0790691 May 06 14:28:00.873694 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-01618dc8-0955-4cb6-b536-a8f243037214 req-84324133-1ba0-42fb-a30c-060d70e609e6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 May 06 14:28:02.073385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f88d5-f4ee-490f-8fa1-cc9cad78b85c req-427ef817-27df-4c9d-90f2-8414fd8dfa56 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:02.074848 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0f2f88d5-f4ee-490f-8fa1-cc9cad78b85c req-427ef817-27df-4c9d-90f2-8414fd8dfa56 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0785115 May 06 14:28:02.120436 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0f2f88d5-f4ee-490f-8fa1-cc9cad78b85c req-42ea6691-8671-4a46-8606-011924702a24 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 May 06 14:28:02.123564 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94dbb8e1-655a-4128-b4a0-6081f1379fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:03.311496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4a29-f815-461f-9415-21274a43a519 req-f2156aec-08e5-4760-b023-26e3909bd23b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:03.312956 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c9f4a29-f815-461f-9415-21274a43a519 req-f2156aec-08e5-4760-b023-26e3909bd23b tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0752046 May 06 14:28:03.357068 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2c9f4a29-f815-461f-9415-21274a43a519 req-7e1eff6d-095d-4245-9dc1-a4395efdfcd9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387754 May 06 14:28:04.477201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ffb95a09-b28f-45bf-b9da-0d617ea2242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:04.554389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdfc63-15fb-4a95-8277-597890a5dd49 req-0a17c89e-29a9-47da-aac0-a200c4a4b99c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:04.555862 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-41cdfc63-15fb-4a95-8277-597890a5dd49 req-0a17c89e-29a9-47da-aac0-a200c4a4b99c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0760391 May 06 14:28:04.601693 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-41cdfc63-15fb-4a95-8277-597890a5dd49 req-e054b142-b534-4db1-af8f-192eff62bdbd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395823 May 06 14:28:05.674409 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:05.700354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:05.802751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f75278-3a00-45f8-ac8d-fe68f9230352 req-e6fc079d-801c-4ed2-b1d9-f8c556030b17 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:05.804189 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-40f75278-3a00-45f8-ac8d-fe68f9230352 req-e6fc079d-801c-4ed2-b1d9-f8c556030b17 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0780163 May 06 14:28:05.849255 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-40f75278-3a00-45f8-ac8d-fe68f9230352 req-254db37e-a83f-4280-9787-84319f09a931 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 May 06 14:28:07.000034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:07.044177 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58cd8-3490-44e5-b4b1-71dcab936576 req-69d1d7fc-67d3-4fff-a52c-fac830bdfa44 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:07.045606 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8ca58cd8-3490-44e5-b4b1-71dcab936576 req-69d1d7fc-67d3-4fff-a52c-fac830bdfa44 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0795007 May 06 14:28:07.089729 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8ca58cd8-3490-44e5-b4b1-71dcab936576 req-ba03d227-d506-423d-a454-91ba94ac72de tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387461 May 06 14:28:07.117032 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45294) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:07.221445 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6f0089df-99eb-4773-ae6a-c7b275b46b56 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/78f8472b-11b1-4e28-94e7-78a1592ed07a HTTP/1.1" status: 200 len: 993 time: 0.1031816 May 06 14:28:08.761247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd7c9d-da03-44d6-bf3f-02d2b67a60ea req-200fc2fc-d86f-48ee-b569-e7f8049ff9a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:08.762688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-92bd7c9d-da03-44d6-bf3f-02d2b67a60ea req-200fc2fc-d86f-48ee-b569-e7f8049ff9a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.1353498 May 06 14:28:08.769160 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e9612443-6249-49d0-849d-5c1553b428cd req-bc4e79e0-0c91-4321-b947-50a3cfd6f9e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 1098 time: 0.0997908 May 06 14:28:08.891359 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-92bd7c9d-da03-44d6-bf3f-02d2b67a60ea req-78860862-4f66-40b6-b5b5-786e8d4900dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212716 May 06 14:28:08.927208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612443-6249-49d0-849d-5c1553b428cd req-d2b255e0-5d87-40d4-86f9-8615b8b10087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:08.928661 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e9612443-6249-49d0-849d-5c1553b428cd req-d2b255e0-5d87-40d4-86f9-8615b8b10087 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17 HTTP/1.1" status: 200 len: 898 time: 0.1455438 May 06 14:28:09.027799 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e9612443-6249-49d0-849d-5c1553b428cd req-a36414fe-faad-4041-a1df-592314aad37b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df HTTP/1.1" status: 200 len: 1001 time: 0.0931792 May 06 14:28:09.087903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612443-6249-49d0-849d-5c1553b428cd req-857869db-9548-4647-8841-fe5e799a1f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:09.089286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e9612443-6249-49d0-849d-5c1553b428cd req-857869db-9548-4647-8841-fe5e799a1f01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=265067d3-a2de-4ced-9ef8-49b77dbc6e8f HTTP/1.1" status: 200 len: 834 time: 0.0565908 May 06 14:28:09.164612 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e9612443-6249-49d0-849d-5c1553b428cd req-20565600-8d4b-4f78-964d-2d319aeaeb1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696688 May 06 14:28:09.292955 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e9612443-6249-49d0-849d-5c1553b428cd req-521534e3-8d70-4ff0-9a38-165959468c6a service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226249 May 06 14:28:09.508369 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e9612443-6249-49d0-849d-5c1553b428cd req-2eef013c-8fa2-4a91-82f8-141e2a196fc0 service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095289 May 06 14:28:10.091975 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef453-3c8b-410a-90b2-be73ac3bfea1 req-aae9de10-8033-4905-bfbd-5cd51a01df01 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:10.094021 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f10ef453-3c8b-410a-90b2-be73ac3bfea1 req-aae9de10-8033-4905-bfbd-5cd51a01df01 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0805800 May 06 14:28:10.140688 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f10ef453-3c8b-410a-90b2-be73ac3bfea1 req-e57b23f6-0f67-473f-88f8-09985c13491e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 May 06 14:28:11.332288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e28e6f-40bc-470c-90b1-469bbb44746c req-95b31508-7146-4a5a-9fc4-c1c293832259 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:11.333681 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b2e28e6f-40bc-470c-90b1-469bbb44746c req-95b31508-7146-4a5a-9fc4-c1c293832259 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0745595 May 06 14:28:11.377525 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b2e28e6f-40bc-470c-90b1-469bbb44746c req-58ff216d-4b1d-4cb9-90ad-547b142db2d5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 May 06 14:28:11.405219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45308) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:11.505754 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-52910873-843f-4df2-9c6a-370cf281949f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/78f8472b-11b1-4e28-94e7-78a1592ed07a HTTP/1.1" status: 200 len: 993 time: 0.0993693 May 06 14:28:20.647133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.952154 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:28:32.126074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2908ea9e-44a5-4a95-9bf1-67f89f218221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.478461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03fd8757-c831-4fdd-a0ec-3d94d2e591e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:35.666670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:35.703131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.002831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:41.936285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45320) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:42.134648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port d72aeddc-62bd-4ed3-8320-282cd8d790f7 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:28:42.134991 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:42.300856 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:42.301151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:42.425084 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for d72aeddc-62bd-4ed3-8320-282cd8d790f7 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:28:42.565570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:42.612310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=d72aeddc-62bd-4ed3-8320-282cd8d790f7,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:42.648816 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.649154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.649486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.649812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.650135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.650458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.650777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.651094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.651410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.651725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.652122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:42.717892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:43.115878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:28:43.395915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:28:43.405743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] Sync routers for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:28:43.415740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:43.416994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:28:43.418137 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:28:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:43.478636 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ed24d456-fa56-46bb-9d11-7917d01bcf07 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/floatingips/78f8472b-11b1-4e28-94e7-78a1592ed07a HTTP/1.1" status: 204 len: 168 time: 1.5388565 May 06 14:28:43.478636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:28:43.535433 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e711e554-050b-4ee0-b7ae-56f7a58f9cae'] response: {'name': 'network-changed', 'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'status': 'completed', 'code': 200} May 06 14:28:43.598180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:28:43.631665 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-83203672-4af2-46e7-a166-f9b4bd21a687 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 1098 time: 0.0734568 May 06 14:28:43.769852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-65ec9db5-8cce-469c-ad2b-8b5c6e6b9838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:43.771764 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-65ec9db5-8cce-469c-ad2b-8b5c6e6b9838 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17 HTTP/1.1" status: 200 len: 898 time: 0.1337986 May 06 14:28:43.844274 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-c128a8af-bbbd-48cb-b5c7-983a383d462f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df HTTP/1.1" status: 200 len: 217 time: 0.0652046 May 06 14:28:43.885382 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e675e3f-a96a-4871-9756-3e67a846e0e9 req-66757c32-560c-4e8a-b28f-9eea72491784 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:43.892303 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4e675e3f-a96a-4871-9756-3e67a846e0e9 req-66757c32-560c-4e8a-b28f-9eea72491784 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0930977 May 06 14:28:43.919622 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-31fd7b2e-8516-4f47-a922-16be72e0cb93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:43.921308 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-31fd7b2e-8516-4f47-a922-16be72e0cb93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=265067d3-a2de-4ced-9ef8-49b77dbc6e8f HTTP/1.1" status: 200 len: 834 time: 0.0703652 May 06 14:28:43.951856 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4e675e3f-a96a-4871-9756-3e67a846e0e9 req-6d8996e0-aa7b-43d6-9779-84d66deab0a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549166 May 06 14:28:43.969728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:27:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:43.974007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] Checking router: c57f6aa9-9c31-4d5d-a74c-369d40644fd4 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:28:43.985048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:28:43.985651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:28:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:44.002162 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-f42c1102-d2ef-44a9-8f7e-fc2f6a6f4f6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3826fa1d-d8d5-4352-9e17-a1263cdd0d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733087 May 06 14:28:44.013148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-dd8e4d22-018f-4032-b13c-101abc201719 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:28:44.014060 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-dd8e4d22-018f-4032-b13c-101abc201719 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047414 May 06 14:28:44.149255 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-f5279703-7f54-4874-b080-c9e3aec9c450 service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283841 May 06 14:28:44.170712 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:28:44.280298 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d4d590ad-8b00-4658-9033-af50abd036d8 req-b6bd6507-f257-4e26-87d4-da0e7dbed50a service neutron] 10.222.0.69 "GET /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244249 May 06 14:28:44.477332 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:27:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:44.481696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbdfd59-e16f-4120-8ed4-9486a718f5dc None None] The sync data for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv is: [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:26:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '91eba4c9-f113-496c-979c-a3f74a8aa6d7', 'name': '', 'network_id': '3826fa1d-d8d5-4352-9e17-a1263cdd0d17', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:cf:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:58Z', 'updated_at': '2022-05-06T14:27:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': '265067d3-a2de-4ced-9ef8-49b77dbc6e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:28:44.691329 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b94dc-7236-4643-be97-beef9efd70ca None None] New status for floating IP 78f8472b-11b1-4e28-94e7-78a1592ed07a: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:28:45.139106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5181cc-8878-459b-83e0-0511fad64e36 req-ee0c74bb-34c4-4463-a07e-9199d4d70a30 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:45.139855 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4c5181cc-8878-459b-83e0-0511fad64e36 req-ee0c74bb-34c4-4463-a07e-9199d4d70a30 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:28:45.155537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-4c5181cc-8878-459b-83e0-0511fad64e36 req-ee0c74bb-34c4-4463-a07e-9199d4d70a30 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:28:45.156742 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c5181cc-8878-459b-83e0-0511fad64e36 req-ee0c74bb-34c4-4463-a07e-9199d4d70a30 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0927718 May 06 14:28:45.202424 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4c5181cc-8878-459b-83e0-0511fad64e36 req-d1b402a0-8c64-4007-8685-32bb18f7ffb1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=f10149e7-c770-476f-a6a5-b4cc6c82f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 May 06 14:28:45.367262 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-b346864c-db20-4de5-933b-46f84a71189c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:45.368764 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-b346864c-db20-4de5-933b-46f84a71189c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 945 time: 0.0811832 May 06 14:28:45.435227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:28:45.435482 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:45.676643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:28:45.676923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:45.893731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 440ba6e3-f02f-49b0-b9b2-4b9364dae6df owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:28:46.036259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:46.085185 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=440ba6e3-f02f-49b0-b9b2-4b9364dae6df,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:46.162731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] No DVR routers for this DVR port 440ba6e3-f02f-49b0-b9b2-4b9364dae6df on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:28:46.165380 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:46.168682 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'name': 'network-vif-deleted', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:28:46.185212 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1dfbac3e-0644-4542-81b1-f95b2ea830e6 req-f1287c34-27ee-41f4-ab2a-b9213f14ea2f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "DELETE /v2.0/ports/440ba6e3-f02f-49b0-b9b2-4b9364dae6df HTTP/1.1" status: 204 len: 173 time: 0.8117135 May 06 14:28:46.225180 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf0574a-0d8f-408a-bf46-b95fbcf73496'] response: {'server_uuid': 'b85d828d-86ed-4a26-abc7-9f17e9529119', 'name': 'network-vif-deleted', 'tag': '440ba6e3-f02f-49b0-b9b2-4b9364dae6df', 'status': 'completed', 'code': 200} May 06 14:28:46.364199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-065f2699-c3e1-4bcc-b36a-7a87eec53b06 req-a6691888-e34c-4260-8e85-912b465b59fc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:28:46.379753 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-065f2699-c3e1-4bcc-b36a-7a87eec53b06 req-a6691888-e34c-4260-8e85-912b465b59fc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:28:46.381071 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-065f2699-c3e1-4bcc-b36a-7a87eec53b06 req-a6691888-e34c-4260-8e85-912b465b59fc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d828d-86ed-4a26-abc7-9f17e9529119 HTTP/1.1" status: 200 len: 210 time: 0.0565634 May 06 14:28:47.483343 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45338) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:47.868270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:48.547471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 91eba4c9-f113-496c-979c-a3f74a8aa6d7 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:28:48.548146 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:48.730797 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 91eba4c9-f113-496c-979c-a3f74a8aa6d7, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=91eba4c9-f113-496c-979c-a3f74a8aa6d7,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:28:48.731143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:48.852215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 91eba4c9-f113-496c-979c-a3f74a8aa6d7 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:28:49.025054 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:49.071478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=91eba4c9-f113-496c-979c-a3f74a8aa6d7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:49.113184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.113445 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.113775 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.114102 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.114429 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.114752 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.115071 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.115389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.115705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.116046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.116372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:49.372193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.011839 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:28:50.213683 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:28:50.223236 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] Sync routers for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:28:50.232844 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-bff45130-087e-4543-a1c3-07a52d6fb8df tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/c57f6aa9-9c31-4d5d-a74c-369d40644fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455044 May 06 14:28:50.233171 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45342) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:50.235906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:28:50.236554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:28:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:50.412331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:28:50.420732 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-3205796e-881d-4f23-87eb-300680f12112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting subnet 265067d3-a2de-4ced-9ef8-49b77dbc6e8f {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:28:50.423576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3205796e-881d-4f23-87eb-300680f12112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.455398 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 440ba6e3-f02f-49b0-b9b2-4b9364dae6df no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:28:50.475420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3205796e-881d-4f23-87eb-300680f12112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.541801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 440ba6e3-f02f-49b0-b9b2-4b9364dae6df {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:28:50.542135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 440ba6e3-f02f-49b0-b9b2-4b9364dae6df not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:28:50.558793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3205796e-881d-4f23-87eb-300680f12112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.630010 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3205796e-881d-4f23-87eb-300680f12112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.669554 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205796e-881d-4f23-87eb-300680f12112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Subnet': ['ID=265067d3-a2de-4ced-9ef8-49b77dbc6e8f,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:50.678198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3205796e-881d-4f23-87eb-300680f12112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.686306 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3205796e-881d-4f23-87eb-300680f12112 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/subnets/265067d3-a2de-4ced-9ef8-49b77dbc6e8f HTTP/1.1" status: 204 len: 168 time: 0.4516027 May 06 14:28:50.688345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45346) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:50.747501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f1b0c-7423-4be7-809e-14fa39e56233 None None] Network 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:28:50.759071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.892065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.947291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:28:48Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:50.954830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] Checking router: c57f6aa9-9c31-4d5d-a74c-369d40644fd4 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:28:50.976651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] Routers {'c57f6aa9-9c31-4d5d-a74c-369d40644fd4'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:28:50.977241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:28:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:51.087036 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] DHCP port deletion for 3826fa1d-d8d5-4352-9e17-a1263cdd0d17 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:28:51.099228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Deleting port b9af2c27-c471-4eff-81a6-f93afade24b5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:28:51.099588 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.100087 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.109854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 2b6052d0-4107-4bd7-98b2-913bf72a6d98 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:28:51.110210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.263841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] Set router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:28:51.283235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 2b6052d0-4107-4bd7-98b2-913bf72a6d98, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=2b6052d0-4107-4bd7-98b2-913bf72a6d98,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:28:51.283586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.400557 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 2b6052d0-4107-4bd7-98b2-913bf72a6d98 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:28:51.517663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] For port b9af2c27-c471-4eff-81a6-f93afade24b5, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=b9af2c27-c471-4eff-81a6-f93afade24b5,segment=NetworkSegment(1bd1fcdf-0aae-45d5-9da2-b7977c1a2104),segment_id=1bd1fcdf-0aae-45d5-9da2-b7977c1a2104)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:28:51.517967 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.562114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.604003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=2b6052d0-4107-4bd7-98b2-913bf72a6d98,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:51.642362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Calling delete_port for b9af2c27-c471-4eff-81a6-f93afade24b5 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:28:51.775904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.822496 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Pushing event deleted for resources: {'Port': ['ID=b9af2c27-c471-4eff-81a6-f93afade24b5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:51.836512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] No DVR routers for this DVR port b9af2c27-c471-4eff-81a6-f93afade24b5 on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:28:51.841322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.841667 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.842009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.842340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.842670 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.842993 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.843338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.843665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.844013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.844335 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.844662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8389a2-efda-41db-ad2d-2a98734766da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:51.860926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:28:48Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:51.865864 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1529e-3ce1-4ca3-b615-b9f5991bebb9 None None] The sync data for ids ['c57f6aa9-9c31-4d5d-a74c-369d40644fd4'] in dv-neutron-840889-1-hyperv is: [{'id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220024526', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:28:48Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '2b6052d0-4107-4bd7-98b2-913bf72a6d98', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f6aa9-9c31-4d5d-a74c-369d40644fd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:26:54Z', 'updated_at': '2022-05-06T14:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:28:51.929319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.178633 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.182684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.206229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.206715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Fanout notify agent at l3_agent the message router_deleted on router c57f6aa9-9c31-4d5d-a74c-369d40644fd4 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:28:52.224343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.225447 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a372ac72-6bb2-4f65-bf69-6e3c2fbf5886 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/routers/c57f6aa9-9c31-4d5d-a74c-369d40644fd4 HTTP/1.1" status: 204 len: 168 time: 1.5361011 May 06 14:28:52.227973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45350) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:52.331260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 91eba4c9-f113-496c-979c-a3f74a8aa6d7 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:28:52.354785 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.369554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 91eba4c9-f113-496c-979c-a3f74a8aa6d7 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:28:52.369908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 91eba4c9-f113-496c-979c-a3f74a8aa6d7 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:28:52.370378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b9af2c27-c471-4eff-81a6-f93afade24b5 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:28:52.403961 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: b9af2c27-c471-4eff-81a6-f93afade24b5 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:28:52.404306 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device b9af2c27-c471-4eff-81a6-f93afade24b5 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:28:52.491651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.518919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3826fa1d-d8d5-4352-9e17-a1263cdd0d17']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:52.531410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:52.531704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd1fcdf-0aae-45d5-9da2-b7977c1a2104') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:52.543273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.559566 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.565539 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:28:52.565917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:28:52.580462 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:28:52.658636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.663800 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.688885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Network': ['ID=3826fa1d-d8d5-4352-9e17-a1263cdd0d17,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:52.696796 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dccba5f0-0735-438c-afe7-1d4505696904 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/networks/3826fa1d-d8d5-4352-9e17-a1263cdd0d17 HTTP/1.1" status: 204 len: 168 time: 0.4678724 May 06 14:28:52.699958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45354) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:52.767451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2d92ef24-ab6d-403c-9b85-c5cd61bc3173 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.796606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2d92ef24-ab6d-403c-9b85-c5cd61bc3173 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.863417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2d92ef24-ab6d-403c-9b85-c5cd61bc3173 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.883945 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92ef24-ab6d-403c-9b85-c5cd61bc3173 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10149e7-c770-476f-a6a5-b4cc6c82f48e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:52.891725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2d92ef24-ab6d-403c-9b85-c5cd61bc3173 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.892869 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2d92ef24-ab6d-403c-9b85-c5cd61bc3173 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/security-groups/f10149e7-c770-476f-a6a5-b4cc6c82f48e HTTP/1.1" status: 204 len: 168 time: 0.1920176 May 06 14:28:53.282224 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45362) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:53.287770 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917138628', 'description': 'tempest-secgroup-smoke-917138628 description', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:53.294290 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:53.298430 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:53.301322 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:53.307042 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:53.317444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.352003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:53.356327 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:53.359039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:53.364691 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:53.421124 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.424583 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.466682 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82994ec1-010d-4d43-bc04-ffe0fed6a1ad,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:53.469205 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.470359 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-60401a2e-c190-444d-a57f-7ca2f53a7559 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1871610 May 06 14:28:53.473238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45366) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:53.478574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '82994ec1-010d-4d43-bc04-ffe0fed6a1ad', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:53.484946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:53.488917 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:53.491746 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:53.497505 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:53.514039 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.572026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.577404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.603790 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b273dc-d4a7-4c59-ac56-c20a9cd51e79,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:53.612463 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.613643 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-76473bf9-2210-451e-85ef-683dfc4823f8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1395123 May 06 14:28:53.616397 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45370) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:53.621781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '82994ec1-010d-4d43-bc04-ffe0fed6a1ad', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:53.627787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:53.631571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:53.634407 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:53.640906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:53.657270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.716759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.719897 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.744608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aca7418-6fa0-4dd6-aeb2-60a97568959e,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:53.753829 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.755003 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ae49e38f-afef-481a-98c8-0afbfe18b15d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1376727 May 06 14:28:53.757635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45374) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:53.763478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '82994ec1-010d-4d43-bc04-ffe0fed6a1ad', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:53.769198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:53.772923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:53.775737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:53.781438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:53.797798 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.859526 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.862764 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.885466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d64363-cdda-471d-985d-1d183edd66c4,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:53.894863 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.895995 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-a731e68e-300d-4b32-8888-bb5d160434c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1374409 May 06 14:28:53.898606 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45378) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:53.904404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '82994ec1-010d-4d43-bc04-ffe0fed6a1ad', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:53.910093 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:53.913885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:53.916685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:53.922368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:53.938345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:53.999057 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.002685 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.025278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b346b212-e198-4e1a-bc09-895f645ba55f,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:54.033326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.034481 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-94499a74-3621-4103-8484-f0f48ad136a5 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1349940 May 06 14:28:54.037133 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45382) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:54.042546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '82994ec1-010d-4d43-bc04-ffe0fed6a1ad', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:54.048258 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:54.052048 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:54.054858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:54.061201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:54.071294 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:28:54.078468 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.145798 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2b6052d0-4107-4bd7-98b2-913bf72a6d98 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:28:54.147091 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.150910 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.173924 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692d40c0-cf4d-4572-8d6c-969c63836db3,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:54.177565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 2b6052d0-4107-4bd7-98b2-913bf72a6d98 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:28:54.178015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 2b6052d0-4107-4bd7-98b2-913bf72a6d98 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:28:54.183372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.184730 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-ae57b4ac-789e-485a-b741-014a7e405903 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1466954 May 06 14:28:54.187414 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45386) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:54.192759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'security_group_rule': {'security_group_id': '82994ec1-010d-4d43-bc04-ffe0fed6a1ad', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:54.199023 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:54.202926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:security_group_rule and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:54.205898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:54.211686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:54.222382 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Project be58e1a2e1694b6eb9d10a16ee2f8aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:28:54.228557 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.291846 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.295180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.317314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09d926d-5a32-4a9b-976b-2ba1dd8798df,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:54.325887 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.327028 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-51ed457e-8f9e-4ef6-98e1-11af0a637772 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1386762 May 06 14:28:54.329809 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45390) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:54.334999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'network': {'name': 'tempest-network-smoke--1814513202', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'port_security_enabled': True}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:54.339756 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:54.343799 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:network and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:54.346622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:54.352180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:54.361619 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:28:54.364415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.391336 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:28:54.399532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.399898 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Added segment 0676c5dc-a3da-480a-8cb3-0b16e9106e2e of type vlan for network 54419449-2b97-4c5b-b34a-86a08f054182 May 06 14:28:54.426612 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.536036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.540316 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:54.540876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.644481 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3136795 May 06 14:28:54.647155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45394) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:54.650576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846d787-b32f-4633-9fda-7bf69b4fe462 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Network': ['ID=54419449-2b97-4c5b-b34a-86a08f054182,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:54.653909 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'admin_state_up': True, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:54.660910 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 54419449-2b97-4c5b-b34a-86a08f054182 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:28:54.661946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:54.666037 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:router and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:54.668892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:54.674551 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:54.688782 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.689820 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.710764 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:54.858219 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:55.033484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:55.061990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:55.291238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.181 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/9e563c11-a774-4726-9fab-99d55afbe6cb) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:55.438502 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:55.465418 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:55.535144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:55.538456 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:55.540439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=9e563c11-a774-4726-9fab-99d55afbe6cb,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:55.542573 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:28:55.692824 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:55.693629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:55.915110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 67b2d71e-29f1-425d-8352-c72f3f53189d is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:28:56.111164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:28:56.122480 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Sync routers for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:28:56.134792 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:28:56.135404 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:28:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:56.138994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:56.143039 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a67b29c3-fad9-4e63-9caa-2d963eaefdda tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4920802 May 06 14:28:56.143281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45398) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:56.183455 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-71e307cf-e2a1-4d9e-aec7-325365a90597 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383885 May 06 14:28:56.188224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45402) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:56.311745 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:28:56.322730 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af10739-1b0c-47e2-968e-1f2ffcf9823d tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:56.326793 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7af10739-1b0c-47e2-968e-1f2ffcf9823d tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351244 May 06 14:28:56.327004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45406) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:56.371704 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ec46e700-3ac2-4dbc-bcbc-fe5e3702386b tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=69afe45c-964c-4fab-97cf-579305f8a0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413907 May 06 14:28:56.371922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45410) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:56.377290 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525161486', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:28:56.487726 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:56.494496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:subnet and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:56.494727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:56.501008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:56.511355 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:28:56.590556 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:55Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:56.594342 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Checking router: 67b2d71e-29f1-425d-8352-c72f3f53189d for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:28:56.594692 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Updating router 67b2d71e-29f1-425d-8352-c72f3f53189d port 9e563c11-a774-4726-9fab-99d55afbe6cb binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:28:56.606162 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:56.649133 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:56.922036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:56.983825 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:56.994336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Subnet': ['ID=b40b75a1-1849-4d58-9a43-30e4af490196,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:56.995842 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Transition to ACTIVE for port object 9e563c11-a774-4726-9fab-99d55afbe6cb will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:57.002794 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.010323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Checking segment: {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:28:57.010680 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network hostable DHCP agents. Network: 54419449-2b97-4c5b-b34a-86a08f054182, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:28:57.032183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 54419449-2b97-4c5b-b34a-86a08f054182 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:28:57.041980 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 54419449-2b97-4c5b-b34a-86a08f054182) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:57.046508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:28:57.047074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.053481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabac1ec-efe6-4b2a-aab8-3fb554ab1eb6 None None] Network 54419449-2b97-4c5b-b34a-86a08f054182 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:28:57.068248 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-143e2092-7237-4463-afa4-8763ce9152a2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6953237 May 06 14:28:57.071007 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45414) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:57.083881 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Pushing event updated for resources: {'Port': ['ID=9e563c11-a774-4726-9fab-99d55afbe6cb,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:57.086017 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Attempting to bind port 9e563c11-a774-4726-9fab-99d55afbe6cb on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:57.086374 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Attempting to bind port 9e563c11-a774-4726-9fab-99d55afbe6cb by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:57.086722 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Attempting to bind port 9e563c11-a774-4726-9fab-99d55afbe6cb on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:28:57.098427 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.098766 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.099098 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.099425 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.099751 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.100095 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.100415 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.100737 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.101055 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.101370 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.101683 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:57.105369 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:28:57.105733 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:28:57.106124 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.106496 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:28:57.106950 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Bound port: 9e563c11-a774-4726-9fab-99d55afbe6cb, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:57.107311 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.182911 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] For port 9e563c11-a774-4726-9fab-99d55afbe6cb, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:28:57.186180 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] For port 9e563c11-a774-4726-9fab-99d55afbe6cb, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9e563c11-a774-4726-9fab-99d55afbe6cb,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:28:57.190036 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.287489 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-54419449-2b97-4c5b-b34a-86a08f054182', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:28:57.288815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.304449 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e3984-e99a-45bc-987b-b67700c704a7 None None] Pushing event updated for resources: {'Port': ['ID=9e563c11-a774-4726-9fab-99d55afbe6cb,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:57.307872 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:28:57.308831 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:28:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:57.451612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Allocated IP 172.20.0.2 (54419449-2b97-4c5b-b34a-86a08f054182/b40b75a1-1849-4d58-9a43-30e4af490196/d92828ea-5bc6-459d-841b-46bab1eb90aa) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:57.494843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:28:57.656281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.667813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Transition to ACTIVE for port object d92828ea-5bc6-459d-841b-46bab1eb90aa will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:57.685554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Transition to ACTIVE for port object d92828ea-5bc6-459d-841b-46bab1eb90aa will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:57.692707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.750408 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Network 54419449-2b97-4c5b-b34a-86a08f054182 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:57.753441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:57.761962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:28:57.796097 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:55Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:57.799970 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383553b-661d-437e-a734-2c0700e84c8e None None] The sync data for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv is: [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:55Z', 'revision_number': 3, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:28:57.806848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Pushing event updated for resources: {'Port': ['ID=d92828ea-5bc6-459d-841b-46bab1eb90aa,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:57.847267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.861661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Attempting to bind port d92828ea-5bc6-459d-841b-46bab1eb90aa on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:57.862268 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Attempting to bind port d92828ea-5bc6-459d-841b-46bab1eb90aa by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:57.862395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Attempting to bind port d92828ea-5bc6-459d-841b-46bab1eb90aa on network 54419449-2b97-4c5b-b34a-86a08f054182 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:28:57.869393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:28:57.870024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Checking segment: {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:28:57.871030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.871552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Bound using segment: {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:28:57.872058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Bound port: d92828ea-5bc6-459d-841b-46bab1eb90aa, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:57.872434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:57.974791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] For port d92828ea-5bc6-459d-841b-46bab1eb90aa, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:28:57.984314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] For port d92828ea-5bc6-459d-841b-46bab1eb90aa, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d92828ea-5bc6-459d-841b-46bab1eb90aa,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:28:57.997919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:58.088738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e340f-3a02-48e5-b7d1-e0d2bb0795cc None None] Pushing event updated for resources: {'Port': ['ID=d92828ea-5bc6-459d-841b-46bab1eb90aa,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:58.214434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9e563c11-a774-4726-9fab-99d55afbe6cb up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:58.317362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 9e563c11-a774-4726-9fab-99d55afbe6cb completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:58.332464 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9e563c11-a774-4726-9fab-99d55afbe6cb triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:58.332931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:58.352898 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.1 (54419449-2b97-4c5b-b34a-86a08f054182/b40b75a1-1849-4d58-9a43-30e4af490196/a14d3da4-7a3a-46f9-8c1b-225354a1c260) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:58.465973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:58.486441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 9e563c11-a774-4726-9fab-99d55afbe6cb, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9e563c11-a774-4726-9fab-99d55afbe6cb,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:28:58.491358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:58.537708 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:58.555162 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object a14d3da4-7a3a-46f9-8c1b-225354a1c260 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:58.565895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=9e563c11-a774-4726-9fab-99d55afbe6cb,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:58.577906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:58.759625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 54419449-2b97-4c5b-b34a-86a08f054182 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:58.763314 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:58.766072 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:28:58.795835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=a14d3da4-7a3a-46f9-8c1b-225354a1c260,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:58.829113 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:58.930651 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:58.953828 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:28:59.125501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f0c34-38a6-46a2-a44b-9ddc722d6440 None None] Network 54419449-2b97-4c5b-b34a-86a08f054182 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:28:59.230101 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3e245c79-e0dd-4d60-8d0f-2fa3c3fa78f1 None None] Provisioning for port d92828ea-5bc6-459d-841b-46bab1eb90aa completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:59.343458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:59.348385 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:59.466772 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:59.470319 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=a14d3da4-7a3a-46f9-8c1b-225354a1c260,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:59.573858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1efbef89-1476-4088-ab3b-fe2b6d0c08ef None None] Provisioning for port a14d3da4-7a3a-46f9-8c1b-225354a1c260 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:59.579164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1efbef89-1476-4088-ab3b-fe2b6d0c08ef None None] Provisioning complete for port a14d3da4-7a3a-46f9-8c1b-225354a1c260 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:59.579797 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1efbef89-1476-4088-ab3b-fe2b6d0c08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:59.609938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 54419449-2b97-4c5b-b34a-86a08f054182 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:59.611100 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:59.638911 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1efbef89-1476-4088-ab3b-fe2b6d0c08ef None None] Port a14d3da4-7a3a-46f9-8c1b-225354a1c260 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:28:59.761269 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6378d1c9-23ba-4f7e-aa60-bc1ad8d6462e None None] Provisioning complete for port a14d3da4-7a3a-46f9-8c1b-225354a1c260 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:59.761638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6378d1c9-23ba-4f7e-aa60-bc1ad8d6462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:59.813432 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6378d1c9-23ba-4f7e-aa60-bc1ad8d6462e None None] Port a14d3da4-7a3a-46f9-8c1b-225354a1c260 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:28:59.934164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e0baeeb6-8662-419b-9c12-c300d500bd00 None None] Provisioning complete for port a14d3da4-7a3a-46f9-8c1b-225354a1c260 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:59.934629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e0baeeb6-8662-419b-9c12-c300d500bd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:00.010254 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 67b2d71e-29f1-425d-8352-c72f3f53189d has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:29:00.018974 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e0baeeb6-8662-419b-9c12-c300d500bd00 None None] Port a14d3da4-7a3a-46f9-8c1b-225354a1c260 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:29:00.210166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:29:00.223383 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-cec92778-ce2f-48c9-bbc7-ff60e3d06a02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/67b2d71e-29f1-425d-8352-c72f3f53189d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1513143 May 06 14:29:00.255229 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d92828ea-5bc6-459d-841b-46bab1eb90aa up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:29:00.324159 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port d92828ea-5bc6-459d-841b-46bab1eb90aa completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:29:00.328992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d92828ea-5bc6-459d-841b-46bab1eb90aa triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:29:00.329358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:00.444261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:00.477517 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port d92828ea-5bc6-459d-841b-46bab1eb90aa, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d92828ea-5bc6-459d-841b-46bab1eb90aa,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:29:00.481763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:00.482502 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9e563c11-a774-4726-9fab-99d55afbe6cb up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:29:00.528690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-21ac511a-8208-4754-afa1-b486bf19b3ab tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:29:00.544586 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-21ac511a-8208-4754-afa1-b486bf19b3ab tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:29:00.545800 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-21ac511a-8208-4754-afa1-b486bf19b3ab tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917138628&fields=id&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 267 time: 0.0602427 May 06 14:29:00.593771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=d92828ea-5bc6-459d-841b-46bab1eb90aa,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:00.607300 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9e563c11-a774-4726-9fab-99d55afbe6cb triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:29:00.607666 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:00.701267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d0bdc62b-aa0a-4d6e-8848-e1b4cdd2289e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:00.701844 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d0bdc62b-aa0a-4d6e-8848-e1b4cdd2289e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:29:00.717372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d0bdc62b-aa0a-4d6e-8848-e1b4cdd2289e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:29:00.718523 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d0bdc62b-aa0a-4d6e-8848-e1b4cdd2289e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/networks?id=54419449-2b97-4c5b-b34a-86a08f054182 HTTP/1.1" status: 200 len: 797 time: 0.1659031 May 06 14:29:00.735295 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-396fbb5a-bb7d-43bd-a05d-79ed14e633cc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/quotas/be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 375 time: 0.0106440 May 06 14:29:00.814181 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-38112a6d-27d8-4d64-a6ac-ecc62027de00 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739124 May 06 14:29:00.958181 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-f0046d33-496a-4499-bf79-f807071b02ac service neutron] 10.222.0.65 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319885 May 06 14:29:01.090794 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d0c4e3f1-ca1a-4b66-91f7-28cc1e4a4ffb service neutron] 10.222.0.65 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268086 May 06 14:29:01.432148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Sync routers for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:29:01.444424 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:29:01.445025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:28:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:01.619682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:29:01.920801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:28:59Z', 'revision_number': 2, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:01.924501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Checking router: 67b2d71e-29f1-425d-8352-c72f3f53189d for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:29:01.924843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Updating router 67b2d71e-29f1-425d-8352-c72f3f53189d port a14d3da4-7a3a-46f9-8c1b-225354a1c260 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:29:01.973396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:02.191739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d92828ea-5bc6-459d-841b-46bab1eb90aa up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:29:02.232428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b031a700-8352-4645-b85a-f1a5f4a61b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:02.328946 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port d92828ea-5bc6-459d-841b-46bab1eb90aa triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:29:02.329316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:02.478863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:02.505074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-e07247ba-9635-40f0-8ec1-3e1c937a4c46 req-065beb8d-1b48-4dd8-b15b-89f75e5e681e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:29:02.521656 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-e07247ba-9635-40f0-8ec1-3e1c937a4c46 req-065beb8d-1b48-4dd8-b15b-89f75e5e681e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:29:02.523236 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e07247ba-9635-40f0-8ec1-3e1c937a4c46 req-065beb8d-1b48-4dd8-b15b-89f75e5e681e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 210 time: 0.2541041 May 06 14:29:02.537820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Transition to ACTIVE for port object a14d3da4-7a3a-46f9-8c1b-225354a1c260 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:29:02.551395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:02.717250 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9467063-8a22-42a1-a685-d8eb2f5961f2 None None] Pushing event updated for resources: {'Port': ['ID=a14d3da4-7a3a-46f9-8c1b-225354a1c260,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:02.807145 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Attempting to bind port a14d3da4-7a3a-46f9-8c1b-225354a1c260 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:29:02.807563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Attempting to bind port a14d3da4-7a3a-46f9-8c1b-225354a1c260 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:29:02.808448 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Attempting to bind port a14d3da4-7a3a-46f9-8c1b-225354a1c260 on network 54419449-2b97-4c5b-b34a-86a08f054182 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:29:02.814978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:29:02.815340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Checking segment: {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:29:02.815730 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:02.816348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Bound using segment: {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:29:02.816802 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Bound port: a14d3da4-7a3a-46f9-8c1b-225354a1c260, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:29:02.817184 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:02.917414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] For port a14d3da4-7a3a-46f9-8c1b-225354a1c260, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:29:02.920467 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] For port a14d3da4-7a3a-46f9-8c1b-225354a1c260, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a14d3da4-7a3a-46f9-8c1b-225354a1c260,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:29:02.924391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:03.008267 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9467063-8a22-42a1-a685-d8eb2f5961f2 None None] Pushing event updated for resources: {'Port': ['ID=a14d3da4-7a3a-46f9-8c1b-225354a1c260,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:03.012902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:29:03.013504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:28:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:03.197026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:29:03.379690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-c995a67b-da32-426a-a844-7234714aacd0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:03.381144 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-c995a67b-da32-426a-a844-7234714aacd0 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/networks?id=54419449-2b97-4c5b-b34a-86a08f054182 HTTP/1.1" status: 200 len: 797 time: 0.1481051 May 06 14:29:03.437135 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-a55c2f8a-95b2-40ba-a53c-91b7749c62af tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb HTTP/1.1" status: 200 len: 379 time: 0.0422077 May 06 14:29:03.446086 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'port': {'device_id': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'admin_state_up': True, 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'security_groups': ['82994ec1-010d-4d43-bc04-ffe0fed6a1ad']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:29:03.537439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:29:02Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:03.541551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa91f39-f411-49ab-8415-3665aed67555 None None] The sync data for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv is: [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:29:02Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:29:03.605924 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:29:03.619394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:29:03.631916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Made reservation on behalf of be58e1a2e1694b6eb9d10a16ee2f8aeb for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:29:03.634955 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:03.755769 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-29df7e45-2023-4546-8324-1bd8bc3416c0 req-b2cc8672-c494-42a9-bc75-f854a6e78eec tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0578320 May 06 14:29:03.847229 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.20.0.7 (54419449-2b97-4c5b-b34a-86a08f054182/b40b75a1-1849-4d58-9a43-30e4af490196/3ac94344-8ad3-4eb3-b7ed-6e4cd5023137) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:29:04.043018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.060110 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Transition to ACTIVE for port object 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:29:04.083095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.160477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 54419449-2b97-4c5b-b34a-86a08f054182 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:29:04.163196 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:29:04.169928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:29:04.209137 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:04.224148 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a14d3da4-7a3a-46f9-8c1b-225354a1c260 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:29:04.248930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:04.249253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.277937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-388c123a-e1ce-4e44-9f0b-939156a11494 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8359711 May 06 14:29:04.308674 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port a14d3da4-7a3a-46f9-8c1b-225354a1c260 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:29:04.314912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a14d3da4-7a3a-46f9-8c1b-225354a1c260 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:29:04.315365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.366101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Request body: {'port': {'device_id': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:29:04.442359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.490736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.495597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port a14d3da4-7a3a-46f9-8c1b-225354a1c260, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a14d3da4-7a3a-46f9-8c1b-225354a1c260,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:29:04.498436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df6ab6f9-8cf9-47c4-b4f3-15e6aee0e7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.501645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.536071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d5e52036-d7c4-4850-8da4-135b7dbe8b30 None None] Provisioning for port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:29:04.549618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d5e52036-d7c4-4850-8da4-135b7dbe8b30 None None] Provisioning complete for port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:29:04.550354 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5e52036-d7c4-4850-8da4-135b7dbe8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.622348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d5e52036-d7c4-4850-8da4-135b7dbe8b30 None None] Port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:29:04.623698 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=a14d3da4-7a3a-46f9-8c1b-225354a1c260,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:04.926813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:29:04.933608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.948792 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Transition to ACTIVE for port object 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:29:04.953524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:04.960510 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb3ad5-c7e8-4517-92c9-ce79e45dcb0d req-85cd886d-7206-463e-a11f-db815b74f8e7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:04.961992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5dcb3ad5-c7e8-4517-92c9-ce79e45dcb0d req-85cd886d-7206-463e-a11f-db815b74f8e7 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 931 time: 0.0810452 May 06 14:29:05.007826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-5dcb3ad5-c7e8-4517-92c9-ce79e45dcb0d req-8e7800ac-0b27-4c3c-9790-b8d626ade394 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:29:05.021180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-5dcb3ad5-c7e8-4517-92c9-ce79e45dcb0d req-8e7800ac-0b27-4c3c-9790-b8d626ade394 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:29:05.022132 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5dcb3ad5-c7e8-4517-92c9-ce79e45dcb0d req-8e7800ac-0b27-4c3c-9790-b8d626ade394 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533693 May 06 14:29:05.086954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:05.196953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Attempting to bind port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:29:05.197282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Attempting to bind port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:29:05.197605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Attempting to bind port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 on network 54419449-2b97-4c5b-b34a-86a08f054182 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:29:05.203906 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 on network 54419449-2b97-4c5b-b34a-86a08f054182 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:29:05.204225 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Attempting to bind port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 on network 54419449-2b97-4c5b-b34a-86a08f054182 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:29:05.210332 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:29:05.210664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Checking segment: {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:29:05.211040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Bound using segment: {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:29:05.211458 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Bound port: 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0676c5dc-a3da-480a-8cb3-0b16e9106e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:29:05.211815 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:05.296831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] For port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:29:05.299602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] For port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:29:05.304092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:05.367115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:05.368387 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] 10.222.0.69 "PUT /v2.0/ports/3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 HTTP/1.1" status: 200 len: 1093 time: 1.0833075 May 06 14:29:05.368809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:29:05.389168 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56eef2f-05e0-40bb-9f84-a90ef4c19e02 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:05.436152 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf333b3-6beb-4fba-af40-0cd4758049bc'] response: {'name': 'network-changed', 'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'status': 'completed', 'code': 200} May 06 14:29:05.477174 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-398905f8-82ba-470a-a8d3-3ae0f2708a77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0733292 May 06 14:29:05.547852 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-a83dd16d-022d-4c23-b952-6df1b17a5b22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 HTTP/1.1" status: 200 len: 217 time: 0.0639453 May 06 14:29:05.607767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-f8bccc98-f69f-49be-a23d-76f9eb6f07c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:05.609230 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-f8bccc98-f69f-49be-a23d-76f9eb6f07c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b40b75a1-1849-4d58-9a43-30e4af490196 HTTP/1.1" status: 200 len: 834 time: 0.0563653 May 06 14:29:05.673638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:05.686370 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-c2a55a0a-7667-4cee-b2f9-a598608e8dfd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54419449-2b97-4c5b-b34a-86a08f054182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719469 May 06 14:29:05.710794 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:05.825065 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-5a1aa2c8-6bb6-46bc-ba8b-06827397aee2 service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319292 May 06 14:29:05.955593 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0c593544-29a7-41a9-aa73-e725df6407d8 req-4050e183-225d-42c7-a127-339eea395677 service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240630 May 06 14:29:06.063103 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-e0767f50-fb11-45de-a253-83bcaffa9363 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0667710 May 06 14:29:06.195737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-a7d093d4-0d92-4c06-b6f4-a2be7b3e1db4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:06.197184 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-a7d093d4-0d92-4c06-b6f4-a2be7b3e1db4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=54419449-2b97-4c5b-b34a-86a08f054182 HTTP/1.1" status: 200 len: 898 time: 0.1275461 May 06 14:29:06.202069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a14d3da4-7a3a-46f9-8c1b-225354a1c260 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:29:06.227594 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29523022-4279-4f56-a83b-f81631456383 req-9cb74426-b7b5-4217-93dd-364faf5964b1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:06.232352 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-29523022-4279-4f56-a83b-f81631456383 req-9cb74426-b7b5-4217-93dd-364faf5964b1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 943 time: 0.0846145 May 06 14:29:06.274479 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port a14d3da4-7a3a-46f9-8c1b-225354a1c260 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:29:06.274944 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:06.277810 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-29523022-4279-4f56-a83b-f81631456383 req-1def393d-c9f1-4e65-9519-496674ff6811 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432577 May 06 14:29:06.357981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-59f41834-7e0f-4048-96e9-239146eda5d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 HTTP/1.1" status: 200 len: 217 time: 0.1544909 May 06 14:29:06.420676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-96729402-8ccb-4ca1-aa8c-1e723bfba4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:06.422090 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-96729402-8ccb-4ca1-aa8c-1e723bfba4cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b40b75a1-1849-4d58-9a43-30e4af490196 HTTP/1.1" status: 200 len: 834 time: 0.0572951 May 06 14:29:06.496937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-ccaf4607-ae4c-40db-8db0-90e68ab36006 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54419449-2b97-4c5b-b34a-86a08f054182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664432 May 06 14:29:06.625808 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-e8987dfd-8a5c-4346-ba54-2c339f74ccff service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212041 May 06 14:29:06.759502 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-55dbf50a-2301-41a3-89e7-1530b2d9452a req-29c57668-455d-480e-aa18-0c25d99327a3 service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273246 May 06 14:29:07.005543 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:07.480804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13dffb-9a06-4932-a49f-2037fbeba783 req-22f89209-3ece-4da6-b63d-e4261e1e3dd6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:07.481468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9c13dffb-9a06-4932-a49f-2037fbeba783 req-22f89209-3ece-4da6-b63d-e4261e1e3dd6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:29:07.496536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-9c13dffb-9a06-4932-a49f-2037fbeba783 req-22f89209-3ece-4da6-b63d-e4261e1e3dd6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:29:07.498112 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c13dffb-9a06-4932-a49f-2037fbeba783 req-22f89209-3ece-4da6-b63d-e4261e1e3dd6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 943 time: 0.0931032 May 06 14:29:07.544531 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c13dffb-9a06-4932-a49f-2037fbeba783 req-ce26e6eb-20b4-47e2-b90e-2c5c63457148 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 May 06 14:29:08.493779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:29:08.665815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:29:08.679739 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'port_id': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'mac_address': 'fa:16:3e:91:2a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:29:08.733200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:08.738289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7133e-4008-49fe-89e8-ff05f2d1ae88 req-6f499a31-2da4-426f-983e-5cad4ada0d68 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:08.739743 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2ca7133e-4008-49fe-89e8-ff05f2d1ae88 req-6f499a31-2da4-426f-983e-5cad4ada0d68 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 943 time: 0.0755475 May 06 14:29:08.750641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:29:08.765356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:29:08.769460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:08.787087 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2ca7133e-4008-49fe-89e8-ff05f2d1ae88 req-f4fdbb66-4731-4744-917d-773546298bad tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 May 06 14:29:08.836512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:09.007996 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['3ac94344-8ad3-4eb3-b7ed-6e4cd5023137'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:29:09.979425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75684254-ffc9-4994-b893-24b0ffc54ccc req-624c472d-62ec-47ef-8b77-e8c0f2b41dc2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:09.980851 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75684254-ffc9-4994-b893-24b0ffc54ccc req-624c472d-62ec-47ef-8b77-e8c0f2b41dc2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 944 time: 0.0738072 May 06 14:29:10.029880 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75684254-ffc9-4994-b893-24b0ffc54ccc req-a72e94c2-792d-488b-a76c-55c8e2e32e02 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435979 May 06 14:29:10.509210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:29:10.574301 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:29:10.578919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:29:10.579304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:10.689237 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:10.715208 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:29:10.724736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:29:10.728788 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:10.777285 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74341487-98cd-449c-a8ab-d27971269c17'] response: {'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'code': 200} May 06 14:29:10.801857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:10.997097 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d168af27-4a1b-4b24-a606-f6fe259a3a9b req-8b40b016-6459-4fac-a1c3-8c93406c297d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 1098 time: 0.0666447 May 06 14:29:11.045204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d168af27-4a1b-4b24-a606-f6fe259a3a9b req-b99333a3-4154-4ea0-ba1a-0f98b58dec3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 May 06 14:29:11.226100 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09594a-145c-4392-ab11-b09b0196126a req-ee9130c6-b898-42ef-9721-6d770b64d2c9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:11.227546 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a09594a-145c-4392-ab11-b09b0196126a req-ee9130c6-b898-42ef-9721-6d770b64d2c9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0786376 May 06 14:29:11.272931 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0a09594a-145c-4392-ab11-b09b0196126a req-5c99a7fe-69b7-4aaa-b2e3-07ba5f734ca8 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394921 May 06 14:29:12.476121 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab11a7-3059-47c7-aa4c-2b092a93ba8e req-5b07402c-b807-4af4-9ac1-5f427cc8d851 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:12.477545 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fbab11a7-3059-47c7-aa4c-2b092a93ba8e req-5b07402c-b807-4af4-9ac1-5f427cc8d851 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0822332 May 06 14:29:12.521830 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fbab11a7-3059-47c7-aa4c-2b092a93ba8e req-6b72a746-06a7-4d6c-9975-992f0cbd14fc tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382953 May 06 14:29:12.714393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743c4ab-70f0-4c36-8bc1-69a0904e5128 req-62c2c682-8690-4254-97e3-efddd7be56ef tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:12.715850 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c743c4ab-70f0-4c36-8bc1-69a0904e5128 req-62c2c682-8690-4254-97e3-efddd7be56ef tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0753365 May 06 14:29:12.761390 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c743c4ab-70f0-4c36-8bc1-69a0904e5128 req-19745677-982b-45e1-8960-3c0b54ef178f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 May 06 14:29:12.788056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45468) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:12.859554 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-99046db0-e173-461c-8dbc-6dfe5852a580 tempest-TestNetworkAdvancedServerOps-316789093 tempest-TestNetworkAdvancedServerOps-316789093-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 1093 time: 0.0703764 May 06 14:29:12.862153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45472) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:12.867140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:29:12.872570 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:29:12.876648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Usage tracker for resource:floatingip and tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:29:12.879432 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:29:12.885135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:29:12.895151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:13.031804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:13.175710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Allocated IP 172.26.0.243 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/7da4faa0-1b74-4862-bc7b-d6fdcb4bccda) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:29:13.319050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:13.346095 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:13.410139 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:29:13.412736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:29:13.416436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:29:13.448416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=7da4faa0-1b74-4862-bc7b-d6fdcb4bccda,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:14.001781 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:14.057982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:14.269209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:14.273513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:14.379885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event updated for resources: {'Port': ['ID=7da4faa0-1b74-4862-bc7b-d6fdcb4bccda,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:14.393662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:14.584392 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Floating IP 5530e0b6-9427-4440-b91e-0be5ece197cc associated. External IP: 172.26.0.243, port: 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137. May 06 14:29:14.974882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 67b2d71e-29f1-425d-8352-c72f3f53189d has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:29:15.188409 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:29:15.197830 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] Sync routers for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:29:15.210757 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:29:15.211365 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:29:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:15.211918 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:15.264859 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2ab2e42e-3be1-4339-8eb6-e188c6047524 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4015906 May 06 14:29:15.265521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:29:15.321763 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8d195d-8dad-48bc-9861-eeb5067e0eaf'] response: {'name': 'network-changed', 'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'status': 'completed', 'code': 200} May 06 14:29:15.394210 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:29:15.443822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be7280-67f8-41d8-8fe9-31df4db372be req-e2f753b4-66f6-4e01-8a04-9eb428c48eb1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:15.445278 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-34be7280-67f8-41d8-8fe9-31df4db372be req-e2f753b4-66f6-4e01-8a04-9eb428c48eb1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0800576 May 06 14:29:15.499382 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-34be7280-67f8-41d8-8fe9-31df4db372be req-3b521955-3f52-4e60-bec7-e2504c873faa tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473111 May 06 14:29:15.529532 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45480) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:15.534459 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c187e22-6f87-40fa-aa9a-341735390361 req-92031e1d-79b6-4416-adc1-d465c64ffb4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 1098 time: 0.1912572 May 06 14:29:15.632717 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5ec83238-c3a1-4281-9c74-90f8968ca62c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/5530e0b6-9427-4440-b91e-0be5ece197cc HTTP/1.1" status: 200 len: 991 time: 0.1017179 May 06 14:29:15.669170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187e22-6f87-40fa-aa9a-341735390361 req-389243a6-bad0-4041-a498-bea87a70c187 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:15.670593 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c187e22-6f87-40fa-aa9a-341735390361 req-389243a6-bad0-4041-a498-bea87a70c187 service neutron] 10.222.0.69 "GET /v2.0/networks?id=54419449-2b97-4c5b-b34a-86a08f054182 HTTP/1.1" status: 200 len: 898 time: 0.1302032 May 06 14:29:15.746640 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '5530e0b6-9427-4440-b91e-0be5ece197cc', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'port_id': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'mac_address': 'fa:16:3e:91:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:29:13Z', 'updated_at': '2022-05-06T14:29:13Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:29:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:15.750290 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] Checking router: 67b2d71e-29f1-425d-8352-c72f3f53189d for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:29:15.761374 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:29:15.761957 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:29:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:15.771348 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c187e22-6f87-40fa-aa9a-341735390361 req-88b25f2c-48de-4acc-b1ec-f43e94126555 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 HTTP/1.1" status: 200 len: 999 time: 0.0940320 May 06 14:29:15.835736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187e22-6f87-40fa-aa9a-341735390361 req-0a28c883-8b0e-440b-b34f-5bfa042bf558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:15.837183 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c187e22-6f87-40fa-aa9a-341735390361 req-0a28c883-8b0e-440b-b34f-5bfa042bf558 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b40b75a1-1849-4d58-9a43-30e4af490196 HTTP/1.1" status: 200 len: 834 time: 0.0601404 May 06 14:29:15.911828 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c187e22-6f87-40fa-aa9a-341735390361 req-89582454-9082-4c33-9878-22bed26795b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54419449-2b97-4c5b-b34a-86a08f054182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690780 May 06 14:29:15.934497 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:29:16.044716 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c187e22-6f87-40fa-aa9a-341735390361 req-8ef12aac-c30d-49c3-8bf2-1c20aabe658a service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266019 May 06 14:29:16.179490 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5c187e22-6f87-40fa-aa9a-341735390361 req-4470a20b-9c17-42df-b074-36e83397c965 service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286578 May 06 14:29:16.309903 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '5530e0b6-9427-4440-b91e-0be5ece197cc', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'port_id': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'mac_address': 'fa:16:3e:91:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:29:13Z', 'updated_at': '2022-05-06T14:29:13Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:29:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:16.313594 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d4c71-bc24-4261-8fa5-f0e242206e41 None None] The sync data for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv is: [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '5530e0b6-9427-4440-b91e-0be5ece197cc', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'port_id': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'mac_address': 'fa:16:3e:91:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:29:13Z', 'updated_at': '2022-05-06T14:29:13Z', 'revision_number': 0, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:29:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:29:16.636579 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45484) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:16.739375 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-7403cbdb-c25b-40b7-b36c-ee7e6110399d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/5530e0b6-9427-4440-b91e-0be5ece197cc HTTP/1.1" status: 200 len: 991 time: 0.1016424 May 06 14:29:17.743264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45488) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:17.848066 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-06ec3bfd-7c8e-44b5-a110-359b49c30e09 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/5530e0b6-9427-4440-b91e-0be5ece197cc HTTP/1.1" status: 200 len: 991 time: 0.1035695 May 06 14:29:18.851912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45492) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:18.956349 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-9b0a2596-942b-4001-9eb1-7b13bb3272fd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/5530e0b6-9427-4440-b91e-0be5ece197cc HTTP/1.1" status: 200 len: 991 time: 0.1033206 May 06 14:29:19.366680 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2145af-4855-49c3-b405-edfb6ac2f885 None None] New status for floating IP 5530e0b6-9427-4440-b91e-0be5ece197cc: ACTIVE {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:29:19.960110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45496) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:20.064513 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2a289fae-ce74-4a88-8a3e-bc4c22907802 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/5530e0b6-9427-4440-b91e-0be5ece197cc HTTP/1.1" status: 200 len: 993 time: 0.1032403 May 06 14:29:20.667353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:32.125696 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63964981-195e-414b-805c-567ab37588a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:34.481833 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f386d626-252f-49a5-899c-6110d596a06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:35.665615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:35.708386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:35.955672 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:29:37.008343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:45.024416 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b34d7e-2bf5-431f-a1a2-f556caa228dc req-f8c40caf-34ff-449f-bfb7-b4af2098f809 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:45.026395 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a8b34d7e-2bf5-431f-a1a2-f556caa228dc req-f8c40caf-34ff-449f-bfb7-b4af2098f809 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0797760 May 06 14:29:45.069731 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a8b34d7e-2bf5-431f-a1a2-f556caa228dc req-8feb98e4-4c53-45a3-9b1d-ab1b107dcdc1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380321 May 06 14:29:46.268862 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56a02-ea95-41e3-8e7c-fc01caca0a19 req-92dc4e94-dcc2-4dda-8403-98f4f1d15c33 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:46.270289 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-78e56a02-ea95-41e3-8e7c-fc01caca0a19 req-92dc4e94-dcc2-4dda-8403-98f4f1d15c33 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0761476 May 06 14:29:46.314755 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-78e56a02-ea95-41e3-8e7c-fc01caca0a19 req-4e38bb96-8d88-4794-a000-fe8a66e1a49c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390232 May 06 14:29:46.341807 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45518) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:46.446177 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-c3207c2b-db89-4cac-a94e-e6f261f54419 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/5530e0b6-9427-4440-b91e-0be5ece197cc HTTP/1.1" status: 200 len: 993 time: 0.1031737 May 06 14:29:47.987736 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb2205-a6b1-4928-abfd-c075faa919e7 req-1aef2c8c-a812-428e-bb6a-e499328b65c4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:47.989202 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ceb2205-a6b1-4928-abfd-c075faa919e7 req-1aef2c8c-a812-428e-bb6a-e499328b65c4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.1394906 May 06 14:29:47.991864 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-79d52657-8269-4b5e-810d-1f4d491c0281 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 1098 time: 0.1107492 May 06 14:29:48.117221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5ceb2205-a6b1-4928-abfd-c075faa919e7 req-c5709904-f25a-457d-9ad5-6585349fd736 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223636 May 06 14:29:48.154074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-ec3e4fda-283d-4f15-aa47-b00f0a94c8e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:48.155697 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-ec3e4fda-283d-4f15-aa47-b00f0a94c8e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=54419449-2b97-4c5b-b34a-86a08f054182 HTTP/1.1" status: 200 len: 898 time: 0.1470804 May 06 14:29:48.256519 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-24dcfec5-bb3f-40f6-a76b-470c8749059e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 HTTP/1.1" status: 200 len: 1001 time: 0.0950446 May 06 14:29:48.321326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-1c27dff1-3a63-43f9-a2b1-729bf3f98431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:48.322767 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-1c27dff1-3a63-43f9-a2b1-729bf3f98431 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b40b75a1-1849-4d58-9a43-30e4af490196 HTTP/1.1" status: 200 len: 834 time: 0.0611687 May 06 14:29:48.397092 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-d83c918a-9194-4a89-b1a0-80376b6c6102 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54419449-2b97-4c5b-b34a-86a08f054182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689833 May 06 14:29:48.527360 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-4eac9d46-293b-4a3a-91e9-c71ec09f67f4 service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246817 May 06 14:29:48.747301 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-a29f270c-1f6d-4f1b-b65a-604c4747a525 req-678f4c92-6e33-433c-b97f-aefbc5e71fa3 service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145593 May 06 14:29:49.316329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f834b-c254-4031-9945-12f34635dd34 req-2ded2e27-26fb-4cb2-8243-269ca9c4368d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:49.317788 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f86f834b-c254-4031-9945-12f34635dd34 req-2ded2e27-26fb-4cb2-8243-269ca9c4368d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0803127 May 06 14:29:49.362846 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f86f834b-c254-4031-9945-12f34635dd34 req-710b8857-f422-459a-8493-76f1886c8e15 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396082 May 06 14:29:50.557394 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccc2b-dfb2-474c-b0cc-94616e4be272 req-7dcfbca8-9012-4592-b0ea-1fd19a6b529f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:50.558829 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-89bccc2b-dfb2-474c-b0cc-94616e4be272 req-7dcfbca8-9012-4592-b0ea-1fd19a6b529f tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0767713 May 06 14:29:50.602704 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-89bccc2b-dfb2-474c-b0cc-94616e4be272 req-36d66426-3ff5-46c3-aa68-b63552ab88a4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384548 May 06 14:29:50.630633 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45532) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:50.667476 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:50.733355 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-353b209e-079b-49cb-ae53-3fa246b594b6 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/floatingips/5530e0b6-9427-4440-b91e-0be5ece197cc HTTP/1.1" status: 200 len: 993 time: 0.1015785 May 06 14:29:51.053718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45540) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:51.246737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 7da4faa0-1b74-4862-bc7b-d6fdcb4bccda {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:29:51.247072 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:51.416495 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:51.416817 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:51.533311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 7da4faa0-1b74-4862-bc7b-d6fdcb4bccda owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:29:51.676903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:51.724067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=7da4faa0-1b74-4862-bc7b-d6fdcb4bccda,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:51.761202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.761547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.761887 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.762224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.762556 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.762884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.763209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.763536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.763885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.764209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.764534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:51.822180 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:52.202321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 67b2d71e-29f1-425d-8352-c72f3f53189d has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:29:52.486868 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:29:52.496656 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] Sync routers for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:29:52.506831 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:52.508435 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:29:52.509028 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:29:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:52.559547 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8c1b4ded-a3ba-4084-8349-8b94546e94c1 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/floatingips/5530e0b6-9427-4440-b91e-0be5ece197cc HTTP/1.1" status: 204 len: 168 time: 1.5047982 May 06 14:29:52.560151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:29:52.614533 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55841f80-2d18-430b-bb6c-1274f7f1af44'] response: {'name': 'network-changed', 'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'status': 'completed', 'code': 200} May 06 14:29:52.688446 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:29:52.709609 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-3a2946bf-e76e-412e-998e-4c003a9ac527 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 1098 time: 0.0727015 May 06 14:29:52.844678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-f0b7037f-7633-4941-9b2e-687fa7d81642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:52.846207 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-f0b7037f-7633-4941-9b2e-687fa7d81642 service neutron] 10.222.0.69 "GET /v2.0/networks?id=54419449-2b97-4c5b-b34a-86a08f054182 HTTP/1.1" status: 200 len: 898 time: 0.1308792 May 06 14:29:52.924311 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-d84d7f94-d614-45c2-9aa6-987424dbcdbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 HTTP/1.1" status: 200 len: 217 time: 0.0704689 May 06 14:29:52.970330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75e79b-723d-45ca-8a48-0b18125ce224 req-78fd11c8-26cc-4cdc-8086-4b17c109349e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:52.974029 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fd75e79b-723d-45ca-8a48-0b18125ce224 req-78fd11c8-26cc-4cdc-8086-4b17c109349e tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0831857 May 06 14:29:52.991333 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-371c3fa2-d4fd-494a-ac76-0176480057f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:52.992777 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-371c3fa2-d4fd-494a-ac76-0176480057f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b40b75a1-1849-4d58-9a43-30e4af490196 HTTP/1.1" status: 200 len: 834 time: 0.0615563 May 06 14:29:53.004934 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:29:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:53.017219 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] Checking router: 67b2d71e-29f1-425d-8352-c72f3f53189d for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:29:53.022916 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:29:53.023539 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:29:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:53.035894 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-fd75e79b-723d-45ca-8a48-0b18125ce224 req-499c683d-ed10-4999-b57b-17d2b42e4a4d tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546284 May 06 14:29:53.073118 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-c538224b-26c7-4ca1-881c-8535e3ab9a49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54419449-2b97-4c5b-b34a-86a08f054182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741587 May 06 14:29:53.197754 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:29:53.202863 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-ee5321ba-440e-4b18-bc47-5b9c37b36c16 service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234326 May 06 14:29:53.332744 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e80d429b-c05f-4a29-bded-b6e441151fe4 req-a22ec783-c124-46b2-95d4-de3a58fd8178 service neutron] 10.222.0.69 "GET /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240418 May 06 14:29:53.537599 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:29:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:53.541980 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab54dcc-223c-41b3-bdbc-07f15f29956e None None] The sync data for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv is: [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'a14d3da4-7a3a-46f9-8c1b-225354a1c260', 'name': '', 'network_id': '54419449-2b97-4c5b-b34a-86a08f054182', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'mac_address': 'fa:16:3e:26:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:58Z', 'updated_at': '2022-05-06T14:29:04Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'subnets': [{'id': 'b40b75a1-1849-4d58-9a43-30e4af490196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:29:53.750263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2912537-e624-49ec-824e-fb42c7d08e09 None None] New status for floating IP 5530e0b6-9427-4440-b91e-0be5ece197cc: DOWN {{(pid=84023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:29:54.234311 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd4612-ff39-4e6b-95d7-13bf11da28a3 req-45940be5-edab-434c-a5f0-3073765468f3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:54.234984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-63dd4612-ff39-4e6b-95d7-13bf11da28a3 req-45940be5-edab-434c-a5f0-3073765468f3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Synchronizing usage tracker for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:29:54.250349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-63dd4612-ff39-4e6b-95d7-13bf11da28a3 req-45940be5-edab-434c-a5f0-3073765468f3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Unset dirty status for tenant:be58e1a2e1694b6eb9d10a16ee2f8aeb on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:29:54.251921 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63dd4612-ff39-4e6b-95d7-13bf11da28a3 req-45940be5-edab-434c-a5f0-3073765468f3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0957360 May 06 14:29:54.296728 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-63dd4612-ff39-4e6b-95d7-13bf11da28a3 req-2f6180a5-680b-4911-96a0-fc36934dadf4 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/security-groups?id=82994ec1-010d-4d43-bc04-ffe0fed6a1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393674 May 06 14:29:54.610091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-d98a0b33-dea9-4cbd-b005-ceb660c83ab2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:29:54.611500 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-d98a0b33-dea9-4cbd-b005-ceb660c83ab2 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0749640 May 06 14:29:54.684983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:29:54.685323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:54.924664 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:29:54.925018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:55.042708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:29:55.182243 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:55.313069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=3ac94344-8ad3-4eb3-b7ed-6e4cd5023137,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:55.385427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] No DVR routers for this DVR port 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:29:55.387993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:55.390658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'name': 'network-vif-deleted', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:29:55.407071 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5783aac6-ea40-403d-9922-d3381b8b20c0 req-0122bddd-3884-4271-9f22-79259b46706a tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.69 "DELETE /v2.0/ports/3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 HTTP/1.1" status: 204 len: 173 time: 0.7894127 May 06 14:29:55.450754 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af9419a-9e30-49ae-a586-a4d85bfd888d'] response: {'server_uuid': 'cf94336d-2d2e-4d61-92da-1fef7018d5b0', 'name': 'network-vif-deleted', 'tag': '3ac94344-8ad3-4eb3-b7ed-6e4cd5023137', 'status': 'completed', 'code': 200} May 06 14:29:55.479193 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ea97b463-559f-453e-baf2-bd6593c426f3 req-81872582-0ddc-492a-b2aa-41e1585363e3 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf94336d-2d2e-4d61-92da-1fef7018d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0556583 May 06 14:29:56.584629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45558) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:57.042134 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:57.633664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port a14d3da4-7a3a-46f9-8c1b-225354a1c260 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:29:57.634389 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:57.820355 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port a14d3da4-7a3a-46f9-8c1b-225354a1c260, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=a14d3da4-7a3a-46f9-8c1b-225354a1c260,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:29:57.820712 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:57.938198 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for a14d3da4-7a3a-46f9-8c1b-225354a1c260 owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:29:58.192184 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:58.237817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=a14d3da4-7a3a-46f9-8c1b-225354a1c260,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:58.317678 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.318019 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.318353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.318686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.319013 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.319334 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.319657 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.320001 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.320321 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.320642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.321003 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:29:58.547256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:58.758963 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:29:58.792053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:29:58.792393 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 3ac94344-8ad3-4eb3-b7ed-6e4cd5023137 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:29:59.123143 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Router 67b2d71e-29f1-425d-8352-c72f3f53189d has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:29:59.315901 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:29:59.325550 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] Sync routers for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:29:59.328723 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-61ef65d6-cd4a-4e3c-b5ad-e32ceb073b49 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "PUT /v2.0/routers/67b2d71e-29f1-425d-8352-c72f3f53189d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7430623 May 06 14:29:59.331634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45562) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:59.337464 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:29:59.338071 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:29:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:59.514051 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:29:59.519761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa84a83-a80d-4f40-ac24-9480ce0b91ac tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting subnet b40b75a1-1849-4d58-9a43-30e4af490196 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:29:59.522661 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daa84a83-a80d-4f40-ac24-9480ce0b91ac tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:59.575704 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daa84a83-a80d-4f40-ac24-9480ce0b91ac tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:59.660441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daa84a83-a80d-4f40-ac24-9480ce0b91ac tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:59.731652 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daa84a83-a80d-4f40-ac24-9480ce0b91ac tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:59.767538 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa84a83-a80d-4f40-ac24-9480ce0b91ac tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Subnet': ['ID=b40b75a1-1849-4d58-9a43-30e4af490196,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:29:59.777273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-daa84a83-a80d-4f40-ac24-9480ce0b91ac tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:59.782783 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d2afe4-b95a-4603-a4e9-b4a8f49eda3e None None] Network 54419449-2b97-4c5b-b34a-86a08f054182 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:29:59.786111 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-daa84a83-a80d-4f40-ac24-9480ce0b91ac tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/subnets/b40b75a1-1849-4d58-9a43-30e4af490196 HTTP/1.1" status: 204 len: 168 time: 0.4505951 May 06 14:29:59.786111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45566) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:29:59.795618 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:29:58Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:59.799448 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] Checking router: 67b2d71e-29f1-425d-8352-c72f3f53189d for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:29:59.810757 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] Routers {'67b2d71e-29f1-425d-8352-c72f3f53189d'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:29:59.811394 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:29:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['67b2d71e-29f1-425d-8352-c72f3f53189d'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:29:59.997879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.016047 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] Set router 67b2d71e-29f1-425d-8352-c72f3f53189d gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:00.113188 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] DHCP port deletion for 54419449-2b97-4c5b-b34a-86a08f054182 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:30:00.117907 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Deleting port d92828ea-5bc6-459d-841b-46bab1eb90aa {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:30:00.118810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.218085 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.229098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Deleting port 9e563c11-a774-4726-9fab-99d55afbe6cb {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:30:00.229582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.308904 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device d92828ea-5bc6-459d-841b-46bab1eb90aa no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:30:00.329096 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:29:58Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:00.334506 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8aff5-251a-42c0-83dc-0744814088e7 None None] The sync data for ids ['67b2d71e-29f1-425d-8352-c72f3f53189d'] in dv-neutron-840889-1-hyperv is: [{'id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675544930', 'tenant_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:54Z', 'updated_at': '2022-05-06T14:29:58Z', 'revision_number': 5, 'project_id': 'be58e1a2e1694b6eb9d10a16ee2f8aeb', 'gw_port': {'id': '9e563c11-a774-4726-9fab-99d55afbe6cb', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2d71e-29f1-425d-8352-c72f3f53189d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:55Z', 'updated_at': '2022-05-06T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:30:00.398017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] For port d92828ea-5bc6-459d-841b-46bab1eb90aa, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=d92828ea-5bc6-459d-841b-46bab1eb90aa,segment=NetworkSegment(0676c5dc-a3da-480a-8cb3-0b16e9106e2e),segment_id=0676c5dc-a3da-480a-8cb3-0b16e9106e2e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:00.398412 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.420799 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] For port 9e563c11-a774-4726-9fab-99d55afbe6cb, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9e563c11-a774-4726-9fab-99d55afbe6cb,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:00.421434 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.525270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Calling delete_port for d92828ea-5bc6-459d-841b-46bab1eb90aa owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:30:00.544860 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Calling delete_port for 9e563c11-a774-4726-9fab-99d55afbe6cb owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:30:00.623992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.691893 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.715568 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:00.740035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Pushing event deleted for resources: {'Port': ['ID=d92828ea-5bc6-459d-841b-46bab1eb90aa,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:00.751507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] No DVR routers for this DVR port d92828ea-5bc6-459d-841b-46bab1eb90aa on host dv-neutron-840889-1-hyperv {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:30:00.754788 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.755130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.757690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.757690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.757690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.757690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.757690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.757690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.757690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.757690 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.758791 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4668097-af5f-43c0-b295-5b3c6e84c9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:00.850033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Port': ['ID=9e563c11-a774-4726-9fab-99d55afbe6cb,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:01.067144 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.314562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.318812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.343222 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.343768 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Fanout notify agent at l3_agent the message router_deleted on router 67b2d71e-29f1-425d-8352-c72f3f53189d {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:30:01.357785 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.361387 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d450a18c-a568-46da-a56a-6b89fe60a2dd tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/routers/67b2d71e-29f1-425d-8352-c72f3f53189d HTTP/1.1" status: 204 len: 168 time: 1.5721071 May 06 14:30:01.362050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45572) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:01.477069 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.612812 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.637889 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54419449-2b97-4c5b-b34a-86a08f054182']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:01.649729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0676c5dc-a3da-480a-8cb3-0b16e9106e2e') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:01.650025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0676c5dc-a3da-480a-8cb3-0b16e9106e2e') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:01.661024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.676256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.682637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:30:01.683012 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:30:01.697383 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:30:01.775486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.793151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.804563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'Network': ['ID=54419449-2b97-4c5b-b34a-86a08f054182,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:01.813851 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9df27637-bcee-4993-8d1a-dd6370516b5c tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/networks/54419449-2b97-4c5b-b34a-86a08f054182 HTTP/1.1" status: 204 len: 168 time: 0.4513431 May 06 14:30:01.816597 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45576) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:01.889259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a005e2d6-9130-4fc2-9754-755bf6732de9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.917892 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a005e2d6-9130-4fc2-9754-755bf6732de9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:01.982576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a005e2d6-9130-4fc2-9754-755bf6732de9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:02.000088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005e2d6-9130-4fc2-9754-755bf6732de9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82994ec1-010d-4d43-bc04-ffe0fed6a1ad,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:02.013206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-a005e2d6-9130-4fc2-9754-755bf6732de9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:02.014337 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-a005e2d6-9130-4fc2-9754-755bf6732de9 tempest-TestNetworkAdvancedServerOps-320066803 tempest-TestNetworkAdvancedServerOps-320066803-project] 10.222.0.65 "DELETE /v2.0/security-groups/82994ec1-010d-4d43-bc04-ffe0fed6a1ad HTTP/1.1" status: 204 len: 168 time: 0.1967750 May 06 14:30:02.128304 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d478b6f7-4a70-4b4c-b8a8-cfc97306bd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:02.219474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a14d3da4-7a3a-46f9-8c1b-225354a1c260 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:30:02.256610 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: a14d3da4-7a3a-46f9-8c1b-225354a1c260 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:30:02.256962 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device a14d3da4-7a3a-46f9-8c1b-225354a1c260 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:30:02.257376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9e563c11-a774-4726-9fab-99d55afbe6cb no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:30:02.291897 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 9e563c11-a774-4726-9fab-99d55afbe6cb {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:30:02.292134 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9e563c11-a774-4726-9fab-99d55afbe6cb not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:30:02.364729 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45590) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:02.534115 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-2b7a6703-4860-4d53-96cf-381afbb120cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be58e1a2e1694b6eb9d10a16ee2f8aeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1681991 May 06 14:30:02.536522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45596) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:02.595983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1974754b-a1d8-4474-a8c8-96c0d916a9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:02.620826 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1974754b-a1d8-4474-a8c8-96c0d916a9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:02.670706 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1974754b-a1d8-4474-a8c8-96c0d916a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:02.685926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974754b-a1d8-4474-a8c8-96c0d916a9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b3b26-97e9-4b63-b319-857a1953e521,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:02.695403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1974754b-a1d8-4474-a8c8-96c0d916a9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:02.696583 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1974754b-a1d8-4474-a8c8-96c0d916a9d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/982b3b26-97e9-4b63-b319-857a1953e521 HTTP/1.1" status: 204 len: 168 time: 0.1591353 May 06 14:30:03.029005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45604) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:03.046425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:03.076038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:03.079891 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] Usage tracker for resource:security_group_rule and tenant:a63809340e40494a9db598f6f12774f1 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:03.082691 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:03.088893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:03.152366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:03.155870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:03.200613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260894ae-0f9b-40a0-924b-75eb8b137d55,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:03.204924 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ca717d54-3bb7-4185-9127-30fff61f4e57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a63809340e40494a9db598f6f12774f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1749141 May 06 14:30:03.207477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45608) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:03.268088 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3a62-b3d0-4e91-9d2c-083c49985370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:03.292245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3a62-b3d0-4e91-9d2c-083c49985370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:03.342220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3a62-b3d0-4e91-9d2c-083c49985370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:03.359203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a3a62-b3d0-4e91-9d2c-083c49985370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260894ae-0f9b-40a0-924b-75eb8b137d55,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:03.365782 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3a62-b3d0-4e91-9d2c-083c49985370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:03.366918 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-eb4a3a62-b3d0-4e91-9d2c-083c49985370 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/260894ae-0f9b-40a0-924b-75eb8b137d55 HTTP/1.1" status: 204 len: 168 time: 0.1584382 May 06 14:30:04.201238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45630) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:04.325981 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1068094246-network', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:04.330751 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:04.334645 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Usage tracker for resource:network and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:04.338131 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:04.344372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:04.354016 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Made reservation on behalf of fbe8c26fc9fd4aa0974ee0f7a56798d4 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:30:04.356209 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.368110 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.398536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:04.402938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:04.405711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:04.411396 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:04.475439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.480276 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.481940 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-35fbda99-a90b-4bf9-a148-e1f0731b7741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.510571 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:30:04.521855 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe40e5-28da-4512-b186-1d58152ac11a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:04.527865 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.528203 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Added segment 49711367-8960-4746-bb2e-0b73ec02d6da of type vlan for network 6b3b4248-cf24-4271-ac39-4be6629f38e5 May 06 14:30:04.641776 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.669437 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.670256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:04.670822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:04.770992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5686657 May 06 14:30:04.773615 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f677c-67db-4f29-a802-7eb6fd3aa65d admin admin] Pushing event updated for resources: {'Network': ['ID=6b3b4248-cf24-4271-ac39-4be6629f38e5,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:04.774166 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45636) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:04.779672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Request body: {'subnet': {'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1068094246-subnet', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:04.783256 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:30:04.784592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:04.788435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Usage tracker for resource:subnet and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:04.791277 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:04.796907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:04.807839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Made reservation on behalf of fbe8c26fc9fd4aa0974ee0f7a56798d4 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:30:04.810903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.103091 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.177319 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2066fa-1948-4772-8bf8-bd53a46751ae,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:05.188108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Checking segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:05.188462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Network hostable DHCP agents. Network: 6b3b4248-cf24-4271-ac39-4be6629f38e5, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:30:05.209375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:30:05.217950 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 6b3b4248-cf24-4271-ac39-4be6629f38e5) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:05.221674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:05.222245 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.228108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612050af-9e30-4a53-acf0-621c1c7d22a7 None None] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:30:05.242041 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5864c0dc-93f8-46fa-9d80-6c3b20227e9a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4666824 May 06 14:30:05.245313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45640) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:05.250310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:05.255092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:05.258949 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Usage tracker for resource:router and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:05.261776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:05.267431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:05.277954 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.279045 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.297698 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.442128 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-6b3b4248-cf24-4271-ac39-4be6629f38e5', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:30:05.442950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.444362 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.603356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Allocated IP 172.20.0.2 (6b3b4248-cf24-4271-ac39-4be6629f38e5/3b2066fa-1948-4772-8bf8-bd53a46751ae/baf303cb-345f-426c-b1a9-8df17b708a31) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:30:05.633969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.663038 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.719223 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.725935 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.804310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Allocated IP 172.26.0.119 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/733ff6a4-3aa7-48ca-bf0a-244d0e7a5858) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:30:05.864216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.874772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Transition to ACTIVE for port object baf303cb-345f-426c-b1a9-8df17b708a31 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:05.893620 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Transition to ACTIVE for port object baf303cb-345f-426c-b1a9-8df17b708a31 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:05.900360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.959080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:05.965570 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:05.968420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:05.972714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:30:05.975214 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Pushing event updated for resources: {'Port': ['ID=baf303cb-345f-426c-b1a9-8df17b708a31,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:05.988428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:06.059386 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:06.061200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Attempting to bind port baf303cb-345f-426c-b1a9-8df17b708a31 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:30:06.061565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Attempting to bind port baf303cb-345f-426c-b1a9-8df17b708a31 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:30:06.061922 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Attempting to bind port baf303cb-345f-426c-b1a9-8df17b708a31 on network 6b3b4248-cf24-4271-ac39-4be6629f38e5 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:30:06.062322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:06.064708 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:30:06.068563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:30:06.068930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Checking segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:06.069322 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:06.069705 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Bound using segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:30:06.070160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Bound port: baf303cb-345f-426c-b1a9-8df17b708a31, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:30:06.070524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:06.095184 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Pushing event updated for resources: {'Port': ['ID=733ff6a4-3aa7-48ca-bf0a-244d0e7a5858,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:06.159331 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] For port baf303cb-345f-426c-b1a9-8df17b708a31, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:30:06.162323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] For port baf303cb-345f-426c-b1a9-8df17b708a31, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=baf303cb-345f-426c-b1a9-8df17b708a31,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:30:06.167834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:06.226315 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:06.227105 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:06.246702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368db0f3-54b1-4aea-b52b-3d541e2f8852 None None] Pushing event updated for resources: {'Port': ['ID=baf303cb-345f-426c-b1a9-8df17b708a31,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:06.481270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Router 7996dfd6-5c89-40f3-9481-84e2682ffec2 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:30:06.775127 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:30:06.783344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Sync routers for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:30:06.794878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:06.795512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:06.797905 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:06.799297 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-9c3c1e24-648e-4077-94f5-3b6d3f3a047c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5530519 May 06 14:30:06.802026 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45644) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:06.996156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:07.129688 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:07.186205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa271b9c-56d1-4794-a090-3c6227dc5802 None None] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:30:07.301314 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-04cddc4f-4469-4c62-b5ca-40869def6e6b None None] Provisioning for port baf303cb-345f-426c-b1a9-8df17b708a31 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:07.492440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:06Z', 'revision_number': 3, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:07.502977 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Checking router: 7996dfd6-5c89-40f3-9481-84e2682ffec2 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:30:07.503324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Updating router 7996dfd6-5c89-40f3-9481-84e2682ffec2 port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:30:07.551559 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:07.564563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:07.771296 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Allocated IP 172.20.0.1 (6b3b4248-cf24-4271-ac39-4be6629f38e5/3b2066fa-1948-4772-8bf8-bd53a46751ae/fd9d4db2-0f77-406f-97b0-5cea7268e59a) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:30:07.910815 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:07.924174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Transition to ACTIVE for port object 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:07.925668 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:07.930131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:07.941694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Transition to ACTIVE for port object fd9d4db2-0f77-406f-97b0-5cea7268e59a will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:07.962410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.029283 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:08.032050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:08.035713 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:30:08.050825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Attempting to bind port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:30:08.051194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Attempting to bind port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:30:08.051561 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Attempting to bind port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:30:08.053701 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07166f0d-4310-44c4-9a88-cc951c57dc49 None None] Pushing event updated for resources: {'Port': ['ID=733ff6a4-3aa7-48ca-bf0a-244d0e7a5858,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:08.061583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:30:08.062172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:08.062639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.063092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:30:08.063817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Bound port: 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:30:08.064327 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.069169 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Pushing event updated for resources: {'Port': ['ID=fd9d4db2-0f77-406f-97b0-5cea7268e59a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:08.092937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.144473 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] For port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:30:08.148090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] For port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=733ff6a4-3aa7-48ca-bf0a-244d0e7a5858,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:30:08.153933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.188532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.250046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07166f0d-4310-44c4-9a88-cc951c57dc49 None None] Pushing event updated for resources: {'Port': ['ID=733ff6a4-3aa7-48ca-bf0a-244d0e7a5858,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:08.252769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:08.253347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:08.306367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device baf303cb-345f-426c-b1a9-8df17b708a31 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:08.430003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.434938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.453032 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0c2a2106-c777-4c69-8b94-3cf642e21b08 None None] Provisioning for port fd9d4db2-0f77-406f-97b0-5cea7268e59a completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:08.465337 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0c2a2106-c777-4c69-8b94-3cf642e21b08 None None] Provisioning complete for port fd9d4db2-0f77-406f-97b0-5cea7268e59a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:08.465708 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c2a2106-c777-4c69-8b94-3cf642e21b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.547490 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port baf303cb-345f-426c-b1a9-8df17b708a31 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:08.555551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:08.595022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port baf303cb-345f-426c-b1a9-8df17b708a31 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:08.595388 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.625067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a2106-c777-4c69-8b94-3cf642e21b08 None None] Port fd9d4db2-0f77-406f-97b0-5cea7268e59a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:30:08.643761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.647467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Pushing event updated for resources: {'Port': ['ID=fd9d4db2-0f77-406f-97b0-5cea7268e59a,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:08.781406 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:08.782395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:08.899328 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:08.978041 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port baf303cb-345f-426c-b1a9-8df17b708a31, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=baf303cb-345f-426c-b1a9-8df17b708a31,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:08.984788 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:09.068624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:07Z', 'revision_number': 1, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:09.072443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=baf303cb-345f-426c-b1a9-8df17b708a31,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:09.078728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067b561-0f06-46d6-bc5f-959ff867ef6c None None] The sync data for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv is: [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:07Z', 'revision_number': 1, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:30:09.082106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-061ec699-67b9-4173-bc7c-ff1a31b8d546 None None] Provisioning complete for port fd9d4db2-0f77-406f-97b0-5cea7268e59a triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:09.082469 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-061ec699-67b9-4173-bc7c-ff1a31b8d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:09.140249 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-061ec699-67b9-4173-bc7c-ff1a31b8d546 None None] Port fd9d4db2-0f77-406f-97b0-5cea7268e59a cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:30:09.194696 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Router 7996dfd6-5c89-40f3-9481-84e2682ffec2 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:30:09.412075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:30:09.421217 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6ef3bc47-3bd4-4cec-af3f-9ba6ad29fe4c admin admin] 10.222.0.65 "PUT /v2.0/routers/7996dfd6-5c89-40f3-9481-84e2682ffec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6181235 May 06 14:30:10.297203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:10.316779 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45666) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:10.322419 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1553500564-network', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:10.327234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:10.331090 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Usage tracker for resource:network and tenant:d0d5b037f26c4658b89ae655c4384806 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:10.334012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:10.340323 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:10.350141 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Made reservation on behalf of d0d5b037f26c4658b89ae655c4384806 for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:30:10.352444 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.365060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.369157 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:10.373973 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:10.374416 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.396585 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:10.400919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Usage tracker for resource:security_group_rule and tenant:d0d5b037f26c4658b89ae655c4384806 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:10.403669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:10.409515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:10.475836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.480046 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.494034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.508836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:30:10.509886 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=733ff6a4-3aa7-48ca-bf0a-244d0e7a5858,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:10.513743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.514478 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device baf303cb-345f-426c-b1a9-8df17b708a31 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:10.516929 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062fce13-c8e6-4153-a204-d197b20d9906,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:10.522231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.522629 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Added segment 89f8627e-1f4b-4bbe-9f30-d90b3c606439 of type vlan for network 15c00681-3aae-4a09-8814-cd001676871f May 06 14:30:10.549487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.577478 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.578289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:10.578843 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.625650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=733ff6a4-3aa7-48ca-bf0a-244d0e7a5858,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:10.640583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port baf303cb-345f-426c-b1a9-8df17b708a31 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:10.640950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.682095 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] Pushing event updated for resources: {'Network': ['ID=15c00681-3aae-4a09-8814-cd001676871f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:10.685040 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-b0716055-87f0-4bfa-a811-be90ce3954ac admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3672507 May 06 14:30:10.687883 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45670) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:10.693825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 15c00681-3aae-4a09-8814-cd001676871f details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:30:10.694489 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Request body: {'subnet': {'network_id': '15c00681-3aae-4a09-8814-cd001676871f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1553500564-subnet', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:10.699975 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:10.704135 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Usage tracker for resource:subnet and tenant:d0d5b037f26c4658b89ae655c4384806 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:10.707193 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:10.714235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:10.729795 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Made reservation on behalf of d0d5b037f26c4658b89ae655c4384806 for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:30:10.732114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.933442 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.009777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731ea727-f77b-42b3-8f11-6cefe2b3a806,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:11.019288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Checking segment: {'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:11.019642 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Network hostable DHCP agents. Network: 15c00681-3aae-4a09-8814-cd001676871f, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:30:11.040786 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Network 15c00681-3aae-4a09-8814-cd001676871f is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:30:11.049149 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 15c00681-3aae-4a09-8814-cd001676871f) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:11.053063 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:11.053640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.058242 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6adb86e-0f0c-47da-be36-b64779c8e759 None None] Network 15c00681-3aae-4a09-8814-cd001676871f requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:30:11.074575 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-80ca78dc-4a2a-4a74-b912-876ba4863c50 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3846648 May 06 14:30:11.076997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45674) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:11.082684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:11.087321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:11.091205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Usage tracker for resource:router and tenant:d0d5b037f26c4658b89ae655c4384806 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:11.094024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:11.099602 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:11.109914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.110841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.129672 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.266982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-15c00681-3aae-4a09-8814-cd001676871f', 'network_id': '15c00681-3aae-4a09-8814-cd001676871f', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'fixed_ips': [{'subnet_id': '731ea727-f77b-42b3-8f11-6cefe2b3a806'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:30:11.267813 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.270429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.436835 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Allocated IP 172.20.0.2 (15c00681-3aae-4a09-8814-cd001676871f/731ea727-f77b-42b3-8f11-6cefe2b3a806/e58db25c-6953-4b31-8d7c-006cd3229b3e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:30:11.559674 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.590959 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.645057 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.655554 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Transition to ACTIVE for port object e58db25c-6953-4b31-8d7c-006cd3229b3e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:11.673535 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Transition to ACTIVE for port object e58db25c-6953-4b31-8d7c-006cd3229b3e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:11.679801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.733953 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Allocated IP 172.26.0.19 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/bd8fd77e-7002-49fb-aed2-f47d966f9a6f) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:30:11.760025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Network 15c00681-3aae-4a09-8814-cd001676871f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:11.760738 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Pushing event updated for resources: {'Port': ['ID=e58db25c-6953-4b31-8d7c-006cd3229b3e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:11.763330 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:11.765286 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:30:11.849650 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Attempting to bind port e58db25c-6953-4b31-8d7c-006cd3229b3e on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:30:11.850022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Attempting to bind port e58db25c-6953-4b31-8d7c-006cd3229b3e by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:30:11.850385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Attempting to bind port e58db25c-6953-4b31-8d7c-006cd3229b3e on network 15c00681-3aae-4a09-8814-cd001676871f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:30:11.856741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:30:11.857106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Checking segment: {'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:11.857500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.857887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Bound using segment: {'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:30:11.858343 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Bound port: e58db25c-6953-4b31-8d7c-006cd3229b3e, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:30:11.858716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.885788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.914079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.949090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0967ca55-6211-484c-a27a-4183e451530c None None] For port e58db25c-6953-4b31-8d7c-006cd3229b3e, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:30:11.952548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0967ca55-6211-484c-a27a-4183e451530c None None] For port e58db25c-6953-4b31-8d7c-006cd3229b3e, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e58db25c-6953-4b31-8d7c-006cd3229b3e,segment=NetworkSegment(89f8627e-1f4b-4bbe-9f30-d90b3c606439),segment_id=89f8627e-1f4b-4bbe-9f30-d90b3c606439)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:30:11.956547 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.980382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:11.983080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:11.985486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:30:12.031830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Pushing event updated for resources: {'Port': ['ID=bd8fd77e-7002-49fb-aed2-f47d966f9a6f,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:12.032190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967ca55-6211-484c-a27a-4183e451530c None None] Pushing event updated for resources: {'Port': ['ID=e58db25c-6953-4b31-8d7c-006cd3229b3e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:12.160750 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:12.161525 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:12.351404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:12.419576 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Router 68e1eda8-7db5-41cb-b63a-7632af3e4137 is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:30:12.426751 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:12.427114 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:12.541493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e58db25c-6953-4b31-8d7c-006cd3229b3e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:12.607468 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port e58db25c-6953-4b31-8d7c-006cd3229b3e completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:12.619253 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:30:12.628820 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Sync routers for ids ['68e1eda8-7db5-41cb-b63a-7632af3e4137'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:30:12.642547 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Routers {'68e1eda8-7db5-41cb-b63a-7632af3e4137'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:12.642825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:12.643425 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['68e1eda8-7db5-41cb-b63a-7632af3e4137'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:12.643941 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-2e2fdc6b-f78f-4d9c-9913-988c26ddfcac admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5659931 May 06 14:30:12.646651 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45678) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:12.825358 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Set router 68e1eda8-7db5-41cb-b63a-7632af3e4137 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:12.960725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b20e4-1dae-4219-aa59-db4dc82e8522 None None] Network 15c00681-3aae-4a09-8814-cd001676871f requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:30:12.985423 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:30:13.057633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b8be14e9-8b6c-469d-9bc7-fcea08abadd5 None None] Provisioning for port e58db25c-6953-4b31-8d7c-006cd3229b3e completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:13.075206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b8be14e9-8b6c-469d-9bc7-fcea08abadd5 None None] Provisioning complete for port e58db25c-6953-4b31-8d7c-006cd3229b3e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:13.075699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8be14e9-8b6c-469d-9bc7-fcea08abadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.160462 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:12Z', 'revision_number': 3, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port': {'id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:13.164828 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Checking router: 68e1eda8-7db5-41cb-b63a-7632af3e4137 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:30:13.165174 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Updating router 68e1eda8-7db5-41cb-b63a-7632af3e4137 port bd8fd77e-7002-49fb-aed2-f47d966f9a6f binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:30:13.219471 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.291887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8be14e9-8b6c-469d-9bc7-fcea08abadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.332673 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b8be14e9-8b6c-469d-9bc7-fcea08abadd5 None None] For port e58db25c-6953-4b31-8d7c-006cd3229b3e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e58db25c-6953-4b31-8d7c-006cd3229b3e,segment=NetworkSegment(89f8627e-1f4b-4bbe-9f30-d90b3c606439),segment_id=89f8627e-1f4b-4bbe-9f30-d90b3c606439)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:13.337939 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8be14e9-8b6c-469d-9bc7-fcea08abadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.458914 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be14e9-8b6c-469d-9bc7-fcea08abadd5 None None] Pushing event updated for resources: {'Port': ['ID=e58db25c-6953-4b31-8d7c-006cd3229b3e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:13.544830 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.570599 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6d90e205-84ef-48b6-93f8-1b365d53aba7 None None] Provisioning complete for port e58db25c-6953-4b31-8d7c-006cd3229b3e triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:13.571727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d90e205-84ef-48b6-93f8-1b365d53aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.584334 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.596294 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Transition to ACTIVE for port object bd8fd77e-7002-49fb-aed2-f47d966f9a6f will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:13.603262 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.686359 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Attempting to bind port bd8fd77e-7002-49fb-aed2-f47d966f9a6f on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:30:13.686986 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Attempting to bind port bd8fd77e-7002-49fb-aed2-f47d966f9a6f by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:30:13.687084 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Attempting to bind port bd8fd77e-7002-49fb-aed2-f47d966f9a6f on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:30:13.693224 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Pushing event updated for resources: {'Port': ['ID=bd8fd77e-7002-49fb-aed2-f47d966f9a6f,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:13.702758 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:30:13.703448 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:13.703602 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.703979 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:30:13.704434 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Bound port: bd8fd77e-7002-49fb-aed2-f47d966f9a6f, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:30:13.704799 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.731969 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.732307 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.732640 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.732967 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.733293 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.733614 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.733933 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.734253 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.734565 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.734877 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.735189 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:30:13.778433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Allocated IP 172.20.0.1 (15c00681-3aae-4a09-8814-cd001676871f/731ea727-f77b-42b3-8f11-6cefe2b3a806/96b0eee3-4bfb-4b5e-99d1-88b311d62caf) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:30:13.784785 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] For port bd8fd77e-7002-49fb-aed2-f47d966f9a6f, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:30:13.787924 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] For port bd8fd77e-7002-49fb-aed2-f47d966f9a6f, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bd8fd77e-7002-49fb-aed2-f47d966f9a6f,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:30:13.793412 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.874937 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c350b89-bd69-41cf-9c8d-a1bf6679d2bd None None] Pushing event updated for resources: {'Port': ['ID=bd8fd77e-7002-49fb-aed2-f47d966f9a6f,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:13.878864 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Routers {'68e1eda8-7db5-41cb-b63a-7632af3e4137'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:13.879474 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['68e1eda8-7db5-41cb-b63a-7632af3e4137'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:13.932982 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:13.948718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Transition to ACTIVE for port object 96b0eee3-4bfb-4b5e-99d1-88b311d62caf will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:13.970010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:14.044761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Network 15c00681-3aae-4a09-8814-cd001676871f is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:14.048417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:14.050182 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Pushing event updated for resources: {'Port': ['ID=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:14.052337 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:30:14.058676 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] Set router 68e1eda8-7db5-41cb-b63a-7632af3e4137 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:14.105645 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:14.201716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:14.254201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e58db25c-6953-4b31-8d7c-006cd3229b3e up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:14.343511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-58dc1daa-98ac-468a-bab7-9b2a4a2170d0 None None] Provisioning for port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:14.346287 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port e58db25c-6953-4b31-8d7c-006cd3229b3e triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:14.346750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:14.385661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-58dc1daa-98ac-468a-bab7-9b2a4a2170d0 None None] Provisioning complete for port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:14.387050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-58dc1daa-98ac-468a-bab7-9b2a4a2170d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:14.410615 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:12Z', 'revision_number': 3, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port': {'id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:14.415809 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74370a8a-cf3e-443a-a59b-f1a6b107c989 None None] The sync data for ids ['68e1eda8-7db5-41cb-b63a-7632af3e4137'] in dv-neutron-840889-1-hyperv is: [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:12Z', 'revision_number': 3, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port': {'id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:30:14.456456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-58dc1daa-98ac-468a-bab7-9b2a4a2170d0 None None] Port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:30:14.459342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:14.464777 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:14.575270 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:14.578577 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Pushing event updated for resources: {'Port': ['ID=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:14.717499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Network 15c00681-3aae-4a09-8814-cd001676871f is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:14.718609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:14.978486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-25cc311a-a574-4b7e-9a53-77f12d45abd1 None None] Provisioning complete for port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:14.979163 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25cc311a-a574-4b7e-9a53-77f12d45abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:15.045887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-25cc311a-a574-4b7e-9a53-77f12d45abd1 None None] Port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:30:15.219678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Router 68e1eda8-7db5-41cb-b63a-7632af3e4137 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:30:15.419397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:30:15.428082 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7516010b-e769-4100-97b7-c3804b3162d1 admin admin] 10.222.0.65 "PUT /v2.0/routers/68e1eda8-7db5-41cb-b63a-7632af3e4137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7804725 May 06 14:30:16.076437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45688) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:16.082118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282629474', 'description': 'tempest-secgroup-smoke-1282629474 description', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:16.088853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:16.092732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:16.095550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:16.101419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:16.113318 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.150963 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:16.155450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:16.158309 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:16.164017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:16.217810 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.221231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.263871 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcafac4-686f-4d74-a85e-efa2efb4bb34,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:16.267921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.271937 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e61e18f4-a410-4065-9235-ee3aeca2244e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1917465 May 06 14:30:16.272565 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45692) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:16.277615 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': 'afcafac4-686f-4d74-a85e-efa2efb4bb34', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:16.283687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:16.287806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:16.290588 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:16.296345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:16.312426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.374326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.378171 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.400922 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac67681-9d6f-4711-8ebd-7c86e5a4d4a7,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:16.408583 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.409728 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-dd5b4993-3ba8-4d10-a750-0fff0d1b3252 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1366837 May 06 14:30:16.412417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45696) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:16.417742 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': 'afcafac4-686f-4d74-a85e-efa2efb4bb34', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:16.423478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:16.427302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:16.430129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:16.436367 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:16.452563 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.512504 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.515740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.537684 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2871bc35-159d-4ce9-9e8f-03671cb84cf3,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:16.547488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.548671 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-42df4967-bde1-4a77-b5bb-c3d33c0dd829 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1353607 May 06 14:30:16.551345 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45700) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:16.557134 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': 'afcafac4-686f-4d74-a85e-efa2efb4bb34', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:16.562961 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:16.566903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:16.569794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:16.575978 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:16.591530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.651328 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.654634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.679382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2b0277-96cb-48ee-8c5b-55a80a096108,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:16.688066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.689190 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1a14bb98-bde0-4c0a-891f-c3778f620e28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1369317 May 06 14:30:16.691941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45704) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:16.697208 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': 'afcafac4-686f-4d74-a85e-efa2efb4bb34', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:16.702885 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:16.706722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:16.709537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:16.715132 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:16.731210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.793273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.796757 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.819862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9fa8dc-3d7b-4c83-8634-555276a1eccc,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:16.828187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.829343 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-f4ef734b-16a6-4dad-9968-883365e9093b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1364651 May 06 14:30:16.832052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45708) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:16.837722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': 'afcafac4-686f-4d74-a85e-efa2efb4bb34', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:16.843522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:16.847417 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:16.850357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:16.856743 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:16.866111 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Project fbe8c26fc9fd4aa0974ee0f7a56798d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:30:16.873046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.936613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.939990 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.961916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491f424b-6750-4a08-9326-797caeb66188,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:16.970486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:16.971799 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-151181bc-2c9c-4324-9a14-0ea9a3dd1560 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1388409 May 06 14:30:16.974420 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 45712) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:16.980286 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': 'afcafac4-686f-4d74-a85e-efa2efb4bb34', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:16.985858 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:16.989649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:16.992462 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:16.999039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:17.009286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Project fbe8c26fc9fd4aa0974ee0f7a56798d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:30:17.015590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:17.083544 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:17.088000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:17.116267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d059c5f2-3158-4b7f-be74-f45e3fc0ceb5,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:17.125298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:17.126718 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-83305ec2-9523-49c6-9ece-9ecadfcdc430 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1510339 May 06 14:30:17.296036 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d91f6638-5d68-47a3-a230-90793d9551eb req-1239fd23-aaae-495c-964f-6b69da637768 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:30:17.312883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d91f6638-5d68-47a3-a230-90793d9551eb req-1239fd23-aaae-495c-964f-6b69da637768 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:30:17.314172 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-1239fd23-aaae-495c-964f-6b69da637768 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282629474&fields=id&tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4 HTTP/1.1" status: 200 len: 267 time: 0.0621789 May 06 14:30:17.460034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6638-5d68-47a3-a230-90793d9551eb req-75dd4e46-9935-4c04-a915-c190215d5fed tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:17.460614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d91f6638-5d68-47a3-a230-90793d9551eb req-75dd4e46-9935-4c04-a915-c190215d5fed tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:network {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:30:17.477053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-d91f6638-5d68-47a3-a230-90793d9551eb req-75dd4e46-9935-4c04-a915-c190215d5fed tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:network {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:30:17.478246 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-75dd4e46-9935-4c04-a915-c190215d5fed tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 809 time: 0.1575325 May 06 14:30:17.494213 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-2332389a-bb11-4d41-b5b2-6b21859a93b2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/quotas/fbe8c26fc9fd4aa0974ee0f7a56798d4 HTTP/1.1" status: 200 len: 375 time: 0.0105820 May 06 14:30:17.576045 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-c5ec27b3-5ade-41ea-92bf-0c7c9a514c7b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768189 May 06 14:30:17.720646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-536429fb-dddc-415b-a09c-79fd91faa53e service neutron] 10.222.0.65 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319239 May 06 14:30:17.849182 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-eb054c32-6664-4142-933b-e0a90ee1a501 service neutron] 10.222.0.65 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228809 May 06 14:30:18.029534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-088386ee-b5dc-40c9-9525-cbd57729cc00 req-fbbbea03-d2eb-4f02-b67c-5ae6fc505f88 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:30:18.048932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-088386ee-b5dc-40c9-9525-cbd57729cc00 req-fbbbea03-d2eb-4f02-b67c-5ae6fc505f88 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:30:18.050095 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-088386ee-b5dc-40c9-9525-cbd57729cc00 req-fbbbea03-d2eb-4f02-b67c-5ae6fc505f88 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 210 time: 0.0615129 May 06 14:30:19.040843 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6638-5d68-47a3-a230-90793d9551eb req-a5b67d9f-d61f-45ed-9a54-80aed29bd807 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:19.042281 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-a5b67d9f-d61f-45ed-9a54-80aed29bd807 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 809 time: 0.1447229 May 06 14:30:19.095960 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-d91f6638-5d68-47a3-a230-90793d9551eb req-7c382a57-721f-4eb4-84d6-7987754de416 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:30:19.109508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-d91f6638-5d68-47a3-a230-90793d9551eb req-7c382a57-721f-4eb4-84d6-7987754de416 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:30:19.110746 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-7c382a57-721f-4eb4-84d6-7987754de416 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4 HTTP/1.1" status: 200 len: 380 time: 0.0564721 May 06 14:30:19.124537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'port': {'device_id': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'admin_state_up': True, 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'security_groups': ['afcafac4-686f-4d74-a85e-efa2efb4bb34']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:19.220843 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5d2e38d9-0063-4426-b0d3-cc790def5fc0 req-723c45a5-9354-4f03-b7f5-5851e1e7fbfb tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 210 time: 0.0418653 May 06 14:30:19.267120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:19.277941 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:19.287907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Made reservation on behalf of fbe8c26fc9fd4aa0974ee0f7a56798d4 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:30:19.290836 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:19.451011 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Allocated IP 172.20.0.8 (6b3b4248-cf24-4271-ac39-4be6629f38e5/3b2066fa-1948-4772-8bf8-bd53a46751ae/897c2d95-1019-4697-89eb-56f73f946eaf) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:30:19.664349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:19.682032 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Transition to ACTIVE for port object 897c2d95-1019-4697-89eb-56f73f946eaf will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:19.708669 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:19.786255 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:19.789453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:19.794459 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:30:19.820068 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:19.864952 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:19.865916 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:19.900822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-69ee4131-e722-448f-aed8-8acaf3cf1f16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7797329 May 06 14:30:19.911589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Request body: {'port': {'device_id': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:20.096360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-56a96f76-26b9-41d3-b2b1-870fa894f1aa None None] Provisioning for port 897c2d95-1019-4697-89eb-56f73f946eaf completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:20.101018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-56a96f76-26b9-41d3-b2b1-870fa894f1aa None None] Provisioning complete for port 897c2d95-1019-4697-89eb-56f73f946eaf triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:20.101464 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-56a96f76-26b9-41d3-b2b1-870fa894f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.126851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.152843 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-56a96f76-26b9-41d3-b2b1-870fa894f1aa None None] Port 897c2d95-1019-4697-89eb-56f73f946eaf cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:30:20.271062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bd8fd77e-7002-49fb-aed2-f47d966f9a6f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:20.349190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port bd8fd77e-7002-49fb-aed2-f47d966f9a6f completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:20.354728 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port bd8fd77e-7002-49fb-aed2-f47d966f9a6f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:20.355092 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.466956 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c640aba-e869-441d-9eb3-8bb0f8c31ad8 req-3bb3cdab-323a-42a4-bb9e-16182409e15d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:20.467637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1c640aba-e869-441d-9eb3-8bb0f8c31ad8 req-3bb3cdab-323a-42a4-bb9e-16182409e15d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:30:20.471630 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.490364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port bd8fd77e-7002-49fb-aed2-f47d966f9a6f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bd8fd77e-7002-49fb-aed2-f47d966f9a6f,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:20.495566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.539587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1c640aba-e869-441d-9eb3-8bb0f8c31ad8 req-3bb3cdab-323a-42a4-bb9e-16182409e15d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:30:20.540768 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1c640aba-e869-441d-9eb3-8bb0f8c31ad8 req-3bb3cdab-323a-42a4-bb9e-16182409e15d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 931 time: 0.1931703 May 06 14:30:20.544427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897c2d95-1019-4697-89eb-56f73f946eaf {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:30:20.564046 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.564795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=bd8fd77e-7002-49fb-aed2-f47d966f9a6f,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:20.592159 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Transition to ACTIVE for port object 897c2d95-1019-4697-89eb-56f73f946eaf will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:20.598385 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.654922 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1c640aba-e869-441d-9eb3-8bb0f8c31ad8 req-ece1060a-d1f1-4dee-bb2d-a60e5e749e64 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064253 May 06 14:30:20.680969 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.729030 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:20.841261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Attempting to bind port 897c2d95-1019-4697-89eb-56f73f946eaf on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:30:20.841599 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Attempting to bind port 897c2d95-1019-4697-89eb-56f73f946eaf by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:30:20.841928 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Attempting to bind port 897c2d95-1019-4697-89eb-56f73f946eaf on network 6b3b4248-cf24-4271-ac39-4be6629f38e5 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:30:20.847654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Port 897c2d95-1019-4697-89eb-56f73f946eaf on network 6b3b4248-cf24-4271-ac39-4be6629f38e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:30:20.848003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Attempting to bind port 897c2d95-1019-4697-89eb-56f73f946eaf on network 6b3b4248-cf24-4271-ac39-4be6629f38e5 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:30:20.854715 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:30:20.855049 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Checking segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:20.855428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Bound using segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:30:20.855873 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Bound port: 897c2d95-1019-4697-89eb-56f73f946eaf, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:30:20.856218 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:20.944202 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:30:20.947040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:30:20.951561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:21.015366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:21.016813 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] 10.222.0.69 "PUT /v2.0/ports/897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 1093 time: 1.1097438 May 06 14:30:21.017238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:30:21.037798 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757b91c-5f2f-4188-9f96-c216e6968dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:21.090741 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b47f3d-318d-4999-b50a-91f9864f6fbd'] response: {'name': 'network-changed', 'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf', 'status': 'completed', 'code': 200} May 06 14:30:21.132913 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-618ebc1c-91be-45a8-9708-fd375fd93cb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1096 time: 0.0736368 May 06 14:30:21.203650 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-c527a8bd-6f50-46c8-b632-9f32d9d63af5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 217 time: 0.0646234 May 06 14:30:21.264740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6638-5d68-47a3-a230-90793d9551eb req-c89fa7ff-146c-4dbc-b1ad-6148180fdacd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:21.266021 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-c89fa7ff-146c-4dbc-b1ad-6148180fdacd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0561984 May 06 14:30:21.344353 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-e4595a3d-e080-4537-a07b-b6983b00d94e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719543 May 06 14:30:21.473356 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-74f631a4-e87b-43db-bb87-2ee77305f30a service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223040 May 06 14:30:21.602337 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d91f6638-5d68-47a3-a230-90793d9551eb req-bcd007da-1480-499e-9d04-dfed06507de2 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233730 May 06 14:30:21.719209 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-5d20b685-ec7f-4d92-9413-2dff5a27bc92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1096 time: 0.0684390 May 06 14:30:21.991676 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-c407b0aa-b2d3-455c-bb14-704c4087c096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:21.993706 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-c407b0aa-b2d3-455c-bb14-704c4087c096 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.2680397 May 06 14:30:22.051983 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b1d53-4d57-4929-86f0-d8280546971b req-208bdca1-e44a-48d3-abaf-806edea07c2b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:22.053379 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e65b1d53-4d57-4929-86f0-d8280546971b req-208bdca1-e44a-48d3-abaf-806edea07c2b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.1769731 May 06 14:30:22.081053 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-6c969919-f17e-4138-8d6e-673f2a8d2967 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 217 time: 0.0801864 May 06 14:30:22.154220 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e65b1d53-4d57-4929-86f0-d8280546971b req-f5372325-e8dd-49ed-ba78-2c57bcfdeb2b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947387 May 06 14:30:22.162641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-c0dbeb5a-2787-410b-aa86-15b4db3f776f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:22.164021 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-c0dbeb5a-2787-410b-aa86-15b4db3f776f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0758126 May 06 14:30:22.240732 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bd8fd77e-7002-49fb-aed2-f47d966f9a6f up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:22.241221 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-dcb0e6b2-6796-46ec-a645-9b056103932c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695992 May 06 14:30:22.309436 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port bd8fd77e-7002-49fb-aed2-f47d966f9a6f triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:22.310252 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:22.372362 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-97ac92c8-13cd-4e03-b62a-3430a5168c81 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249640 May 06 14:30:22.502773 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e067b9fc-c580-4e5b-b684-e434730fd379 req-6e0dc85d-b9e1-4208-a42c-07849e7c8de3 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234193 May 06 14:30:23.350231 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10e882-00b5-4a38-9f09-413387723603 req-b883540a-7e25-41b2-bdcf-53ba931357fb tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:23.351648 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3d10e882-00b5-4a38-9f09-413387723603 req-b883540a-7e25-41b2-bdcf-53ba931357fb tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0780547 May 06 14:30:23.396300 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3d10e882-00b5-4a38-9f09-413387723603 req-7f449817-efa5-41af-a5c7-3129b78f4843 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391202 May 06 14:30:23.724859 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Sync routers for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:30:23.736597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:23.737231 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:23.918613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:24.230509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 2, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:24.234622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Checking router: 7996dfd6-5c89-40f3-9481-84e2682ffec2 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:30:24.235216 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Updating router 7996dfd6-5c89-40f3-9481-84e2682ffec2 port fd9d4db2-0f77-406f-97b0-5cea7268e59a binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:30:24.315474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:24.595181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51911edc-e76d-4b12-be48-3ca4f40fcd09 req-b536821b-296f-48cb-991d-549842ad5023 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:24.596682 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51911edc-e76d-4b12-be48-3ca4f40fcd09 req-b536821b-296f-48cb-991d-549842ad5023 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0797820 May 06 14:30:24.642128 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-51911edc-e76d-4b12-be48-3ca4f40fcd09 req-1037d6db-c2df-4fb2-b6f3-ee79c5f6ecff tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 May 06 14:30:24.643988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:24.655465 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Transition to ACTIVE for port object fd9d4db2-0f77-406f-97b0-5cea7268e59a will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:24.661433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:24.784195 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058f542-faa8-477f-9cb3-b925476c263a None None] Pushing event updated for resources: {'Port': ['ID=fd9d4db2-0f77-406f-97b0-5cea7268e59a,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:24.853014 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:30:24.885512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Attempting to bind port fd9d4db2-0f77-406f-97b0-5cea7268e59a on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:30:24.885895 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Attempting to bind port fd9d4db2-0f77-406f-97b0-5cea7268e59a by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:30:24.886246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Attempting to bind port fd9d4db2-0f77-406f-97b0-5cea7268e59a on network 6b3b4248-cf24-4271-ac39-4be6629f38e5 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:30:24.908130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:30:24.908503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Checking segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:24.908903 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:24.909293 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Bound using segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:30:24.909773 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Bound port: fd9d4db2-0f77-406f-97b0-5cea7268e59a, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:30:24.910139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:25.103061 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:25.116257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] For port fd9d4db2-0f77-406f-97b0-5cea7268e59a, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:30:25.121062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '897c2d95-1019-4697-89eb-56f73f946eaf', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'port_id': '897c2d95-1019-4697-89eb-56f73f946eaf', 'mac_address': 'fa:16:3e:e1:ff:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:30:25.127037 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] For port fd9d4db2-0f77-406f-97b0-5cea7268e59a, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fd9d4db2-0f77-406f-97b0-5cea7268e59a,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:30:25.153857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:25.240616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:25.276709 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897c2d95-1019-4697-89eb-56f73f946eaf {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:30:25.284033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058f542-faa8-477f-9cb3-b925476c263a None None] Pushing event updated for resources: {'Port': ['ID=fd9d4db2-0f77-406f-97b0-5cea7268e59a,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:25.294358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:25.294976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:25.404692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:25.412694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:25.445910 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Sync routers for ids ['68e1eda8-7db5-41cb-b63a-7632af3e4137'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:30:25.457766 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Routers {'68e1eda8-7db5-41cb-b63a-7632af3e4137'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:25.458484 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['68e1eda8-7db5-41cb-b63a-7632af3e4137'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:25.528995 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:25.551883 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:25.644101 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Set router 68e1eda8-7db5-41cb-b63a-7632af3e4137 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:25.676645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['897c2d95-1019-4697-89eb-56f73f946eaf'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:30:25.858954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4078-bd7f-4f30-b91b-1de60a4cf427 req-d36b8ec0-c72b-43c2-b823-73c159574bb9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:25.866928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-de7a4078-bd7f-4f30-b91b-1de60a4cf427 req-d36b8ec0-c72b-43c2-b823-73c159574bb9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 944 time: 0.0886352 May 06 14:30:25.914207 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-de7a4078-bd7f-4f30-b91b-1de60a4cf427 req-40241547-b1bd-4f43-aa94-9cf11a97ab59 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444331 May 06 14:30:26.012160 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:14Z', 'revision_number': 4, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port': {'id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '96b0eee3-4bfb-4b5e-99d1-88b311d62caf', 'name': '', 'network_id': '15c00681-3aae-4a09-8814-cd001676871f', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'mac_address': 'fa:16:3e:7c:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '731ea727-f77b-42b3-8f11-6cefe2b3a806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:13Z', 'updated_at': '2022-05-06T14:30:14Z', 'revision_number': 2, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'subnets': [{'id': '731ea727-f77b-42b3-8f11-6cefe2b3a806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:26.016189 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Checking router: 68e1eda8-7db5-41cb-b63a-7632af3e4137 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:30:26.016531 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Updating router 68e1eda8-7db5-41cb-b63a-7632af3e4137 port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:30:26.069151 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.072874 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:25Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:26.083747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0b13d-fda0-4155-a570-5ffeb1503b65 None None] The sync data for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv is: [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:25Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:30:26.270865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fd9d4db2-0f77-406f-97b0-5cea7268e59a up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:26.341986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port fd9d4db2-0f77-406f-97b0-5cea7268e59a completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:26.347170 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port fd9d4db2-0f77-406f-97b0-5cea7268e59a triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:26.347616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.438452 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.450917 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Transition to ACTIVE for port object 96b0eee3-4bfb-4b5e-99d1-88b311d62caf will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:30:26.458188 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.470348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.506679 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port fd9d4db2-0f77-406f-97b0-5cea7268e59a, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fd9d4db2-0f77-406f-97b0-5cea7268e59a,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:26.519837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.597068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=fd9d4db2-0f77-406f-97b0-5cea7268e59a,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:26.624438 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72669234-d2a2-41b5-ae5d-7df45b3d01b4 None None] Pushing event updated for resources: {'Port': ['ID=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:26.684834 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Attempting to bind port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:30:26.685288 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Attempting to bind port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:30:26.685705 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Attempting to bind port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf on network 15c00681-3aae-4a09-8814-cd001676871f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:30:26.692371 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:30:26.692857 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Checking segment: {'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:30:26.693499 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.693947 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Bound using segment: {'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:30:26.694416 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Bound port: 96b0eee3-4bfb-4b5e-99d1-88b311d62caf, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f8627e-1f4b-4bbe-9f30-d90b3c606439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '15c00681-3aae-4a09-8814-cd001676871f'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:30:26.694784 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.780912 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] For port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:30:26.783799 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] For port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,segment=NetworkSegment(89f8627e-1f4b-4bbe-9f30-d90b3c606439),segment_id=89f8627e-1f4b-4bbe-9f30-d90b3c606439)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:30:26.788287 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:26.864598 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72669234-d2a2-41b5-ae5d-7df45b3d01b4 None None] Pushing event updated for resources: {'Port': ['ID=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:26.869105 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Routers {'68e1eda8-7db5-41cb-b63a-7632af3e4137'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:26.869705 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['68e1eda8-7db5-41cb-b63a-7632af3e4137'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:26.884373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:26.968070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 897c2d95-1019-4697-89eb-56f73f946eaf completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:26.974347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 897c2d95-1019-4697-89eb-56f73f946eaf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:26.974801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:27.065028 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] Set router 68e1eda8-7db5-41cb-b63a-7632af3e4137 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:27.117634 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:27.128109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12319c2e-878d-4a63-9f65-522854ee43c7 req-7b59961d-f753-4b7e-b6de-c5db9dcb310e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:27.129563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-12319c2e-878d-4a63-9f65-522854ee43c7 req-7b59961d-f753-4b7e-b6de-c5db9dcb310e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 944 time: 0.0797715 May 06 14:30:27.149857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:30:27.161573 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:27.168601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:27.192397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-12319c2e-878d-4a63-9f65-522854ee43c7 req-78d35270-14f8-49dc-ba21-cf581dd8a071 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550287 May 06 14:30:27.215985 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25aba35-f71d-4d83-8242-4ec1cefee809'] response: {'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf', 'code': 200} May 06 14:30:27.254353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:27.417016 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:14Z', 'revision_number': 4, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port': {'id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '96b0eee3-4bfb-4b5e-99d1-88b311d62caf', 'name': '', 'network_id': '15c00681-3aae-4a09-8814-cd001676871f', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'mac_address': 'fa:16:3e:7c:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '731ea727-f77b-42b3-8f11-6cefe2b3a806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:13Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 4, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'subnets': [{'id': '731ea727-f77b-42b3-8f11-6cefe2b3a806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:27.420977 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d726ecd-a2b2-47e9-bd0a-4fb69a4d2e12 None None] The sync data for ids ['68e1eda8-7db5-41cb-b63a-7632af3e4137'] in dv-neutron-840889-1-hyperv is: [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:14Z', 'revision_number': 4, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port': {'id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '96b0eee3-4bfb-4b5e-99d1-88b311d62caf', 'name': '', 'network_id': '15c00681-3aae-4a09-8814-cd001676871f', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'mac_address': 'fa:16:3e:7c:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '731ea727-f77b-42b3-8f11-6cefe2b3a806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:13Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 4, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'subnets': [{'id': '731ea727-f77b-42b3-8f11-6cefe2b3a806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:30:27.428676 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-064fce17-1f49-4f09-8b37-beb871fe2113 req-e36b8a15-a712-42c3-aafd-9629256d70f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1098 time: 0.0671210 May 06 14:30:27.482822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-064fce17-1f49-4f09-8b37-beb871fe2113 req-2f8b4664-9222-4934-807f-59071335f044 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484650 May 06 14:30:28.306624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 96b0eee3-4bfb-4b5e-99d1-88b311d62caf up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:28.377790 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:30:28.382715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:28.383107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:28.405181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e8cd7-aeef-4c8c-a6c1-de2a75634bb1 req-c3e8f5a4-d21c-4140-b322-3081335cff06 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:28.407254 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dc3e8cd7-aeef-4c8c-a6c1-de2a75634bb1 req-c3e8f5a4-d21c-4140-b322-3081335cff06 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0827844 May 06 14:30:28.457624 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dc3e8cd7-aeef-4c8c-a6c1-de2a75634bb1 req-a6db29c2-630f-41dc-82e2-08f19e431eb1 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 May 06 14:30:28.502168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:28.536934 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,segment=NetworkSegment(89f8627e-1f4b-4bbe-9f30-d90b3c606439),segment_id=89f8627e-1f4b-4bbe-9f30-d90b3c606439)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:30:28.540822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:28.541621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fd9d4db2-0f77-406f-97b0-5cea7268e59a up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:28.649968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:28.663010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port fd9d4db2-0f77-406f-97b0-5cea7268e59a triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:28.663368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:29.658103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7a479-06fc-42d0-8eaf-a99ffb35bc1a req-06486153-4ac2-4edc-a08c-0e962a6094a6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:29.659543 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e7a479-06fc-42d0-8eaf-a99ffb35bc1a req-06486153-4ac2-4edc-a08c-0e962a6094a6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0799837 May 06 14:30:29.704947 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e7a479-06fc-42d0-8eaf-a99ffb35bc1a req-c77bee38-4037-40eb-82cb-e0c9f625024a tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393939 May 06 14:30:29.900536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de783d44-b6d1-4a94-8c5a-3e3464db46a2 req-05f9f3f8-9c07-47e1-bea6-88cbd765238f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:29.901969 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-de783d44-b6d1-4a94-8c5a-3e3464db46a2 req-05f9f3f8-9c07-47e1-bea6-88cbd765238f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0755174 May 06 14:30:29.946806 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-de783d44-b6d1-4a94-8c5a-3e3464db46a2 req-c3deebc5-9a51-454d-a3ea-0f5bffa0371f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393255 May 06 14:30:29.973793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45758) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:30.161004 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-17422d76-82a3-4860-b776-a8f41e0fe6bf tempest-TestShelveInstance-913413009 tempest-TestShelveInstance-913413009-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1093 time: 0.1860926 May 06 14:30:30.163794 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 45764) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:30:30.169460 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '897c2d95-1019-4697-89eb-56f73f946eaf', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:30:30.174830 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:30:30.178762 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:floatingip and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:30:30.181621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:30:30.187335 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:30:30.197759 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:30.251986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 96b0eee3-4bfb-4b5e-99d1-88b311d62caf up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:30:30.325837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:30:30.326206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:30.346135 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:30.566577 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Allocated IP 172.26.0.110 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/496df59d-36ad-4373-9649-a669db6ff797) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:30:30.706693 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:30.736961 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:30.802918 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:30:30.806344 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:30:30.810687 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:30:30.840404 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'Port': ['ID=496df59d-36ad-4373-9649-a669db6ff797,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:31.312249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:31.370012 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:31.567092 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:31.571245 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:31.679739 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'Port': ['ID=496df59d-36ad-4373-9649-a669db6ff797,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:30:31.691848 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:31.880579 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Floating IP 848a090b-b1f8-400f-a262-96c32bc351e4 associated. External IP: 172.26.0.110, port: 897c2d95-1019-4697-89eb-56f73f946eaf. May 06 14:30:32.130297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f155d7d-8064-45ef-be8d-99413847da98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:32.350963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Router 7996dfd6-5c89-40f3-9481-84e2682ffec2 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:30:32.543264 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:30:32.565625 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:32.619908 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fffb8ed8-f613-4f96-a182-36afcfb99d35 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4544525 May 06 14:30:32.620552 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:30:32.749746 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b911df5c-8064-42ae-8dbc-404516a2d752'] response: {'name': 'network-changed', 'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf', 'status': 'completed', 'code': 200} May 06 14:30:32.840633 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-f9a8f698-91c4-4bb8-9364-0ac9eb5e5517 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1098 time: 0.0669529 May 06 14:30:32.971530 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-cf82d8fb-25c5-43ce-a03d-1c2190fa6f45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:32.972986 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-cf82d8fb-25c5-43ce-a03d-1c2190fa6f45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1265116 May 06 14:30:33.074063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-271d300c-d9a5-4ce0-8873-6a97c4029d8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 999 time: 0.0944836 May 06 14:30:33.134804 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-b179b3d4-8fcc-4890-acd6-a502e925d435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:30:33.136129 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-b179b3d4-8fcc-4890-acd6-a502e925d435 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0568678 May 06 14:30:33.209989 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-1f961bcc-1e28-4276-a057-47baf6fd84bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685949 May 06 14:30:33.428882 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-80e8af20-d70e-4e50-a2cf-a9d2ea273bc4 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134147 May 06 14:30:33.555162 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2e1a877f-76c9-4165-b070-acb2bb718400 req-f744083e-9288-4a21-adef-deb00705e6cf service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207464 May 06 14:30:33.940590 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] Sync routers for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:30:33.958130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:33.959018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:34.164896 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:34.496009 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fc90da8-c7b1-4005-ac2c-2962cd754a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:34.518352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '848a090b-b1f8-400f-a262-96c32bc351e4', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'port_id': '897c2d95-1019-4697-89eb-56f73f946eaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'mac_address': 'fa:16:3e:e1:ff:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:30:31Z', 'updated_at': '2022-05-06T14:30:31Z', 'revision_number': 0, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:34.522135 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] Checking router: 7996dfd6-5c89-40f3-9481-84e2682ffec2 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:30:34.532524 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:30:34.533117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:30:34Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:34.708985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:30:35.060397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '848a090b-b1f8-400f-a262-96c32bc351e4', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'port_id': '897c2d95-1019-4697-89eb-56f73f946eaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'mac_address': 'fa:16:3e:e1:ff:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:30:31Z', 'updated_at': '2022-05-06T14:30:31Z', 'revision_number': 0, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:30:35.064344 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2226c4-f5ec-4277-83a1-2b4067b2fa54 None None] The sync data for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv is: [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '848a090b-b1f8-400f-a262-96c32bc351e4', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'port_id': '897c2d95-1019-4697-89eb-56f73f946eaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'mac_address': 'fa:16:3e:e1:ff:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:30:31Z', 'updated_at': '2022-05-06T14:30:31Z', 'revision_number': 0, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:30:35.671247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:35.713180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:37.016987 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:44.390710 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4a922-e6a5-41fe-a9e8-bb7efab9e4c7 None None] New status for floating IP 848a090b-b1f8-400f-a262-96c32bc351e4: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:30:49.965759 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:30:50.676073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:52.452105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [req-02f327fc-a1e4-4289-81fd-0407bd958568 req-f944c93e-7ab4-4ae2-a270-270dc9e0b2ad service neutron] (84021) timed out ('10.222.0.65', 41720) {{(pid=84021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:31:02.131980 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9dde8a87-8b24-4921-8ed3-39c5e819707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:03.390558 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-33488354-a674-488d-9a44-e3c6454fba6c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661395 May 06 14:31:03.526961 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-03a9393b-06c0-44de-9e2e-6ab7332b82d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1098 time: 0.0715015 May 06 14:31:03.668629 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-f8fa8c53-a56b-4911-93ad-ccef3a69d3c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:31:03.669960 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-f8fa8c53-a56b-4911-93ad-ccef3a69d3c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1257517 May 06 14:31:03.769167 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-39a024d4-8270-4b05-bb31-c5684136b878 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 1001 time: 0.0930834 May 06 14:31:03.832606 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-853b561c-5127-4518-8a35-6fae55e39d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:31:03.833956 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-853b561c-5127-4518-8a35-6fae55e39d8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0590148 May 06 14:31:03.912030 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-41069b5a-aec7-46e7-a6c5-d96ce5d5e4aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719364 May 06 14:31:04.040688 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-26eb08b2-f36d-496a-80f7-9f755005317e service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218741 May 06 14:31:04.174467 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dadaccf1-c47e-4305-9212-64f09af31f95 req-950b95f5-ed0f-4e0b-9021-69a029805959 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276469 May 06 14:31:04.486107 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a99f8d87-32f1-46ef-8fbc-dcde0750ae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:05.673654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:05.715334 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:07.018519 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:20.696094 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:26.966232 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:31:32.135201 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25e05fb7-275d-4ef9-8815-6a137bfa8b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:34.487720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96137155-33de-4fce-a23d-a03036f14d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:35.676516 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:35.717232 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:37.021729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:50.696319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:02.136735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-893ecf98-fee7-470e-9a4f-337897ecca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:03.967286 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:32:04.389836 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-ea4134a9-97e0-4f91-902c-62d871a57e80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753667 May 06 14:32:04.489503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a660f15-3d30-48ee-b30c-39f67b4425f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:04.527445 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-b40986d0-bade-49cf-a231-09756bdc7003 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1098 time: 0.0686219 May 06 14:32:04.677298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-93c4a9b7-e29f-4b10-8879-4101b2f7a4eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:04.678726 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-93c4a9b7-e29f-4b10-8879-4101b2f7a4eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1334646 May 06 14:32:04.780025 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-a6698a20-d8fa-4b53-ab60-fc3fb5f0b922 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 1001 time: 0.0945272 May 06 14:32:04.839261 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-1c927f8a-6e54-4c05-a8a2-92fe058a121a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:04.840674 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-1c927f8a-6e54-4c05-a8a2-92fe058a121a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0552912 May 06 14:32:04.916224 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-7953f712-2c9f-41fa-bb7d-0540f2159d4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697131 May 06 14:32:05.130010 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-957be8e5-b024-453a-b00d-f4dd39f9b8c5 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078345 May 06 14:32:05.257818 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3cc7460-b69f-4339-ac44-80c6651b0d0b req-39318eb9-6100-40f0-acbc-373cf59488df service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219435 May 06 14:32:05.682228 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:05.719487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:07.024713 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:20.697150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:27.091326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56fa3f-ea97-4047-9d0b-765668571bd8 req-0e3e280b-98fc-4058-b970-fe7799c7268d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:27.092791 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e56fa3f-ea97-4047-9d0b-765668571bd8 req-0e3e280b-98fc-4058-b970-fe7799c7268d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0749962 May 06 14:32:27.138319 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9e56fa3f-ea97-4047-9d0b-765668571bd8 req-31f59e85-2360-4833-8c60-e505939107c2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398705 May 06 14:32:28.332440 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b547a16-a225-492c-a4e8-5bbec23bab9d req-3107c696-6913-4c01-9839-0fc5284462ea tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:28.333881 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3b547a16-a225-492c-a4e8-5bbec23bab9d req-3107c696-6913-4c01-9839-0fc5284462ea tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0759881 May 06 14:32:28.379016 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3b547a16-a225-492c-a4e8-5bbec23bab9d req-a73bd9a6-b826-48b0-87ee-ad60959a73e0 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396140 May 06 14:32:29.575112 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87756-aa0c-4bc4-aba9-c9cb017d6708 req-f073dea7-1de0-41ef-b47f-ce098f233331 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:29.576571 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-16b87756-aa0c-4bc4-aba9-c9cb017d6708 req-f073dea7-1de0-41ef-b47f-ce098f233331 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0786676 May 06 14:32:29.622463 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-16b87756-aa0c-4bc4-aba9-c9cb017d6708 req-99b8f364-725f-49ae-96b4-42ba8b4f90d7 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404346 May 06 14:32:30.821574 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af07805-9874-4193-8d77-71b104c06e82 req-fc33e473-70d5-4cbe-8e09-39560c3e48a4 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:30.823042 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7af07805-9874-4193-8d77-71b104c06e82 req-fc33e473-70d5-4cbe-8e09-39560c3e48a4 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0793507 May 06 14:32:30.870398 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-7af07805-9874-4193-8d77-71b104c06e82 req-0accce2a-b4db-4773-a1b3-18f4d2ac2060 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 May 06 14:32:32.064828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0aefdc-d08a-4a7c-b1ab-8f42330eb96c req-938cbe70-4995-427b-849c-7a0cd20bec78 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:32.066139 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1c0aefdc-d08a-4a7c-b1ab-8f42330eb96c req-938cbe70-4995-427b-849c-7a0cd20bec78 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0736036 May 06 14:32:32.110517 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1c0aefdc-d08a-4a7c-b1ab-8f42330eb96c req-f3290a1f-06a5-4352-befa-2659d7fd9e2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389535 May 06 14:32:32.138978 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7ef8-37f3-40be-8b73-9a929b509ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:33.315498 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c1cf8-d084-471c-aa64-31d0739ffb65 req-93b4b8b8-54d9-45ea-9cb0-4ff2d33ed1f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:33.316943 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-141c1cf8-d084-471c-aa64-31d0739ffb65 req-93b4b8b8-54d9-45ea-9cb0-4ff2d33ed1f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0743718 May 06 14:32:33.361626 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-141c1cf8-d084-471c-aa64-31d0739ffb65 req-c2c48c7a-d56e-44ca-9f76-5ee2becbacbc tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 May 06 14:32:34.492085 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4eca-da41-4e3c-b3aa-720b86783333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:34.560763 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d1c12-571c-48b0-8abc-375ef6e13ab7 req-8a20464f-062e-48e1-a1ae-abb204767d19 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:34.562095 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-744d1c12-571c-48b0-8abc-375ef6e13ab7 req-8a20464f-062e-48e1-a1ae-abb204767d19 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0769546 May 06 14:32:34.606207 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-744d1c12-571c-48b0-8abc-375ef6e13ab7 req-6be0ff32-3722-4b40-8003-c4a29e87a1b6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 May 06 14:32:35.686018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:35.723353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:35.806043 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc728c1-e66d-4e6c-8601-dae230786288 req-e8cda22c-4bf8-41f1-af32-fef5f1e5ad45 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:35.807475 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-efc728c1-e66d-4e6c-8601-dae230786288 req-e8cda22c-4bf8-41f1-af32-fef5f1e5ad45 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0789747 May 06 14:32:35.852804 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-efc728c1-e66d-4e6c-8601-dae230786288 req-97dc65ba-def1-4d97-96ca-6cb9c181a856 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 May 06 14:32:37.028906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:37.051486 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314289-3bf2-473c-a65c-ef25bcf94895 req-312f404b-4774-49a9-930e-748abbb66347 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:37.053254 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d7314289-3bf2-473c-a65c-ef25bcf94895 req-312f404b-4774-49a9-930e-748abbb66347 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0775542 May 06 14:32:37.102653 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d7314289-3bf2-473c-a65c-ef25bcf94895 req-687e41eb-400f-42fd-bef3-291b71bb82db tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441997 May 06 14:32:38.298681 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c97b7-e37e-454a-a674-cde0630d9b95 req-d23fb250-9842-4fce-874f-71a44fdb548e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:38.300119 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-066c97b7-e37e-454a-a674-cde0630d9b95 req-d23fb250-9842-4fce-874f-71a44fdb548e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0758481 May 06 14:32:38.347329 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-066c97b7-e37e-454a-a674-cde0630d9b95 req-d803cdc6-a507-483a-9375-a4f619ca372c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 May 06 14:32:39.544075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e02e5d-a3e5-4375-81b7-1a4a3ef150a4 req-70a84bc7-0aaa-466d-90cc-84c9bc94ae55 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:39.545532 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e1e02e5d-a3e5-4375-81b7-1a4a3ef150a4 req-70a84bc7-0aaa-466d-90cc-84c9bc94ae55 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0765157 May 06 14:32:39.591659 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e1e02e5d-a3e5-4375-81b7-1a4a3ef150a4 req-354e7ac9-6e69-482f-8a84-6ff9c980b404 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 May 06 14:32:39.605130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:32:39.794419 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:32:39.807444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '897c2d95-1019-4697-89eb-56f73f946eaf', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'port_id': '897c2d95-1019-4697-89eb-56f73f946eaf', 'mac_address': 'fa:16:3e:e1:ff:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:32:39.860780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:39.881040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 897c2d95-1019-4697-89eb-56f73f946eaf {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:32:39.897576 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:32:39.902298 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:39.972433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:39.981058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['897c2d95-1019-4697-89eb-56f73f946eaf'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:32:40.010254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.010596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.010932 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.011263 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.011595 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.011950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.012285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.012605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.012925 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.013240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.013568 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:40.795766 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974dadb-b5d3-4974-83c7-a6095132b503 req-7c8652ba-b272-477c-a815-fd17cdb83daf tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:40.797339 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b974dadb-b5d3-4974-83c7-a6095132b503 req-7c8652ba-b272-477c-a815-fd17cdb83daf tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 944 time: 0.0826354 May 06 14:32:40.845941 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b974dadb-b5d3-4974-83c7-a6095132b503 req-4524927b-b038-43c9-92d6-9c6aa7619ccc tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429587 May 06 14:32:40.968671 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:32:41.606841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:32:41.680238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 897c2d95-1019-4697-89eb-56f73f946eaf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:32:41.680633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:41.795166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:41.823689 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:32:41.833741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:32:41.847626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:41.982016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:41.995492 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ff9825-17d1-4c83-99a0-755d2e823018'] response: {'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf', 'code': 200} May 06 14:32:42.100885 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90741b5b-a87a-483b-b915-39d2841a535a req-bd8ec1bf-eae9-4202-b35f-9635d68788c1 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:42.102355 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-90741b5b-a87a-483b-b915-39d2841a535a req-bd8ec1bf-eae9-4202-b35f-9635d68788c1 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0810091 May 06 14:32:42.151296 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-90741b5b-a87a-483b-b915-39d2841a535a req-654b93fa-e79f-4b68-954e-6695e4deaf22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 May 06 14:32:43.359567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d477b-f25e-4da5-a949-8dcd505c1711 req-7b12ee24-a520-4b5c-ad43-b0c91fd85e8a tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:43.366387 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-494d477b-f25e-4da5-a949-8dcd505c1711 req-7b12ee24-a520-4b5c-ad43-b0c91fd85e8a tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0878720 May 06 14:32:43.409720 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-494d477b-f25e-4da5-a949-8dcd505c1711 req-4accb994-e855-463a-aff4-f65f66eeb5f2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 May 06 14:32:44.637964 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c48ca1-0655-4467-af0f-5ff92f606281 req-90a0c885-6c26-4198-956f-e2bbbd8c52bf tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:44.639419 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-25c48ca1-0655-4467-af0f-5ff92f606281 req-90a0c885-6c26-4198-956f-e2bbbd8c52bf tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0892203 May 06 14:32:44.692385 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-25c48ca1-0655-4467-af0f-5ff92f606281 req-11eeded2-1070-4e36-92ee-7a5d46e9d5a5 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464284 May 06 14:32:45.917247 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e6ff-557c-4fa3-aaa3-b3a556d462e4 req-021431ac-6e70-42ec-8140-5e0c2b299fc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:45.924185 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-db07e6ff-557c-4fa3-aaa3-b3a556d462e4 req-021431ac-6e70-42ec-8140-5e0c2b299fc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0912983 May 06 14:32:45.972120 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-db07e6ff-557c-4fa3-aaa3-b3a556d462e4 req-a1de9924-1851-4e40-8bbb-e83d15604a23 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470345 May 06 14:32:47.189642 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a1e0c-106c-4003-99c0-f4cb15eed6a0 req-08d0fd10-62fb-4891-ac69-904869d4ff1f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:47.191189 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9c3a1e0c-106c-4003-99c0-f4cb15eed6a0 req-08d0fd10-62fb-4891-ac69-904869d4ff1f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0836251 May 06 14:32:47.242326 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9c3a1e0c-106c-4003-99c0-f4cb15eed6a0 req-db74b819-946d-42ef-9539-c85fd90a0f38 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 May 06 14:32:48.476140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6a890-7653-406f-ab51-a19ea6c71b3b req-4e91c269-56f5-43ed-b4ab-b20cbf7f0b28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:48.477568 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd6a890-7653-406f-ab51-a19ea6c71b3b req-4e91c269-56f5-43ed-b4ab-b20cbf7f0b28 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0858688 May 06 14:32:48.525395 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd6a890-7653-406f-ab51-a19ea6c71b3b req-4893b1bb-2018-4e2e-8ccf-9c10c1949bc9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 May 06 14:32:49.732853 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38388a15-8fe3-4891-b881-4be0e4387abc req-01df516c-733e-426c-b727-78a0f4107361 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:49.734305 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-38388a15-8fe3-4891-b881-4be0e4387abc req-01df516c-733e-426c-b727-78a0f4107361 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0827849 May 06 14:32:49.783201 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-38388a15-8fe3-4891-b881-4be0e4387abc req-1b98b149-2e39-4a72-afdf-2c10a97906f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 May 06 14:32:50.555193 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-bdbb097d-d7d0-40ee-9f7d-2867703bff7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1098 time: 0.0677466 May 06 14:32:50.686256 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-2866c843-d7e4-4cf5-a187-b92a43353819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:50.687971 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-2866c843-d7e4-4cf5-a187-b92a43353819 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1263754 May 06 14:32:50.702382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:50.789522 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-b115b793-32d9-4ddc-841a-4835e4f840c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 1001 time: 0.0949566 May 06 14:32:50.854310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-49dbd4b3-6086-4574-8400-5be1e7c951d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:50.855730 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-49dbd4b3-6086-4574-8400-5be1e7c951d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0601439 May 06 14:32:50.985565 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-51dfa347-f481-4d8d-a066-8d3554b6da95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1239066 May 06 14:32:51.017746 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebb17-2050-4aa7-a9e6-a4aed5fcfb91 req-78b599eb-e358-489c-89b7-2651d44685b9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:51.019085 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d8bebb17-2050-4aa7-a9e6-a4aed5fcfb91 req-78b599eb-e358-489c-89b7-2651d44685b9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.1173444 May 06 14:32:51.224738 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d8bebb17-2050-4aa7-a9e6-a4aed5fcfb91 req-504a0940-6eda-476a-a0d7-21da3865b838 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602395 May 06 14:32:51.243173 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-2fe524a9-ca5b-47e1-9560-8e37d4879adf service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502315 May 06 14:32:51.370884 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f1ae5b20-1472-4f5d-88a9-1cc2feb69648 req-ab98beb6-9b03-45a5-92f8-5b7ca5e6767f service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220877 May 06 14:32:52.426383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffb442-9151-4641-b6fb-9928ac3208e8 req-8df0cc9c-b9aa-4025-a103-2fee652ac477 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:52.427854 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5dffb442-9151-4641-b6fb-9928ac3208e8 req-8df0cc9c-b9aa-4025-a103-2fee652ac477 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0823510 May 06 14:32:52.472847 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5dffb442-9151-4641-b6fb-9928ac3208e8 req-3019bcaf-95f8-452a-9c82-db433f1658b9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388272 May 06 14:32:53.657662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:32:53.667999 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc303-ca17-4f6d-beb3-8d0b2deff48a req-99be66b8-01f0-4d46-a28a-658cce08337b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:53.669447 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5ebc303-ca17-4f6d-beb3-8d0b2deff48a req-99be66b8-01f0-4d46-a28a-658cce08337b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 945 time: 0.0787189 May 06 14:32:53.714965 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5ebc303-ca17-4f6d-beb3-8d0b2deff48a req-14ac6107-78c7-42e8-9bc8-0720f475be53 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 May 06 14:32:53.769860 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:53.795757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:32:53.805850 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:32:53.809633 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:53.851733 dv-neutron-840889-1-hyperv neutron-server[84023]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-33877e53-bbc2-490c-9dce-30820831f6cb']: {'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf', 'code': 422} returned with failed status May 06 14:32:53.878348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:54.006411 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-f63509f4-768e-40c2-8cd6-d3c07139a9d2 req-8fb7355e-50db-4427-8a0a-ce7de99af21c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1762848 May 06 14:32:54.320635 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d4b82-3824-4498-8b84-85a820d7e928 req-db6c6ba1-bc5a-4a0e-bd98-8d287e852918 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:54.322065 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e5d4b82-3824-4498-8b84-85a820d7e928 req-db6c6ba1-bc5a-4a0e-bd98-8d287e852918 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.1291442 May 06 14:32:54.365870 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-c5a3c5f1-8382-4d2e-9022-b3b6e136963a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1828735 May 06 14:32:54.378086 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3e5d4b82-3824-4498-8b84-85a820d7e928 req-e50e7d34-3819-4aa1-a0fc-4f8c99413442 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499952 May 06 14:32:54.996206 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-1d942fe0-60db-496e-b93b-38a51d2003dc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa&tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4 HTTP/1.1" status: 200 len: 1096 time: 0.0675967 May 06 14:32:55.083176 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-b06d48b7-9d1a-4f98-8ceb-3ee6fa199e26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1096 time: 0.0659094 May 06 14:32:55.214075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-191879c0-fada-4ba6-8142-6d26888e1ec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:55.215414 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-191879c0-fada-4ba6-8142-6d26888e1ec8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1265340 May 06 14:32:55.316745 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-844917b2-e2e4-4da6-ad37-4d1414224723 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 999 time: 0.0956092 May 06 14:32:55.379989 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-ccf6d155-7b2e-4bf7-b2fb-153e30c8fd40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:55.381354 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-ccf6d155-7b2e-4bf7-b2fb-153e30c8fd40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0592978 May 06 14:32:55.453991 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-4772b062-0e7e-4a4e-8fa7-6b7734d61a2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666857 May 06 14:32:55.588302 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-edfb5145-d1cb-46c9-a519-59bdbd71d1be service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286564 May 06 14:32:55.667477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d03a3-4d03-46a3-8aaf-41b9597f82e9 req-f87b6a5f-f940-4420-9ddf-2175e2bb8620 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:55.669153 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5d7d03a3-4d03-46a3-8aaf-41b9597f82e9 req-f87b6a5f-f940-4420-9ddf-2175e2bb8620 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.1726055 May 06 14:32:55.716229 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5d7d03a3-4d03-46a3-8aaf-41b9597f82e9 req-35461b09-0f60-4ab2-9e4a-9b29362b91b9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 May 06 14:32:55.718765 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7c9dfff2-2b24-42eb-95a6-a987c0843c56 req-02f5579a-ff65-4865-a436-c2bfc9425aad service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249313 May 06 14:32:56.940379 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7d751-7116-4557-91f6-e6daafcb2870 req-c5320149-8eeb-4964-90a1-4725c8e9e7e7 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:56.942121 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f7c7d751-7116-4557-91f6-e6daafcb2870 req-c5320149-8eeb-4964-90a1-4725c8e9e7e7 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0878849 May 06 14:32:57.008391 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f7c7d751-7116-4557-91f6-e6daafcb2870 req-b1b104af-a18c-42f2-897e-4b0efa53c70f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588808 May 06 14:32:57.670759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:32:58.215890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83492610-00e6-455e-8b09-3fb2e197b6ca req-6863d453-64c8-42de-b61e-cc9ea63acbb1 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:58.217260 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-83492610-00e6-455e-8b09-3fb2e197b6ca req-6863d453-64c8-42de-b61e-cc9ea63acbb1 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0869610 May 06 14:32:58.267126 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-83492610-00e6-455e-8b09-3fb2e197b6ca req-fe392796-c5fb-4d0b-998a-1c1b3e08e095 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442739 May 06 14:32:59.499582 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def9700-33f5-446b-ac32-2716eac08bba req-50b443d7-dc94-4b72-91c1-1a2fe636faa5 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:32:59.501083 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7def9700-33f5-446b-ac32-2716eac08bba req-50b443d7-dc94-4b72-91c1-1a2fe636faa5 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.1058140 May 06 14:32:59.548758 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7def9700-33f5-446b-ac32-2716eac08bba req-89fda6e1-8e9a-43e5-b211-a317ba45ca82 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413725 May 06 14:33:00.751179 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714d036-3196-4d8f-9774-f74a8841c31b req-a54ec6d3-544a-43c0-98e4-7e5efb4bf1be tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:00.752918 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b714d036-3196-4d8f-9774-f74a8841c31b req-a54ec6d3-544a-43c0-98e4-7e5efb4bf1be tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0846283 May 06 14:33:00.800062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b714d036-3196-4d8f-9774-f74a8841c31b req-1239f3a5-9d27-425d-bdef-18546aa87061 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411210 May 06 14:33:02.001215 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522171-c6aa-4211-a6dc-b9fe76e5434a req-862bc43e-e3ff-4702-9506-33feb5ec56be tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:02.002885 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e3522171-c6aa-4211-a6dc-b9fe76e5434a req-862bc43e-e3ff-4702-9506-33feb5ec56be tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0779946 May 06 14:33:02.047703 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e3522171-c6aa-4211-a6dc-b9fe76e5434a req-71429ae3-8f44-442d-90ed-256d3c186177 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 May 06 14:33:02.143866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6256-eea0-4a67-89a7-32d645fd8371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:03.285085 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795359b-1145-48f2-b6f5-b7ee6830beeb req-c0daae55-033a-4fda-9a98-d4090bdf2eb2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:03.286473 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9795359b-1145-48f2-b6f5-b7ee6830beeb req-c0daae55-033a-4fda-9a98-d4090bdf2eb2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0977154 May 06 14:33:03.333106 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-9795359b-1145-48f2-b6f5-b7ee6830beeb req-3bfb8107-92ff-46e9-8c97-b3a0cca9693e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 May 06 14:33:04.495858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62e04abd-bc58-4bc2-a27e-056259bb8a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:04.530694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a669-5ed1-47e4-8fc5-927c8ebf8b23 req-075bcc32-3f14-4942-a30b-bedefaf47803 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:04.537466 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-24b5a669-5ed1-47e4-8fc5-927c8ebf8b23 req-075bcc32-3f14-4942-a30b-bedefaf47803 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0816498 May 06 14:33:04.580202 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-24b5a669-5ed1-47e4-8fc5-927c8ebf8b23 req-49eb8b8a-b4b7-4dcf-ba99-9a11f35cebc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417671 May 06 14:33:05.688525 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:05.727441 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:05.807988 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9d361-9726-4de7-a647-6bd8db3d92e2 req-27d7a073-9651-4528-8f39-3abead484ea6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:05.810281 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8bc9d361-9726-4de7-a647-6bd8db3d92e2 req-27d7a073-9651-4528-8f39-3abead484ea6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0924726 May 06 14:33:05.874381 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8bc9d361-9726-4de7-a647-6bd8db3d92e2 req-ceb85553-97e5-4be3-928c-008328747b03 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576193 May 06 14:33:07.032997 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:07.203575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744d4bd-6528-4d6e-ab10-72f23790d700 req-cfea3c41-eefb-440e-b212-4477d6636521 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:07.204941 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c744d4bd-6528-4d6e-ab10-72f23790d700 req-cfea3c41-eefb-440e-b212-4477d6636521 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.2205389 May 06 14:33:07.237939 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-078c06ff-8f60-4796-9ee8-7b5d6e826510 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1096 time: 0.1026008 May 06 14:33:07.267305 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c744d4bd-6528-4d6e-ab10-72f23790d700 req-d7c27720-6a80-4e85-8679-52e16b572d49 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553071 May 06 14:33:07.391122 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-c81a1056-e31c-4d76-bcbd-dcfc611a5a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:07.392581 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-c81a1056-e31c-4d76-bcbd-dcfc611a5a2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1241879 May 06 14:33:07.493370 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-39d08c4b-4e44-4432-a5ba-626d97ffbcf5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 999 time: 0.0939810 May 06 14:33:07.553140 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-2d78837d-222f-458e-93f5-04081b9bed34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:07.555016 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-2d78837d-222f-458e-93f5-04081b9bed34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0548763 May 06 14:33:07.627264 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-d78cd47e-1e57-4f0c-a26c-a0fb953f383d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650084 May 06 14:33:07.754975 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-d3062c66-57f1-4a16-8b02-02cca17bba58 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205554 May 06 14:33:07.883648 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-372ed183-96d8-40cd-a512-18e34e7f0c24 req-e76c4acd-7410-47f7-9a04-fe4f65a8553b service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217675 May 06 14:33:08.463760 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede34159-1f23-454d-a28f-a2f1b4dbfd1a req-07e6972d-8f71-438f-a664-bdda2b1c0a51 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:08.465895 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ede34159-1f23-454d-a28f-a2f1b4dbfd1a req-07e6972d-8f71-438f-a664-bdda2b1c0a51 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0759494 May 06 14:33:08.510773 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ede34159-1f23-454d-a28f-a2f1b4dbfd1a req-8d188931-543e-47b2-8e79-a0df4e10c73d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393372 May 06 14:33:09.709471 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff32c51-8b71-4682-8bf1-2023449e6e7b req-3a0a6c4a-6dd8-4a38-978c-dd5dcbbcfce8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:09.710907 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ff32c51-8b71-4682-8bf1-2023449e6e7b req-3a0a6c4a-6dd8-4a38-978c-dd5dcbbcfce8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 943 time: 0.0797303 May 06 14:33:09.718016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:33:09.758205 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4ff32c51-8b71-4682-8bf1-2023449e6e7b req-01fd07e2-f3cc-4fd7-b82a-068750a79427 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400448 May 06 14:33:09.853235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:33:09.866069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '897c2d95-1019-4697-89eb-56f73f946eaf', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'port_id': '897c2d95-1019-4697-89eb-56f73f946eaf', 'mac_address': 'fa:16:3e:e1:ff:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:33:09.922222 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:09.939510 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897c2d95-1019-4697-89eb-56f73f946eaf {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:33:09.953720 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:33:09.958139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:10.022470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=9']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:10.173941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['897c2d95-1019-4697-89eb-56f73f946eaf'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:33:10.955480 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fbdf-44ca-4dec-a930-3cc9cdc6bd3a req-e5bc632f-016b-41ac-be67-5f7df4aea849 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:10.956936 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e2d1fbdf-44ca-4dec-a930-3cc9cdc6bd3a req-e5bc632f-016b-41ac-be67-5f7df4aea849 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 944 time: 0.0795543 May 06 14:33:11.000753 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-e2d1fbdf-44ca-4dec-a930-3cc9cdc6bd3a req-4881bef4-8751-42fa-ad3c-d3559fee8fab tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 May 06 14:33:11.717994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:33:11.787671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 897c2d95-1019-4697-89eb-56f73f946eaf triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:33:11.788073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:11.899348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:11.927953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:33:11.937018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:33:11.940926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:11.984079 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91cfd25-643a-4688-ab9d-b6c58e1979d6'] response: {'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf', 'code': 200} May 06 14:33:12.006631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:12.196795 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a688b-38c2-465d-8717-5bdd5ea7ef3d req-d6603da3-2012-4487-b4a5-a745a39a28ef tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:12.198830 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ce2a688b-38c2-465d-8717-5bdd5ea7ef3d req-d6603da3-2012-4487-b4a5-a745a39a28ef tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 946 time: 0.0760107 May 06 14:33:12.212910 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1db8b83f-2b7d-4094-9f69-09fd98acca95 req-b2908626-2e1f-4a12-a5ff-d67afecfa73a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1099 time: 0.0672648 May 06 14:33:12.243578 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ce2a688b-38c2-465d-8717-5bdd5ea7ef3d req-5a5b11d6-3e24-48b1-87d2-cd5996cf70a0 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 May 06 14:33:12.259218 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1db8b83f-2b7d-4094-9f69-09fd98acca95 req-e2874f81-5746-44f3-931a-5b401c9468f7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 May 06 14:33:13.452013 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12d42d-0b10-4d15-95d3-d569df758a42 req-6ebdfdf2-050e-45cb-8c20-b26bb044f4d6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:13.456408 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b12d42d-0b10-4d15-95d3-d569df758a42 req-6ebdfdf2-050e-45cb-8c20-b26bb044f4d6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 946 time: 0.0816979 May 06 14:33:13.501706 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5b12d42d-0b10-4d15-95d3-d569df758a42 req-a881be20-63a4-4e8d-bb3a-db24214688a5 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423348 May 06 14:33:14.698919 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee96c3-c491-4608-9165-fdfbf8646c71 req-04ae2f5c-bd3e-48d6-851e-bc79900a6f7e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:33:14.700839 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-26ee96c3-c491-4608-9165-fdfbf8646c71 req-04ae2f5c-bd3e-48d6-851e-bc79900a6f7e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 946 time: 0.0807686 May 06 14:33:14.745944 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-26ee96c3-c491-4608-9165-fdfbf8646c71 req-f85ed3b0-52d4-468f-b876-a1ec43418703 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 May 06 14:33:17.969396 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:33:20.715254 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:32.137717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec0959f8-8df4-4914-aeb9-a3f9b69759d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:34.498310 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1ab9-f486-44a2-a34d-043863e7d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:35.691235 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:35.727348 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:37.034831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:50.749702 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:54.971200 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:34:02.139637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da260335-1d7f-4338-8b46-76d6b7b88abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:04.500793 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-840489c3-37bd-4a79-a1a3-9c59e44002c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:05.449180 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-99b8f0c2-4557-4d4b-92d1-e7fe1e645728 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359112 May 06 14:34:05.585751 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-ca27ee00-3342-4096-bab4-e29eb6bd1db2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1099 time: 0.0691373 May 06 14:34:05.699042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:05.731270 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:05.737388 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-7e7031af-5374-4f74-b672-b207c98453b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:05.738805 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-7e7031af-5374-4f74-b672-b207c98453b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1365392 May 06 14:34:05.839997 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-d6c48f91-4303-4572-893e-5c110cf505b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 1001 time: 0.0954170 May 06 14:34:05.900958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-1a4c6e5f-ee89-492d-a738-6504c914eb2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:05.902356 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-1a4c6e5f-ee89-492d-a738-6504c914eb2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0564852 May 06 14:34:06.064644 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-e0ab5f2f-f5fd-4fa8-b4a9-5416dfaa557f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1562865 May 06 14:34:06.192741 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-9bb7eb47-ab3f-44ba-876e-661ee0723c4c service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214237 May 06 14:34:06.320620 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bd107fa2-f488-4bb1-b359-5edfb66f5b00 req-33e8db8f-3300-4499-b9d6-012349e0e2cc service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216428 May 06 14:34:07.039356 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:20.752861 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:27.697875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46030) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:27.902261 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Deleting port 496df59d-36ad-4373-9649-a669db6ff797 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:34:27.902595 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:28.064087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:28.064328 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:28.180208 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Calling delete_port for 496df59d-36ad-4373-9649-a669db6ff797 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:34:28.323506 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:28.365895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event deleted for resources: {'Port': ['ID=496df59d-36ad-4373-9649-a669db6ff797,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:28.405283 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.405630 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.405969 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.406298 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.406629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.406957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.407281 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.407604 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.407953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.408275 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.408591 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:28.549286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:28.935951 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Router 7996dfd6-5c89-40f3-9481-84e2682ffec2 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:34:29.130911 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:34:29.140848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] Sync routers for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:34:29.152274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:34:29.152689 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:29.152875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:34:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:34:29.205456 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6a02cea1-d243-486f-a6e0-f501d12d1e22 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "DELETE /v2.0/floatingips/848a090b-b1f8-400f-a262-96c32bc351e4 HTTP/1.1" status: 204 len: 168 time: 1.5064201 May 06 14:34:29.205928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:34:29.282200 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af505c39-df3f-48ef-a802-539e4871974a'] response: {'name': 'network-changed', 'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf', 'status': 'completed', 'code': 200} May 06 14:34:29.332011 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:34:29.374570 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-c5f653ad-d1ef-4b75-a2b0-3d725960cdcc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 1099 time: 0.0700133 May 06 14:34:29.516330 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-0e61031b-a03a-42ad-b60c-ff001b4a51be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:29.517762 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-0e61031b-a03a-42ad-b60c-ff001b4a51be service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1375206 May 06 14:34:29.592056 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-271038ae-c750-4c74-a1f1-c379177c7e78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 200 len: 217 time: 0.0678170 May 06 14:34:29.656943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-f32315cc-01fd-492b-9f93-2e44287dec5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:29.658615 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-f32315cc-01fd-492b-9f93-2e44287dec5b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0604572 May 06 14:34:29.672406 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:34:29.676466 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] Checking router: 7996dfd6-5c89-40f3-9481-84e2682ffec2 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:34:29.687259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:34:29.687945 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:34:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:34:29.740080 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-2107f300-cccc-4e81-a500-ae31712f8a0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741179 May 06 14:34:29.855793 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156c66f-7d02-49fb-b503-949df4a71e8b req-b58b810a-c91a-4782-a8cf-df5a1c6f395b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:29.856513 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-b156c66f-7d02-49fb-b503-949df4a71e8b req-b58b810a-c91a-4782-a8cf-df5a1c6f395b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:34:29.873428 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-b156c66f-7d02-49fb-b503-949df4a71e8b req-b58b810a-c91a-4782-a8cf-df5a1c6f395b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:34:29.875363 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b156c66f-7d02-49fb-b503-949df4a71e8b req-b58b810a-c91a-4782-a8cf-df5a1c6f395b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 946 time: 0.1918514 May 06 14:34:29.882535 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-e5c26c34-cae3-45b1-b1f1-f87cc16df878 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356893 May 06 14:34:29.896471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:34:29.937632 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b156c66f-7d02-49fb-b503-949df4a71e8b req-5d15cf5c-8afd-4ce3-afe1-05b94677588f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508878 May 06 14:34:30.019511 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f5d1b194-ac78-4cbd-9a73-1d66d234f230 req-842119bc-dd2d-47be-9084-db135e51c6d4 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301541 May 06 14:34:30.251087 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:34:30.255291 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d704b3-ea54-4592-a7e4-e3c6b11f7428 None None] The sync data for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv is: [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:34:30.489390 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df6d8f-9591-48c5-9fb3-d2222312130d None None] New status for floating IP 848a090b-b1f8-400f-a262-96c32bc351e4: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:34:30.903426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-116609aa-bbea-4b28-aac2-b09666cb19ba tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:30.904748 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-116609aa-bbea-4b28-aac2-b09666cb19ba tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 946 time: 0.0749927 May 06 14:34:30.972870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Deleting port 897c2d95-1019-4697-89eb-56f73f946eaf {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:34:30.973106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:31.266787 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] For port 897c2d95-1019-4697-89eb-56f73f946eaf, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=897c2d95-1019-4697-89eb-56f73f946eaf,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:34:31.267051 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:31.480994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Calling delete_port for 897c2d95-1019-4697-89eb-56f73f946eaf owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:34:31.512450 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1177bc-6ef2-4092-be9b-bf23689081a6 req-7c196d52-78d3-4da3-b25d-8753289b5a73 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:31.513872 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b1177bc-6ef2-4092-be9b-bf23689081a6 req-7c196d52-78d3-4da3-b25d-8753289b5a73 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8a338b-30d6-4ab6-aa65-eb94ac479ffa HTTP/1.1" status: 200 len: 946 time: 0.4560881 May 06 14:34:31.591917 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3b1177bc-6ef2-4092-be9b-bf23689081a6 req-6e9d5a2c-ab48-4118-a584-eb91ec778903 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=afcafac4-686f-4d74-a85e-efa2efb4bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692890 May 06 14:34:31.659722 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:31.710853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event deleted for resources: {'Port': ['ID=897c2d95-1019-4697-89eb-56f73f946eaf,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:31.748937 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.749280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.749610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.749940 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.750267 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.750589 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.750913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.751231 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.751814 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.752133 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.752448 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:34:31.792430 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] No DVR routers for this DVR port 897c2d95-1019-4697-89eb-56f73f946eaf on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:34:31.794744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:31.797217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-deleted', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:34:31.812565 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c86c9949-48fb-46f1-80fe-ed77c3909e09 req-e63277ca-fc1e-4c6c-8c43-708bd071eec9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "DELETE /v2.0/ports/897c2d95-1019-4697-89eb-56f73f946eaf HTTP/1.1" status: 204 len: 173 time: 0.9009769 May 06 14:34:31.933144 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279d868e-9b86-4ef4-811b-555cb99ef9c3'] response: {'server_uuid': 'be8a338b-30d6-4ab6-aa65-eb94ac479ffa', 'name': 'network-vif-deleted', 'tag': '897c2d95-1019-4697-89eb-56f73f946eaf', 'status': 'completed', 'code': 200} May 06 14:34:31.971519 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:34:32.142121 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-569340e3-ac71-4086-aa41-6fed2b2b02aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:32.700027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46056) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:32.767286 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e0a01dfc-b538-49d0-8629-544c9aed209c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:32.796379 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e0a01dfc-b538-49d0-8629-544c9aed209c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:32.860148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e0a01dfc-b538-49d0-8629-544c9aed209c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:32.881664 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a01dfc-b538-49d0-8629-544c9aed209c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcafac4-686f-4d74-a85e-efa2efb4bb34,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:32.897966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-e0a01dfc-b538-49d0-8629-544c9aed209c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:32.902168 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-e0a01dfc-b538-49d0-8629-544c9aed209c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "DELETE /v2.0/security-groups/afcafac4-686f-4d74-a85e-efa2efb4bb34 HTTP/1.1" status: 204 len: 168 time: 0.1984959 May 06 14:34:33.389462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46064) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:33.394879 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380830480', 'description': 'tempest-secgroup-smoke-380830480 description', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:33.400711 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:33.404738 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:34:33.407464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:34:33.413462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:33.422820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.456550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:33.460318 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:34:33.463084 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:34:33.468618 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:33.520614 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.524386 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.567192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d61aeeb-3263-4820-9a16-2ffe8973fce7,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:33.570063 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.571859 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-8c27acbb-60a8-4837-acec-cec483cb92f8 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1813874 May 06 14:34:33.574669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46068) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:33.580107 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': '3d61aeeb-3263-4820-9a16-2ffe8973fce7', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:33.586037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:33.589954 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:34:33.592803 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:34:33.598470 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:33.614482 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.674629 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.677974 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.700462 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c815c072-c727-4aeb-a87a-5194b8f4d4c5,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:33.709201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.710659 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-161af9d1-a96d-40ef-81e8-b1543bb00810 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1349499 May 06 14:34:33.713332 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46072) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:33.718827 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': '3d61aeeb-3263-4820-9a16-2ffe8973fce7', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:33.724536 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:33.729271 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:34:33.732306 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:34:33.738069 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:33.757555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.820763 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.824265 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.846186 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365c2897-ce5a-4b53-ad2b-56b5ae0812fa,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:33.856605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.857748 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-5b9c0408-35d6-4f61-b595-eb1ea0feec95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1435030 May 06 14:34:33.860488 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46076) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:33.865743 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': '3d61aeeb-3263-4820-9a16-2ffe8973fce7', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:33.872180 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:33.875971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:34:33.878999 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:34:33.884624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:33.900575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.966916 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.970522 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:33.995864 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b224e4e4-d49c-49be-942f-ac4cdf83d43f,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:34.005181 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.006401 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-1b7e8860-b98b-4303-9ffa-10fb2568b2df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1450262 May 06 14:34:34.009136 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46080) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:34.014411 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': '3d61aeeb-3263-4820-9a16-2ffe8973fce7', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:34.020002 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:34.023804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:34:34.026668 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:34:34.032363 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:34.049137 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.113342 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.116735 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.138523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:34:34.139183 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac75641-cf2a-402b-ae80-95df998f5ae0,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:34.147452 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.149183 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d230c443-8bf7-4d69-bf83-3408d0086238 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1391492 May 06 14:34:34.151906 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46084) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:34.157074 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': '3d61aeeb-3263-4820-9a16-2ffe8973fce7', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:34.163034 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:34.167479 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:34:34.170383 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:34:34.171847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 897c2d95-1019-4697-89eb-56f73f946eaf {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:34:34.172189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 897c2d95-1019-4697-89eb-56f73f946eaf not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:34:34.176053 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:34.185673 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Project fbe8c26fc9fd4aa0974ee0f7a56798d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:34:34.191852 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.256931 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.260420 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.283242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cc829b-aa4b-440f-9326-9cfd7203c0f5,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:34.293025 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.294186 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f9105f93-9530-4b1b-95c9-be1b7e86358d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1414039 May 06 14:34:34.296883 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46088) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:34:34.302221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'security_group_rule': {'security_group_id': '3d61aeeb-3263-4820-9a16-2ffe8973fce7', 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:34.308166 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:34.311985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:security_group_rule and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:34:34.314808 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:34:34.320495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:34.330897 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.securitygroups_db [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Project fbe8c26fc9fd4aa0974ee0f7a56798d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:34:34.338047 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.402492 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.405985 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.432406 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1500d840-e4ab-47d8-9190-2984cb399109,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:34.442250 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:34.443656 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6a8921f9-0d78-4f4f-b478-76a34273152b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1457322 May 06 14:34:34.504402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1258fd7f-3202-4b86-8af8-4a4b1e0b8c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:35.691799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:35.735492 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:37.045551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:48.163244 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-2eaf201b-997a-4a56-8b01-beac99943129 req-5ac5ae0e-f94c-4428-8a60-eceec4769131 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:security_group {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:34:48.178159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-2eaf201b-997a-4a56-8b01-beac99943129 req-5ac5ae0e-f94c-4428-8a60-eceec4769131 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:security_group {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:34:48.179284 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-5ac5ae0e-f94c-4428-8a60-eceec4769131 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380830480&fields=id&tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4 HTTP/1.1" status: 200 len: 267 time: 0.0560937 May 06 14:34:48.409978 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf201b-997a-4a56-8b01-beac99943129 req-47d4bb7b-7ba9-4d92-8b5a-a23607a266be tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:48.411385 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-47d4bb7b-7ba9-4d92-8b5a-a23607a266be tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 809 time: 0.2250328 May 06 14:34:48.427458 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-1ddfb01e-80ff-4a80-b56a-8fb3f8b81aa2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/quotas/fbe8c26fc9fd4aa0974ee0f7a56798d4 HTTP/1.1" status: 200 len: 375 time: 0.0101142 May 06 14:34:48.505413 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-b37ba21c-ac07-4a37-8b0d-6ca6aaf47973 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734041 May 06 14:34:48.520167 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-d026bd62-caad-4562-9dea-0f3bb0e4f907 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84021) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:34:48.521079 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-d026bd62-caad-4562-9dea-0f3bb0e4f907 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047209 May 06 14:34:48.648646 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-5231fc12-d0f5-48f9-ada2-1fec17b32f7a service neutron] 10.222.0.65 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216533 May 06 14:34:48.777449 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-5cc24dbc-b117-43fe-ad40-8c04858f2a57 service neutron] 10.222.0.65 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224918 May 06 14:34:49.171019 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b17faadf-5cd0-474f-9599-026d947e3451 req-205d0124-1a03-4b69-b29e-218b1954df95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:34:49.187160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-b17faadf-5cd0-474f-9599-026d947e3451 req-205d0124-1a03-4b69-b29e-218b1954df95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:34:49.188435 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b17faadf-5cd0-474f-9599-026d947e3451 req-205d0124-1a03-4b69-b29e-218b1954df95 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 210 time: 0.0584142 May 06 14:34:50.139687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf201b-997a-4a56-8b01-beac99943129 req-86c6e222-eb80-43c2-a9ea-96ba838e6d8a tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:50.142199 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-86c6e222-eb80-43c2-a9ea-96ba838e6d8a tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 809 time: 0.1547987 May 06 14:34:50.201663 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-6a1194de-64c5-427c-8120-5aa38e513772 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4 HTTP/1.1" status: 200 len: 379 time: 0.0459321 May 06 14:34:50.213783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'port': {'device_id': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'admin_state_up': True, 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'security_groups': ['3d61aeeb-3263-4820-9a16-2ffe8973fce7']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:50.352590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:34:50.354058 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d94d38b4-cc36-4e87-a6c9-52c3e7559416 req-f476b48d-834b-444a-a20c-cf56f8eb2f7d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 210 time: 0.0443182 May 06 14:34:50.363073 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:34:50.373244 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Made reservation on behalf of fbe8c26fc9fd4aa0974ee0f7a56798d4 for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:34:50.376678 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:50.536513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Allocated IP 172.20.0.11 (6b3b4248-cf24-4271-ac39-4be6629f38e5/3b2066fa-1948-4772-8bf8-bd53a46751ae/259cc9f9-ddef-4cfd-93d7-a144b3acdacd) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:34:50.728913 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:50.745198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Transition to ACTIVE for port object 259cc9f9-ddef-4cfd-93d7-a144b3acdacd will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:34:50.766028 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:50.768457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:50.841718 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:34:50.844897 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:34:50.847472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:34:50.896082 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:50.919457 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:50.920094 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:50.946787 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-af1b8000-e9c5-4c90-b2e1-ff639ea9f03d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7364292 May 06 14:34:50.957833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Request body: {'port': {'device_id': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:34:51.072679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:51.147976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3a596d7f-3c7e-410a-90c2-b89d62402bdb None None] Provisioning for port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:34:51.154295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3a596d7f-3c7e-410a-90c2-b89d62402bdb None None] Provisioning complete for port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:34:51.154953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a596d7f-3c7e-410a-90c2-b89d62402bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:51.215280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3a596d7f-3c7e-410a-90c2-b89d62402bdb None None] Port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:34:51.423066 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259cc9f9-ddef-4cfd-93d7-a144b3acdacd {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:34:51.434372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:51.450709 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Transition to ACTIVE for port object 259cc9f9-ddef-4cfd-93d7-a144b3acdacd will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:34:51.454630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:51.725671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Pushing event updated for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:51.836614 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa7042-d6ff-43bf-9203-42c07a03b7a5 req-80df64ca-a032-4009-98de-4e13a73b75bf tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:51.837285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-44aa7042-d6ff-43bf-9203-42c07a03b7a5 req-80df64ca-a032-4009-98de-4e13a73b75bf tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:34:51.870224 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Attempting to bind port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:34:51.870687 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Attempting to bind port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:34:51.871040 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Attempting to bind port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd on network 6b3b4248-cf24-4271-ac39-4be6629f38e5 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:34:51.873610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-44aa7042-d6ff-43bf-9203-42c07a03b7a5 req-80df64ca-a032-4009-98de-4e13a73b75bf tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:34:51.875068 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44aa7042-d6ff-43bf-9203-42c07a03b7a5 req-80df64ca-a032-4009-98de-4e13a73b75bf tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.3832169 May 06 14:34:51.879904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd on network 6b3b4248-cf24-4271-ac39-4be6629f38e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:34:51.880234 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Attempting to bind port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd on network 6b3b4248-cf24-4271-ac39-4be6629f38e5 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:34:51.905175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:34:51.905505 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Checking segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:34:51.905878 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Bound using segment: {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:34:51.906302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Bound port: 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49711367-8960-4746-bb2e-0b73ec02d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:34:51.906641 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:51.982502 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44aa7042-d6ff-43bf-9203-42c07a03b7a5 req-b97fd750-c9e7-475e-a62e-406e214a6dde tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996621 May 06 14:34:52.010236 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:34:52.013428 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:34:52.017024 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:52.079973 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:52.081344 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] 10.222.0.69 "PUT /v2.0/ports/259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 1094 time: 1.1279626 May 06 14:34:52.081767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:34:52.101987 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f85f4-953f-4cf8-997b-b15e3bb40c03 service neutron] Pushing event updated for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:34:52.168822 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649a156f-c068-47ca-b6ae-1b9414fa54fd'] response: {'name': 'network-changed', 'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'status': 'completed', 'code': 200} May 06 14:34:52.211589 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-e53e99db-90a7-4c01-8045-7877cbbf9121 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1097 time: 0.0826805 May 06 14:34:52.285112 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-9fe182ca-5838-4d38-ac23-f2b32698de72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 217 time: 0.0668676 May 06 14:34:52.345467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf201b-997a-4a56-8b01-beac99943129 req-4c711fca-af0d-42cb-83f5-30cf299c97cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:52.346792 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-4c711fca-af0d-42cb-83f5-30cf299c97cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0566895 May 06 14:34:52.422921 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-cab39ee5-b8ef-48d7-aa5f-2ce0b864e178 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701871 May 06 14:34:52.549906 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-a49ec680-4a46-484f-a773-681543c35699 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211522 May 06 14:34:52.677457 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2eaf201b-997a-4a56-8b01-beac99943129 req-930372e3-54da-4b22-8286-d8fee198a7ee service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223359 May 06 14:34:52.784409 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-0ed2e19b-d100-4357-a3d4-2836894a0789 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1097 time: 0.0662837 May 06 14:34:52.914254 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-6c88e579-5071-4b18-ae69-edff15ffe42a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:52.915662 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-6c88e579-5071-4b18-ae69-edff15ffe42a service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1237004 May 06 14:34:52.984559 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-ecc17bb2-7128-481f-bc47-c58feef6b80d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 217 time: 0.0629938 May 06 14:34:53.048737 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-d151c880-3f6b-407d-bc75-37de84417ed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:53.050166 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-d151c880-3f6b-407d-bc75-37de84417ed9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0590489 May 06 14:34:53.186906 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-580f76d6-d03d-48ff-a195-c73dc9e6aa59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307833 May 06 14:34:53.271194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7f7a9-0876-4b50-a608-af309407c25c req-0bac73d0-7e83-4feb-87e0-370f07d397b0 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:53.272573 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3cf7f7a9-0876-4b50-a608-af309407c25c req-0bac73d0-7e83-4feb-87e0-370f07d397b0 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.1635702 May 06 14:34:53.354414 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3cf7f7a9-0876-4b50-a608-af309407c25c req-4517b061-e806-415b-80ce-a4ea02ff2271 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745273 May 06 14:34:53.357526 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-41fd1911-c0b3-4a69-9acc-b01fd8425741 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639652 May 06 14:34:53.590924 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54e043ce-7ecd-4294-9939-af0e8472d2f0 req-cd6bada3-b2c9-4fdf-bc22-8b151f66f643 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274020 May 06 14:34:54.548459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8d79f-e4e2-4542-8e9f-5864a696e8c9 req-c21f8787-b394-4eaa-870b-1eaf304b9c02 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:54.549862 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cfe8d79f-e4e2-4542-8e9f-5864a696e8c9 req-c21f8787-b394-4eaa-870b-1eaf304b9c02 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0741668 May 06 14:34:54.594062 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cfe8d79f-e4e2-4542-8e9f-5864a696e8c9 req-98c2f0d9-0a5c-4448-8e19-a4d7a8464b16 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388503 May 06 14:34:55.789809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e53f1-b152-42a8-ac6e-ef964f95d3cd req-2fe7c193-6af7-45c7-a0d0-ac83b1a3acc2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:55.791273 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c42e53f1-b152-42a8-ac6e-ef964f95d3cd req-2fe7c193-6af7-45c7-a0d0-ac83b1a3acc2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0790744 May 06 14:34:55.839722 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c42e53f1-b152-42a8-ac6e-ef964f95d3cd req-c556ffa1-c0ba-45fe-8757-ef0f6d41dc9d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 May 06 14:34:57.034936 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b373-5544-42c6-8562-fb43f68a5a1b req-3b227a2d-a13a-486a-b2a6-44e600e06f1f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:57.036364 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-94e9b373-5544-42c6-8562-fb43f68a5a1b req-3b227a2d-a13a-486a-b2a6-44e600e06f1f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0792477 May 06 14:34:57.080672 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-94e9b373-5544-42c6-8562-fb43f68a5a1b req-4ed05fc7-6858-45e2-8cc4-f02ab8c91a8e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388913 May 06 14:34:58.276910 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a597-f16a-444f-8134-4bb8a440768c req-f03cb863-8a8b-4fe8-bcc6-095fa00e3665 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:58.278340 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-32f3a597-f16a-444f-8134-4bb8a440768c req-f03cb863-8a8b-4fe8-bcc6-095fa00e3665 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0755270 May 06 14:34:58.323019 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-32f3a597-f16a-444f-8134-4bb8a440768c req-cb3eb22e-d005-4962-9f80-528932ba3200 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392528 May 06 14:34:59.515351 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350fb7a-a041-434b-9583-e335bccf3aef req-030cd88e-366e-4365-8e63-acbc9e443c55 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:34:59.516793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d350fb7a-a041-434b-9583-e335bccf3aef req-030cd88e-366e-4365-8e63-acbc9e443c55 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0752778 May 06 14:34:59.561651 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-d350fb7a-a041-434b-9583-e335bccf3aef req-4717b8e2-9c41-4cd6-8912-148042de87f4 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394838 May 06 14:35:00.272096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 259cc9f9-ddef-4cfd-93d7-a144b3acdacd details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:35:00.401842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:35:00.414372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'port_id': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'mac_address': 'fa:16:3e:2c:0f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:35:00.468909 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:00.485117 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259cc9f9-ddef-4cfd-93d7-a144b3acdacd {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:35:00.499697 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:35:00.503629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:00.566878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:35:00.575426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.575766 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.576126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.576456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.576784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.577108 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.577430 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.577752 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.578069 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.578386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.578703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:00.751684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['259cc9f9-ddef-4cfd-93d7-a144b3acdacd'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:35:00.757806 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d3280-b06a-463d-9efb-73a67eef0f06 req-eea1e0a9-0844-47f5-b1a1-d282f4254632 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:00.759367 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-463d3280-b06a-463d-9efb-73a67eef0f06 req-eea1e0a9-0844-47f5-b1a1-d282f4254632 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 945 time: 0.0820034 May 06 14:35:00.804411 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-463d3280-b06a-463d-9efb-73a67eef0f06 req-fcbfa671-9fc0-4ccb-8d17-b9113e81e03f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395818 May 06 14:35:02.002688 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9827ce7-36ac-4943-9cf8-5677c71721a6 req-4a5f6ddd-0cb3-49dd-8671-d2fa955f41bc tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:02.004115 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a9827ce7-36ac-4943-9cf8-5677c71721a6 req-4a5f6ddd-0cb3-49dd-8671-d2fa955f41bc tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 945 time: 0.0789037 May 06 14:35:02.048680 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a9827ce7-36ac-4943-9cf8-5677c71721a6 req-75b96a53-586b-4c07-a3bb-5b6bc245d669 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385354 May 06 14:35:02.145000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ff79-386f-4649-98c3-225e45cda352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:02.293474 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 259cc9f9-ddef-4cfd-93d7-a144b3acdacd up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:35:02.362540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:35:02.367068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:35:02.367438 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:02.476273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:02.504625 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:35:02.514312 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:35:02.518324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:02.563757 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5b08ab-cdda-4cd2-bef8-6964ecf0fe25'] response: {'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'code': 200} May 06 14:35:02.590682 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:35:02.822933 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0f7e8780-704d-46b8-9575-2470bf0dc62c req-ec9fe9f6-5738-47b2-9dfd-d3201670ec4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.0673313 May 06 14:35:02.867021 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-0f7e8780-704d-46b8-9575-2470bf0dc62c req-e1214968-24bb-4fdd-949a-8a5dfa94a92f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385849 May 06 14:35:03.245622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b98c-0257-415c-9e64-ea23361b50b7 req-ef62033a-c3a2-4641-bea2-f00f852a3bd4 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:03.247054 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-77f4b98c-0257-415c-9e64-ea23361b50b7 req-ef62033a-c3a2-4641-bea2-f00f852a3bd4 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0754580 May 06 14:35:03.292735 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-77f4b98c-0257-415c-9e64-ea23361b50b7 req-bd4099c0-7208-4b75-90b8-de6e904b2da1 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395904 May 06 14:35:04.488322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ef977-eac7-4f5c-81e9-260e4df3ec0c req-9fa1d850-9714-4432-858e-8755c462d2e2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:04.489816 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bc0ef977-eac7-4f5c-81e9-260e4df3ec0c req-9fa1d850-9714-4432-858e-8755c462d2e2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0756013 May 06 14:35:04.506800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11c13c18-037e-4074-8e84-0a45ed814e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:04.536389 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bc0ef977-eac7-4f5c-81e9-260e4df3ec0c req-6266a980-297b-4228-8e56-81944a5f281f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397398 May 06 14:35:04.733270 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc51fbd-0678-4b13-829b-a06623fc0181 req-7d56fd0b-dfad-49cf-b8a8-ad27d2a6e48e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:04.734698 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ecc51fbd-0678-4b13-829b-a06623fc0181 req-7d56fd0b-dfad-49cf-b8a8-ad27d2a6e48e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0798233 May 06 14:35:04.780077 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-ecc51fbd-0678-4b13-829b-a06623fc0181 req-e24f9c57-3b04-412d-a3d6-2d8ad8e06a26 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 May 06 14:35:04.806392 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46224) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:35:04.874708 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-42b218b9-97b6-423e-a13a-2856429e2a68 tempest-TestShelveInstance-913413009 tempest-TestShelveInstance-913413009-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1094 time: 0.0666099 May 06 14:35:04.877464 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46228) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:35:04.882483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:35:04.888481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:35:04.892299 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Usage tracker for resource:floatingip and tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:35:04.895081 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:35:04.900771 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:35:04.913905 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for floatingip, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:05.045888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:05.183822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Allocated IP 172.26.0.121 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/2e96a1f0-e381-4899-b08c-e3b5d4b3e918) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:35:05.330138 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:05.357193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:05.424698 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:35:05.427331 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:35:05.430993 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:35:05.463875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'Port': ['ID=2e96a1f0-e381-4899-b08c-e3b5d4b3e918,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:35:05.694504 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:05.736693 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:06.004346 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:06.056562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:06.263810 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:06.267886 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:06.371796 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event updated for resources: {'Port': ['ID=2e96a1f0-e381-4899-b08c-e3b5d4b3e918,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:35:06.381735 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-2f9a3c38-bc37-4c1f-b814-b8dff9b17592 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732150 May 06 14:35:06.388326 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:06.517884 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-56120a9e-c47c-432c-a83e-b7f9b282a6d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.0697274 May 06 14:35:06.579331 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.l3_db [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Floating IP 79ab3655-b420-4a07-9d67-5f1fb61bf5ec associated. External IP: 172.26.0.121, port: 259cc9f9-ddef-4cfd-93d7-a144b3acdacd. May 06 14:35:06.664354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-cda7072e-ef8f-49e8-939f-f2c221dd7dbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:06.665800 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-cda7072e-ef8f-49e8-939f-f2c221dd7dbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1291227 May 06 14:35:06.769497 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-097f3a86-dfe5-49eb-822b-3f52c72ffedf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 1000 time: 0.0977738 May 06 14:35:06.831108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-703fa9fa-cb14-41d9-b8ba-82532d5154e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:06.832551 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-703fa9fa-cb14-41d9-b8ba-82532d5154e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0578797 May 06 14:35:06.918586 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-e9bdf2dd-6d5a-4388-a8c7-e3a5fd22f1a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798755 May 06 14:35:06.974448 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Router 7996dfd6-5c89-40f3-9481-84e2682ffec2 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:35:07.051589 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-c0c1b4d0-c54e-4f07-a4e0-2a8855229546 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257281 May 06 14:35:07.053097 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:07.186123 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ff6cf9df-3b30-4910-a07f-e30c3fa87d98 req-1e97f4f1-bf40-4f18-8a13-d07ac1955fe5 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278214 May 06 14:35:07.269499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:35:07.279112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] Sync routers for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:35:07.299692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:35:07.300329 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:07.300447 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:35:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:35:07.368307 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-32d62d3a-aae0-4362-b2cf-d52610620273 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4756577 May 06 14:35:07.368307 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:35:07.409317 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef01be4-4170-463b-ab7f-66c9cc3ec666'] response: {'name': 'network-changed', 'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'status': 'completed', 'code': 200} May 06 14:35:07.482161 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:35:07.504238 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-11a57816-66d3-463a-a0d4-a1e005bad13d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.0688705 May 06 14:35:07.635415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-a850d29e-2133-485d-bc4d-a3907cb8361a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:07.636882 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-a850d29e-2133-485d-bc4d-a3907cb8361a service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1268020 May 06 14:35:07.837636 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-6b81b40c-b89a-4930-8a51-c250ec378d94 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 1000 time: 0.1937747 May 06 14:35:07.861780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '79ab3655-b420-4a07-9d67-5f1fb61bf5ec', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'port_id': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'mac_address': 'fa:16:3e:2c:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:35:05Z', 'updated_at': '2022-05-06T14:35:05Z', 'revision_number': 0, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:35:07.865825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] Checking router: 7996dfd6-5c89-40f3-9481-84e2682ffec2 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:35:07.876597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:35:07.877203 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:35:04Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:35:07.900295 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-d0f2df84-d891-4bd8-9929-d5ba63af93dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:35:07.902179 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-d0f2df84-d891-4bd8-9929-d5ba63af93dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0581894 May 06 14:35:07.977647 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-c018b84a-6c6b-4f1c-bb34-519330e8473b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691814 May 06 14:35:08.053000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:35:08.110947 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-475c5488-27e0-4638-9f6c-7b1bc6f4225f service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271911 May 06 14:35:08.242558 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8089f6aa-480f-4b73-a960-98b03ec51199 req-f3269131-0cb9-4141-a09d-2bf38ecae480 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251199 May 06 14:35:08.401345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '79ab3655-b420-4a07-9d67-5f1fb61bf5ec', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'port_id': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'mac_address': 'fa:16:3e:2c:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:35:05Z', 'updated_at': '2022-05-06T14:35:05Z', 'revision_number': 0, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:35:08.405164 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d016dc3-1e40-4386-82ee-089053ba1530 None None] The sync data for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv is: [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '79ab3655-b420-4a07-9d67-5f1fb61bf5ec', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'port_id': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'mac_address': 'fa:16:3e:2c:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:35:05Z', 'updated_at': '2022-05-06T14:35:05Z', 'revision_number': 0, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:35:08.592103 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a8d20-acd2-4b8f-8112-1deccac23c60 None None] New status for floating IP 79ab3655-b420-4a07-9d67-5f1fb61bf5ec: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:35:08.971563 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:35:20.763462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:32.151852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f995f453-beeb-4efa-b49f-a0b8ba00a18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:34.509532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f89cf7b3-ed86-47ef-8410-7785a483030a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:35.695919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:35.738507 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:37.046716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:45.972276 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:35:50.760034 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:02.150400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd377162-d746-4e3e-bdbe-9021f976a9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:04.511821 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8b131a-043a-49a8-8f55-7922f44e246d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:05.699669 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:05.739919 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:07.048953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:07.362308 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54841fca-8627-4305-8ecf-488972eb2f8b req-6eb211ee-fb14-4bc5-a640-4f5a2d862a5a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649209 May 06 14:36:07.500644 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54841fca-8627-4305-8ecf-488972eb2f8b req-4184ef02-3736-4060-a216-79e043341ff3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.0707831 May 06 14:36:07.641209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54841fca-8627-4305-8ecf-488972eb2f8b req-d6976ad9-39bb-4e5c-810a-b409ab6e24bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:36:07.642523 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54841fca-8627-4305-8ecf-488972eb2f8b req-d6976ad9-39bb-4e5c-810a-b409ab6e24bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1240103 May 06 14:36:07.748207 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54841fca-8627-4305-8ecf-488972eb2f8b req-e579b812-28cc-4a64-81c4-26b3c7bcee2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 1002 time: 0.0994577 May 06 14:36:07.807592 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54841fca-8627-4305-8ecf-488972eb2f8b req-a2f5854c-2626-4088-a1a0-6ebe9976af71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:36:07.808980 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54841fca-8627-4305-8ecf-488972eb2f8b req-a2f5854c-2626-4088-a1a0-6ebe9976af71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0556331 May 06 14:36:07.880809 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54841fca-8627-4305-8ecf-488972eb2f8b req-f6be5842-288f-43a3-b7b9-4c69963e6612 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659511 May 06 14:36:08.009629 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54841fca-8627-4305-8ecf-488972eb2f8b req-b8bc6248-bed6-46c3-b44d-98556a28a40c service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225853 May 06 14:36:08.140063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-54841fca-8627-4305-8ecf-488972eb2f8b req-ca4fd061-ce50-46f2-b94b-31a53271a224 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249430 May 06 14:36:20.774065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:22.971936 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:36:32.152240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd3c16f3-f1b5-4654-9920-67d7d746d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:34.513966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd7f7492-f58c-4666-9127-17e993351988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:35.700965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:35.743026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:37.053150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:50.786855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:59.973007 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:37:02.153703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c4f1091f-99f9-4be1-95c2-6263e5c136f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:04.516779 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7741a545-46d0-475e-a011-0240587766aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:05.277879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509b96c-1e41-4dca-95e3-20f300f77833 req-f111772c-91ed-407b-88fc-8c70d172f379 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:05.279292 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3509b96c-1e41-4dca-95e3-20f300f77833 req-f111772c-91ed-407b-88fc-8c70d172f379 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0782790 May 06 14:37:05.325034 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3509b96c-1e41-4dca-95e3-20f300f77833 req-882d051f-3763-499e-b51c-6be64e232b0c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396812 May 06 14:37:05.702985 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:05.745717 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:06.536944 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ecdf1-d123-4bf0-a1bd-86522d7e956c req-1e0dd96f-0f4a-410a-9857-11c5e411617b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:06.538366 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-151ecdf1-d123-4bf0-a1bd-86522d7e956c req-1e0dd96f-0f4a-410a-9857-11c5e411617b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0808153 May 06 14:37:06.582872 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-151ecdf1-d123-4bf0-a1bd-86522d7e956c req-8769c6d6-a843-4ee6-971f-aab1b19f680d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390372 May 06 14:37:07.054921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:07.788395 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3236e72-98d5-4763-9088-6d1c21ad7f28 req-2746101b-9ad3-40db-8cde-619d2b34d002 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:07.789737 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3236e72-98d5-4763-9088-6d1c21ad7f28 req-2746101b-9ad3-40db-8cde-619d2b34d002 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0747950 May 06 14:37:07.837164 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b3236e72-98d5-4763-9088-6d1c21ad7f28 req-f97b26b4-2657-449f-9c02-02d78e3ad839 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420849 May 06 14:37:09.032576 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c4447-b7f0-4d0e-8a0f-9d46a814b2b8 req-9f7a623a-5c40-4823-8bf7-1c2fce00481b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:09.034002 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-332c4447-b7f0-4d0e-8a0f-9d46a814b2b8 req-9f7a623a-5c40-4823-8bf7-1c2fce00481b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0750554 May 06 14:37:09.078389 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-332c4447-b7f0-4d0e-8a0f-9d46a814b2b8 req-7885ba6b-2055-496a-adfe-27d9f6549b2f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390089 May 06 14:37:09.425340 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-8bb6a0e2-d73a-4fe8-962f-b5d4b6ef2ca2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.0672743 May 06 14:37:09.655271 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-cacb6c40-d0a7-41e2-acfa-298a04357ff4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:09.657245 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-cacb6c40-d0a7-41e2-acfa-298a04357ff4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.2126312 May 06 14:37:09.758075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-944af60b-9600-446a-85db-bfea1e06d321 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 1002 time: 0.0946810 May 06 14:37:09.819356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-8a8dbd40-1b03-4467-8339-c96fbe96e142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:09.820761 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-8a8dbd40-1b03-4467-8339-c96fbe96e142 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0571201 May 06 14:37:09.898886 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-25ebe689-6bf2-4b02-bf2e-21116a4c627d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725303 May 06 14:37:10.028433 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-0d730ab5-5d66-4379-ae90-6529e851bd0f service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222227 May 06 14:37:10.162078 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8224de56-79fd-4468-a56b-7cf4b540b67f req-39c9cd02-054d-4e03-aaf2-99df6300d4e5 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264248 May 06 14:37:10.423039 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f6f0-eaf8-4ff5-b352-bf98ba8f992c req-6d8abfe3-f684-4214-aa64-81a9fac3bec4 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:10.424523 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bc29f6f0-eaf8-4ff5-b352-bf98ba8f992c req-6d8abfe3-f684-4214-aa64-81a9fac3bec4 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0770607 May 06 14:37:10.468563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bc29f6f0-eaf8-4ff5-b352-bf98ba8f992c req-afdcf174-3d54-4d29-b4bb-ff36c021114c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384867 May 06 14:37:11.664562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115686ee-24cd-4f79-972d-ee9d014b7383 req-de5758f7-2064-4967-9f95-3a32a8f3c4a0 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:11.665992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-115686ee-24cd-4f79-972d-ee9d014b7383 req-de5758f7-2064-4967-9f95-3a32a8f3c4a0 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0791261 May 06 14:37:11.710738 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-115686ee-24cd-4f79-972d-ee9d014b7383 req-1593d3f0-2ff1-4ea9-9b53-81321d639bb5 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393832 May 06 14:37:12.904724 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4bd7d-e2e6-4e53-83c0-ec58a1dc91dd req-1f430c91-b4ec-4381-a093-e86ab713b7de tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:12.906149 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-38b4bd7d-e2e6-4e53-83c0-ec58a1dc91dd req-1f430c91-b4ec-4381-a093-e86ab713b7de tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0773861 May 06 14:37:12.950724 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-38b4bd7d-e2e6-4e53-83c0-ec58a1dc91dd req-a8fa354a-e418-451e-9d88-4f4aee48db2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390058 May 06 14:37:14.141550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e6d9b-68f4-405b-8a2e-87545246e1f6 req-2a71948d-d0bc-4448-9f20-6dc8c7e817dd tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:14.142992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3f5e6d9b-68f4-405b-8a2e-87545246e1f6 req-2a71948d-d0bc-4448-9f20-6dc8c7e817dd tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0763886 May 06 14:37:14.190849 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-3f5e6d9b-68f4-405b-8a2e-87545246e1f6 req-5e04cb2c-3214-40b5-9561-27ee70d2cc89 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424125 May 06 14:37:15.404712 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-05f9e8bd-2d8d-4e46-bac5-245e55edf687 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.1319318 May 06 14:37:15.414802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652f49-b995-4a62-be60-1e4ad682ed4e req-f2394031-7c4f-4173-be72-95d505604b63 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:15.416185 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-84652f49-b995-4a62-be60-1e4ad682ed4e req-f2394031-7c4f-4173-be72-95d505604b63 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.1012738 May 06 14:37:15.542100 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-84652f49-b995-4a62-be60-1e4ad682ed4e req-8044b4d7-b240-4ac9-bfea-3c5eeeec3a0d tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074247 May 06 14:37:15.575594 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-0f20c935-a77e-49d1-b49a-6308d666021d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:15.577037 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-0f20c935-a77e-49d1-b49a-6308d666021d service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1600344 May 06 14:37:15.677259 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-e43d17bd-f842-4ffd-bd2b-726480086550 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 1002 time: 0.0943859 May 06 14:37:15.737995 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-495b345e-e726-4ab7-80da-73b2b076f11a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:15.739382 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-495b345e-e726-4ab7-80da-73b2b076f11a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0555689 May 06 14:37:15.812867 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-ee2a7037-c1f7-422c-8b2c-942ce81420da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678298 May 06 14:37:15.940647 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-877bdde1-c24f-47b1-86fb-1f2bc18724ef service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217351 May 06 14:37:16.167941 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-dc19a50e-3af7-4405-9b82-21238f12ce21 req-3359dcbf-2a40-43ca-8b08-141f4118027c service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218502 May 06 14:37:16.736928 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851391f-e08b-492a-9d58-744015579980 req-c98c5c3f-43f6-42d1-a4f0-bac08bccaeb7 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:16.738340 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2851391f-e08b-492a-9d58-744015579980 req-c98c5c3f-43f6-42d1-a4f0-bac08bccaeb7 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0751815 May 06 14:37:16.783336 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-2851391f-e08b-492a-9d58-744015579980 req-24d0bb71-48ce-4c05-b329-03dcd68e1d94 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 May 06 14:37:17.979744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5812c18-4816-4fff-a147-945c43f4c89d req-fe9bbaad-4f88-4256-8188-51efb4dc6ee9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:17.981173 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5812c18-4816-4fff-a147-945c43f4c89d req-fe9bbaad-4f88-4256-8188-51efb4dc6ee9 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0759025 May 06 14:37:18.027308 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b5812c18-4816-4fff-a147-945c43f4c89d req-b932404a-2821-40ac-afbc-4077df9939a4 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406623 May 06 14:37:19.222781 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d6cf-c65d-44ac-ba20-5bc8fd651d54 req-33343690-21b3-47e4-9cef-50d12cd14778 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:19.224206 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dfc0d6cf-c65d-44ac-ba20-5bc8fd651d54 req-33343690-21b3-47e4-9cef-50d12cd14778 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0795178 May 06 14:37:19.275363 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dfc0d6cf-c65d-44ac-ba20-5bc8fd651d54 req-466b4c04-4b35-45a1-98c5-095ef602c73b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457714 May 06 14:37:19.522288 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c9f63516-3bb3-46d8-9d13-2ae82bbe1b53 req-3cb9a8bb-8557-450a-ab58-61b4aef28e3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1337123 May 06 14:37:19.710766 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-8cd9ba2a-f96a-4513-941c-d7ccd206e220 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681350 May 06 14:37:19.780105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c2a11-cbe9-4d75-afbf-741e31c6f09e req-e651710c-7e05-4f73-9198-1f871fb25840 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:19.782160 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-779c2a11-cbe9-4d75-afbf-741e31c6f09e req-e651710c-7e05-4f73-9198-1f871fb25840 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0761592 May 06 14:37:19.825778 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-779c2a11-cbe9-4d75-afbf-741e31c6f09e req-549071d7-e7ac-4d83-ba86-c68c27c51360 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 May 06 14:37:20.795076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:20.906825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 259cc9f9-ddef-4cfd-93d7-a144b3acdacd no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:37:21.026649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:21.028025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e412-1fc6-4d4b-ad67-a7b9813fc71e req-c057a023-97b8-451a-87b5-93e309170db3 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:21.029469 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d186e412-1fc6-4d4b-ad67-a7b9813fc71e req-c057a023-97b8-451a-87b5-93e309170db3 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0794778 May 06 14:37:21.053898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:37:21.063132 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:37:21.067403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:21.079714 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-d186e412-1fc6-4d4b-ad67-a7b9813fc71e req-80fd07fd-64ba-4e82-90f3-325d060dde9e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439746 May 06 14:37:21.110721 dv-neutron-840889-1-hyperv neutron-server[84023]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7a57f604-8750-48e5-a24d-34d49bc758b8']: {'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'code': 422} returned with failed status May 06 14:37:21.135211 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:21.143703 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.144065 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.144392 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.144715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.145033 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.145349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.145661 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.145970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.146277 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.146585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:21.146892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:22.281249 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f57ac1-09db-4355-93b1-d135bc881666 req-7c0e73dd-c0c2-4cb1-883b-3bb249efb3f0 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:22.282778 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-56f57ac1-09db-4355-93b1-d135bc881666 req-7c0e73dd-c0c2-4cb1-883b-3bb249efb3f0 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0760994 May 06 14:37:22.331219 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-56f57ac1-09db-4355-93b1-d135bc881666 req-fd1e2dca-79bd-4f4a-bf3e-093cc0072570 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403113 May 06 14:37:23.532605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3554f-299d-4864-b919-0ab66b25b098 req-8a2e1822-8c7d-442b-a32c-e237fdfba00f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:23.534052 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64c3554f-299d-4864-b919-0ab66b25b098 req-8a2e1822-8c7d-442b-a32c-e237fdfba00f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0796793 May 06 14:37:23.582324 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-64c3554f-299d-4864-b919-0ab66b25b098 req-dadeef86-2e3e-4029-a77c-0aae0f162cec tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 May 06 14:37:23.783941 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-56b71b30-f248-4b52-8b7c-1ca4fe0e77f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb&tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4 HTTP/1.1" status: 200 len: 1097 time: 0.0752926 May 06 14:37:23.872981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-d5818f6c-d48b-40ef-a24b-5f529d1e426f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1097 time: 0.0692112 May 06 14:37:24.007569 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44261b2f-619c-467c-a08a-3dda52e32497 req-5559b627-9407-4005-8e1d-35c55a1f67bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:24.009028 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-5559b627-9407-4005-8e1d-35c55a1f67bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1302755 May 06 14:37:24.111948 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-3bdc0fd2-83c0-40fa-bf71-ff97d9e17de1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 1000 time: 0.0965185 May 06 14:37:24.176187 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44261b2f-619c-467c-a08a-3dda52e32497 req-64697afe-ef41-47c2-8782-ffe02441f931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:24.177609 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-64697afe-ef41-47c2-8782-ffe02441f931 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0601535 May 06 14:37:24.254226 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-3f60e2d2-12b8-4854-b33f-8e5153265a86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704544 May 06 14:37:24.389655 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-d8e99e26-3b1b-4dcb-90c7-c6c6fb77e0a9 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292939 May 06 14:37:24.518783 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-44261b2f-619c-467c-a08a-3dda52e32497 req-8c7aff85-015b-4603-8089-f014d3b1f104 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233172 May 06 14:37:24.783321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64be72f-a96e-4904-9c01-dc35adaae017 req-0d960adf-c7c8-454e-8858-b900bb48a4df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:24.784729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e64be72f-a96e-4904-9c01-dc35adaae017 req-0d960adf-c7c8-454e-8858-b900bb48a4df tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0779200 May 06 14:37:24.829404 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e64be72f-a96e-4904-9c01-dc35adaae017 req-5becf6ea-2f7a-4fce-bf3b-51c8d1222574 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392854 May 06 14:37:26.032523 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8218d5-9662-4ac2-89ea-388ece5d5204 req-188de85d-2f34-4ae8-b249-6ee04ca9d570 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:26.033978 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-de8218d5-9662-4ac2-89ea-388ece5d5204 req-188de85d-2f34-4ae8-b249-6ee04ca9d570 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0848570 May 06 14:37:26.082047 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-de8218d5-9662-4ac2-89ea-388ece5d5204 req-fdea374f-1a77-4a22-aee6-1fa4d7cc653e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424089 May 06 14:37:27.280058 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b12b1-fdb6-4c4c-86a7-d392aa4a7410 req-161240a6-18a2-4193-a4db-fadab0c07210 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:27.281683 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d5b12b1-fdb6-4c4c-86a7-d392aa4a7410 req-161240a6-18a2-4193-a4db-fadab0c07210 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0791996 May 06 14:37:27.328727 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9d5b12b1-fdb6-4c4c-86a7-d392aa4a7410 req-94874543-e9f9-470f-bf35-8218deea2098 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414357 May 06 14:37:28.531804 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b453b1e-c2a7-43d3-a86d-c6ef401024d1 req-e49ab769-dbcd-4c52-8718-8de0a13f1058 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:28.533213 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5b453b1e-c2a7-43d3-a86d-c6ef401024d1 req-e49ab769-dbcd-4c52-8718-8de0a13f1058 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0756884 May 06 14:37:28.577340 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5b453b1e-c2a7-43d3-a86d-c6ef401024d1 req-5931e84d-a2f4-4972-bc29-0c1872a6f2a5 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387836 May 06 14:37:29.773410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c8b66-388f-4aa3-90e4-0da8f9fbaa8a req-b53db68b-4e00-4155-90cb-40b7ba913dbb tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:29.774837 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e44c8b66-388f-4aa3-90e4-0da8f9fbaa8a req-b53db68b-4e00-4155-90cb-40b7ba913dbb tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0758510 May 06 14:37:29.821895 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e44c8b66-388f-4aa3-90e4-0da8f9fbaa8a req-40c24258-c7ad-48a5-ad44-4c5804b5876a tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415945 May 06 14:37:31.017888 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129ce0-6796-4fc1-84f0-1b5b259a2c35 req-93f366e7-9a86-410e-831e-1fdf3e2f4ab6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:31.019317 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-61129ce0-6796-4fc1-84f0-1b5b259a2c35 req-93f366e7-9a86-410e-831e-1fdf3e2f4ab6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0799360 May 06 14:37:31.065202 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-61129ce0-6796-4fc1-84f0-1b5b259a2c35 req-48f6abfa-896e-4ea6-aa2d-d934a7f9532c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 May 06 14:37:32.156562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb264025-9809-4ab2-8476-7852be7ee877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.261558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b399e2-4800-4e87-bc69-9fac670e6a7b req-c5653d9f-0786-4c94-96bb-ac83bcaeaebd tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:32.262984 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36b399e2-4800-4e87-bc69-9fac670e6a7b req-c5653d9f-0786-4c94-96bb-ac83bcaeaebd tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 944 time: 0.0749598 May 06 14:37:32.307355 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36b399e2-4800-4e87-bc69-9fac670e6a7b req-d21a3717-61b7-4f7b-b7d7-0d68db1be240 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 May 06 14:37:32.953403 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 259cc9f9-ddef-4cfd-93d7-a144b3acdacd details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:37:33.125580 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:37:33.138715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'port_id': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'mac_address': 'fa:16:3e:2c:0f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:37:33.194309 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.211509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259cc9f9-ddef-4cfd-93d7-a144b3acdacd {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:37:33.225912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:37:33.229572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.293022 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:33.451604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['259cc9f9-ddef-4cfd-93d7-a144b3acdacd'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:37:33.505303 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe56e-cebc-40cc-996e-007f2ef4401f req-fb182d99-bbb8-4be0-9eff-e9a569e7831b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:33.506726 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-16bfe56e-cebc-40cc-996e-007f2ef4401f req-fb182d99-bbb8-4be0-9eff-e9a569e7831b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 945 time: 0.0772371 May 06 14:37:33.552529 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-16bfe56e-cebc-40cc-996e-007f2ef4401f req-d1a7405b-52b2-4713-a10c-9a0c07ee8f96 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401626 May 06 14:37:34.518044 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d07807bf-8fa2-4108-917e-c785c03b8b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:34.745650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcab2eb-fc88-40b3-bcca-2186fe808d77 req-3914094f-7036-4872-91a8-050364d0ae8e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:34.746964 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7bcab2eb-fc88-40b3-bcca-2186fe808d77 req-3914094f-7036-4872-91a8-050364d0ae8e tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 945 time: 0.0792956 May 06 14:37:34.877714 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-7bcab2eb-fc88-40b3-bcca-2186fe808d77 req-3dbbcfb0-3687-420d-8a1a-f4f00c21e1b1 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241951 May 06 14:37:34.960155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 259cc9f9-ddef-4cfd-93d7-a144b3acdacd up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:35.029189 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:35.029481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:35.141084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:35.166953 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:37:35.177071 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:37:35.180865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:35.231266 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694ec847-b4fe-4007-906a-a2adee2ba6dd'] response: {'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'code': 200} May 06 14:37:35.248035 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:35.500451 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ea6df7b9-5619-4b08-a2a8-dc8fa4e104ba req-d3613f76-0935-4ae4-b9a4-d8b9dabf4515 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.0651283 May 06 14:37:35.541939 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-ea6df7b9-5619-4b08-a2a8-dc8fa4e104ba req-f8b78f4a-4e9d-4f9c-8bf2-aa30382461f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358512 May 06 14:37:35.705735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:35.749705 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:36.073659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bed82-5c78-4eb6-9dd0-1c4282714000 req-45c47523-fd54-4234-9297-968acf657157 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:36.075078 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-792bed82-5c78-4eb6-9dd0-1c4282714000 req-45c47523-fd54-4234-9297-968acf657157 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0769353 May 06 14:37:36.119560 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-792bed82-5c78-4eb6-9dd0-1c4282714000 req-f2550444-9a3c-4a00-9eee-3ad20ed3c34f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386229 May 06 14:37:36.973196 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:37:37.058013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.321148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2745-f4aa-43dd-8dac-784f5c7450fe req-57361c5c-33e8-40d7-85d5-eda057a14b9f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:37:37.322575 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb5a2745-f4aa-43dd-8dac-784f5c7450fe req-57361c5c-33e8-40d7-85d5-eda057a14b9f tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0790997 May 06 14:37:37.367235 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-cb5a2745-f4aa-43dd-8dac-784f5c7450fe req-0c6786e5-c1eb-4335-a7f9-768e233613a1 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386219 May 06 14:37:50.800394 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:02.164842 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53650921-ea3e-4636-b86e-d1e9daebe598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:04.519621 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7553fa1f-8e90-439d-b331-0650883f85a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:05.710349 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:05.752926 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:07.061812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:10.378509 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-34fcb472-2d20-4301-873e-d82bc307dfbb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663655 May 06 14:38:10.521576 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-b2ead806-58ad-4fd9-aecb-e1bb23bed04b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.0728767 May 06 14:38:10.668917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-d1b4916f-b25d-4661-bb35-9fe6e07bd47d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:38:10.671268 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-d1b4916f-b25d-4661-bb35-9fe6e07bd47d service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1239440 May 06 14:38:10.772092 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-a209070b-f3c1-4249-8d2d-28b2b33a23d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 1002 time: 0.0950091 May 06 14:38:10.834756 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-96b57ce3-4cfe-4abc-9c4d-14c39d5d7155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:38:10.836187 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-96b57ce3-4cfe-4abc-9c4d-14c39d5d7155 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0578249 May 06 14:38:10.914297 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-367e0ccc-db46-47c2-963d-7a546ada828d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721977 May 06 14:38:11.043747 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-b073052a-551c-429b-af25-7eaea5b6d5fd service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226637 May 06 14:38:11.174648 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-36f9e78e-456a-4232-bdeb-fd526e0aacd3 req-7bdc6b6f-56f7-4c53-8c56-b2446e726797 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235631 May 06 14:38:13.973486 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:38:20.798628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:32.157736 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ac5c6e-185a-411b-a37c-bc206b26345f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:34.520960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46281fb5-ebdd-4023-8e3e-58348750e712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:35.712596 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:35.755623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:37.064166 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:50.814212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:50.973859 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:38:57.097477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46376) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:38:57.375193 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Deleting port 2e96a1f0-e381-4899-b08c-e3b5d4b3e918 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:38:57.375439 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:57.539027 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:57.539345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:57.657187 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Calling delete_port for 2e96a1f0-e381-4899-b08c-e3b5d4b3e918 owned by network:floatingip {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:38:57.800503 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:57.844686 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event deleted for resources: {'Port': ['ID=2e96a1f0-e381-4899-b08c-e3b5d4b3e918,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:38:57.912971 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.913263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.913608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.913938 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.914267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.914592 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.914914 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.915242 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.915562 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.915907 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.916235 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:38:57.946168 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:58.346540 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Router 7996dfd6-5c89-40f3-9481-84e2682ffec2 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:38:58.546525 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:38:58.556427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] Sync routers for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:38:58.565957 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:58.569450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:38:58.570058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:38:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:38:58.621820 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-dccddf8f-3f9c-48ef-aa71-a0edff080cc6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "DELETE /v2.0/floatingips/79ab3655-b420-4a07-9d67-5f1fb61bf5ec HTTP/1.1" status: 204 len: 168 time: 1.5197148 May 06 14:38:58.621820 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:38:58.752965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:38:58.771176 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35192e25-7269-40c3-9039-7d175a1f8601'] response: {'name': 'network-changed', 'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'status': 'completed', 'code': 200} May 06 14:38:58.887793 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-9bc99f4c-9035-4b62-9930-bcfc689411e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 1099 time: 0.0964148 May 06 14:38:59.022287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-36c70ce6-a7d2-496b-9278-172efac4a7cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:38:59.023726 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-36c70ce6-a7d2-496b-9278-172efac4a7cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 200 len: 910 time: 0.1297939 May 06 14:38:59.042436 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c6aff-031b-495f-8d89-f46845e85a41 req-b842b3ea-3989-4af5-addc-430cc8eb2212 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:38:59.043120 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-207c6aff-031b-495f-8d89-f46845e85a41 req-b842b3ea-3989-4af5-addc-430cc8eb2212 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:38:59.059483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-207c6aff-031b-495f-8d89-f46845e85a41 req-b842b3ea-3989-4af5-addc-430cc8eb2212 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:38:59.060810 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-207c6aff-031b-495f-8d89-f46845e85a41 req-b842b3ea-3989-4af5-addc-430cc8eb2212 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0988271 May 06 14:38:59.096212 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-93df3032-8dd4-4f5d-bb05-14881f4f0bb6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 200 len: 217 time: 0.0658982 May 06 14:38:59.103336 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:38:59.107257 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] Checking router: 7996dfd6-5c89-40f3-9481-84e2682ffec2 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:38:59.109518 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-207c6aff-031b-495f-8d89-f46845e85a41 req-04227674-a022-4a6a-b30c-cf68dbee2645 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422392 May 06 14:38:59.118386 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:38:59.118992 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:38:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:38:59.160971 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-39ba4910-caff-4d52-8a7b-93bfe59ba020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:38:59.162417 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-39ba4910-caff-4d52-8a7b-93bfe59ba020 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 200 len: 848 time: 0.0598114 May 06 14:38:59.236491 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-41e9812e-122d-40e2-9978-62291d6b35bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b3b4248-cf24-4271-ac39-4be6629f38e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674455 May 06 14:38:59.246276 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-a47fbb84-3125-40e7-9e87-d2fd061136b0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:38:59.247199 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-a47fbb84-3125-40e7-9e87-d2fd061136b0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048175 May 06 14:38:59.327181 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:38:59.376691 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-ced0e9fb-b9a0-4470-82d9-f736ed76457c service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223509 May 06 14:38:59.598849 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6a44aca2-ca54-47c4-9490-63e0a4aadc57 req-bee114be-ebf5-442f-ad84-34bc339290d7 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158279 May 06 14:38:59.640786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:38:59.645616 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a75960-c3c8-4b05-b0d4-65e123d7e501 None None] The sync data for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv is: [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:08Z', 'revision_number': 4, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'fd9d4db2-0f77-406f-97b0-5cea7268e59a', 'name': '', 'network_id': '6b3b4248-cf24-4271-ac39-4be6629f38e5', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'mac_address': 'fa:16:3e:c0:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:07Z', 'updated_at': '2022-05-06T14:30:26Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'subnets': [{'id': '3b2066fa-1948-4772-8bf8-bd53a46751ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:38:59.852330 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea857323-0673-40f4-a226-ff11303ba250 None None] New status for floating IP 79ab3655-b420-4a07-9d67-5f1fb61bf5ec: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:39:00.316419 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c3931-91f5-4fe3-9aff-410fd66df767 req-e8748647-5694-496b-9c81-fe03eef4db04 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:00.317834 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894c3931-91f5-4fe3-9aff-410fd66df767 req-e8748647-5694-496b-9c81-fe03eef4db04 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0765162 May 06 14:39:00.361415 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-894c3931-91f5-4fe3-9aff-410fd66df767 req-f649a1b1-8f0c-400b-8f8b-6f725a57c057 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d61aeeb-3263-4820-9a16-2ffe8973fce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382614 May 06 14:39:00.560412 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-2636c35a-a5c6-4362-91ae-1e5f3ea08ec6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:00.561717 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-2636c35a-a5c6-4362-91ae-1e5f3ea08ec6 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 946 time: 0.0822921 May 06 14:39:00.626985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Deleting port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:00.627323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:00.866966 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] For port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:00.867323 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:00.984426 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Calling delete_port for 259cc9f9-ddef-4cfd-93d7-a144b3acdacd owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:01.123893 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:01.173744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event deleted for resources: {'Port': ['ID=259cc9f9-ddef-4cfd-93d7-a144b3acdacd,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:01.212015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.212358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.212695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.213027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.213358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.213690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.214006 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.214325 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.214646 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.214965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.215285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:01.257994 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] No DVR routers for this DVR port 259cc9f9-ddef-4cfd-93d7-a144b3acdacd on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:39:01.260300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:01.262734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'name': 'network-vif-deleted', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:39:01.278329 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-4900f2ba-393f-4092-9acd-2f14685bc3ce req-0d53bcf4-9849-4b8a-a079-efb23fabea2c tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.69 "DELETE /v2.0/ports/259cc9f9-ddef-4cfd-93d7-a144b3acdacd HTTP/1.1" status: 204 len: 173 time: 0.7114694 May 06 14:39:01.318084 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ee4047-cc00-4e9d-96cb-34063fb1f357'] response: {'server_uuid': 'b61f9833-35a0-48aa-9b40-79dbb15ea5eb', 'name': 'network-vif-deleted', 'tag': '259cc9f9-ddef-4cfd-93d7-a144b3acdacd', 'status': 'completed', 'code': 200} May 06 14:39:01.522010 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1c5f338e-b716-42ba-aacc-addac7179cad req-6ac865ee-f832-40b9-8fce-ba9f6548939b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Synchronizing usage tracker for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:39:01.538702 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-1c5f338e-b716-42ba-aacc-addac7179cad req-6ac865ee-f832-40b9-8fce-ba9f6548939b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Unset dirty status for tenant:fbe8c26fc9fd4aa0974ee0f7a56798d4 on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:39:01.540175 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-1c5f338e-b716-42ba-aacc-addac7179cad req-6ac865ee-f832-40b9-8fce-ba9f6548939b tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "GET /v2.0/ports?device_id=b61f9833-35a0-48aa-9b40-79dbb15ea5eb HTTP/1.1" status: 200 len: 210 time: 0.0612626 May 06 14:39:02.161260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3286bc3-4e8e-4b56-a1f7-c615cfa790a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:02.646101 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46408) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:02.713832 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19e883bb-3a86-45ec-8eda-fe418ce2acd2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:02.742481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19e883bb-3a86-45ec-8eda-fe418ce2acd2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:02.807671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19e883bb-3a86-45ec-8eda-fe418ce2acd2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:02.827246 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e883bb-3a86-45ec-8eda-fe418ce2acd2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d61aeeb-3263-4820-9a16-2ffe8973fce7,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:02.842238 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19e883bb-3a86-45ec-8eda-fe418ce2acd2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:02.843645 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-19e883bb-3a86-45ec-8eda-fe418ce2acd2 tempest-TestShelveInstance-362810392 tempest-TestShelveInstance-362810392-project] 10.222.0.65 "DELETE /v2.0/security-groups/3d61aeeb-3263-4820-9a16-2ffe8973fce7 HTTP/1.1" status: 204 len: 168 time: 0.1965818 May 06 14:39:02.899959 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46414) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:03.394959 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 259cc9f9-ddef-4cfd-93d7-a144b3acdacd no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:39:03.431532 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 259cc9f9-ddef-4cfd-93d7-a144b3acdacd {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:39:03.433130 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 259cc9f9-ddef-4cfd-93d7-a144b3acdacd not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:39:03.626083 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:04.234518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Deleting port fd9d4db2-0f77-406f-97b0-5cea7268e59a {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:04.235106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:04.403876 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] For port fd9d4db2-0f77-406f-97b0-5cea7268e59a, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=fd9d4db2-0f77-406f-97b0-5cea7268e59a,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:04.404223 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:04.520617 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Calling delete_port for fd9d4db2-0f77-406f-97b0-5cea7268e59a owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:04.524608 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d02573f-b0c6-416f-9345-d34872ac1104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:04.681913 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:04.810278 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9d4db2-0f77-406f-97b0-5cea7268e59a,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:05.095737 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:05.673856 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Router 7996dfd6-5c89-40f3-9481-84e2682ffec2 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:39:05.715414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:05.759111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:05.871487 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:39:05.881297 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] Sync routers for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:39:05.889797 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-63e4ee3f-a283-4e6f-839e-2f591360df34 admin admin] 10.222.0.65 "PUT /v2.0/routers/7996dfd6-5c89-40f3-9481-84e2682ffec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9883091 May 06 14:39:05.892727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46426) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:05.896434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:05.897048 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:06.072989 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:06.087862 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:06.288533 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:06.297484 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Deleting port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:06.297927 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:06.357622 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:39:04Z', 'revision_number': 5, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port': {'id': '733ff6a4-3aa7-48ca-bf0a-244d0e7a5858', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:06.361737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] Checking router: 7996dfd6-5c89-40f3-9481-84e2682ffec2 for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:39:06.373609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] Routers {'7996dfd6-5c89-40f3-9481-84e2682ffec2'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:06.374240 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7996dfd6-5c89-40f3-9481-84e2682ffec2'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:06.526947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] Set router 7996dfd6-5c89-40f3-9481-84e2682ffec2 gateway port host: None {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:06.562796 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] For port 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=733ff6a4-3aa7-48ca-bf0a-244d0e7a5858,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:06.563148 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:06.631947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:39:06Z', 'revision_number': 6, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:06.635857 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb7d20-00b5-47eb-bfb4-62bb9aa8ba93 None None] The sync data for ids ['7996dfd6-5c89-40f3-9481-84e2682ffec2'] in dv-neutron-840889-1-hyperv is: [{'id': '7996dfd6-5c89-40f3-9481-84e2682ffec2', 'name': 'tempest-TestShelveInstance-1068094246-router', 'tenant_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:05Z', 'updated_at': '2022-05-06T14:39:06Z', 'revision_number': 6, 'project_id': 'fbe8c26fc9fd4aa0974ee0f7a56798d4', 'gw_port_host': None}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:39:06.683637 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Calling delete_port for 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:06.841534 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:06.888372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=733ff6a4-3aa7-48ca-bf0a-244d0e7a5858,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:07.068931 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.108065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.354437 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.358546 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.383475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.384003 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7996dfd6-5c89-40f3-9481-84e2682ffec2 {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:39:07.397200 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.398311 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-658698a1-1695-48d3-9e16-f68db777eb37 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7996dfd6-5c89-40f3-9481-84e2682ffec2 HTTP/1.1" status: 204 len: 168 time: 1.5046337 May 06 14:39:07.400805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46430) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:07.458578 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-81620444-30a5-4e54-921a-ef66a2a938b4 admin admin] Deleting subnet 3b2066fa-1948-4772-8bf8-bd53a46751ae {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:39:07.461391 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81620444-30a5-4e54-921a-ef66a2a938b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.513429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81620444-30a5-4e54-921a-ef66a2a938b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.590041 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81620444-30a5-4e54-921a-ef66a2a938b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.658155 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81620444-30a5-4e54-921a-ef66a2a938b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.790137 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81620444-30a5-4e54-921a-ef66a2a938b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2066fa-1948-4772-8bf8-bd53a46751ae,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:07.796060 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81620444-30a5-4e54-921a-ef66a2a938b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.801613 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7293c-b47d-4637-88a2-4418a9f6f1e3 None None] Network 6b3b4248-cf24-4271-ac39-4be6629f38e5 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:39:07.801950 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-81620444-30a5-4e54-921a-ef66a2a938b4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3b2066fa-1948-4772-8bf8-bd53a46751ae HTTP/1.1" status: 204 len: 168 time: 0.4002156 May 06 14:39:07.804477 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46434) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:07.910635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:07.922372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Deleting port baf303cb-345f-426c-b1a9-8df17b708a31 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:07.922705 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.105210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] DHCP port deletion for 6b3b4248-cf24-4271-ac39-4be6629f38e5 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:39:08.109644 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] Deleting port baf303cb-345f-426c-b1a9-8df17b708a31 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:08.110010 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.244065 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] For port baf303cb-345f-426c-b1a9-8df17b708a31, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=baf303cb-345f-426c-b1a9-8df17b708a31,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:08.244330 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.318512 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] For port baf303cb-345f-426c-b1a9-8df17b708a31, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=baf303cb-345f-426c-b1a9-8df17b708a31,segment=NetworkSegment(49711367-8960-4746-bb2e-0b73ec02d6da),segment_id=49711367-8960-4746-bb2e-0b73ec02d6da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:08.318902 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.361372 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Calling delete_port for baf303cb-345f-426c-b1a9-8df17b708a31 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:08.436060 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.437023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] Calling delete_port for baf303cb-345f-426c-b1a9-8df17b708a31 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:08.481103 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=baf303cb-345f-426c-b1a9-8df17b708a31,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:08.487289 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] No DVR routers for this DVR port baf303cb-345f-426c-b1a9-8df17b708a31 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:39:08.508583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:39:08.541748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:39:08.542086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 733ff6a4-3aa7-48ca-bf0a-244d0e7a5858 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:39:08.542503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device baf303cb-345f-426c-b1a9-8df17b708a31 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:39:08.574585 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:39:08.574930 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:39:08.575499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: baf303cb-345f-426c-b1a9-8df17b708a31 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:39:08.575851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device baf303cb-345f-426c-b1a9-8df17b708a31 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:39:08.576258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fd9d4db2-0f77-406f-97b0-5cea7268e59a no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:39:08.603221 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.608921 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: fd9d4db2-0f77-406f-97b0-5cea7268e59a {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:39:08.609259 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device fd9d4db2-0f77-406f-97b0-5cea7268e59a not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:39:08.630062 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3b4248-cf24-4271-ac39-4be6629f38e5']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:08.641733 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49711367-8960-4746-bb2e-0b73ec02d6da') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:08.642026 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49711367-8960-4746-bb2e-0b73ec02d6da') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:08.653056 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.668384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.674543 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:39:08.674912 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:39:08.688407 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:39:08.763745 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.778757 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:08.788589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3b4248-cf24-4271-ac39-4be6629f38e5,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:08.801692 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-014c2e1d-057a-4b4c-be5e-cc6f5ac46dcc admin admin] 10.222.0.65 "DELETE /v2.0/networks/6b3b4248-cf24-4271-ac39-4be6629f38e5 HTTP/1.1" status: 204 len: 168 time: 0.9961388 May 06 14:39:08.804508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46438) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:09.076695 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] Deleting port baf303cb-345f-426c-b1a9-8df17b708a31 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:09.077248 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:09.138486 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6f986-9fe6-43e0-ae74-55211bb1774e None None] The port 'baf303cb-345f-426c-b1a9-8df17b708a31' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:39:09.184495 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:09.839723 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Deleting port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:09.840518 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:10.005671 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] For port 96b0eee3-4bfb-4b5e-99d1-88b311d62caf, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,segment=NetworkSegment(89f8627e-1f4b-4bbe-9f30-d90b3c606439),segment_id=89f8627e-1f4b-4bbe-9f30-d90b3c606439)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:10.006024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:10.130483 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Calling delete_port for 96b0eee3-4bfb-4b5e-99d1-88b311d62caf owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:10.300508 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:10.345466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b0eee3-4bfb-4b5e-99d1-88b311d62caf,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:10.644353 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:11.285384 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Router 68e1eda8-7db5-41cb-b63a-7632af3e4137 has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:39:11.479819 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:39:11.488343 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] Sync routers for ids ['68e1eda8-7db5-41cb-b63a-7632af3e4137'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:39:11.488808 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d526fcf5-567a-4568-8c44-f6bdcb623d22 admin admin] 10.222.0.65 "PUT /v2.0/routers/68e1eda8-7db5-41cb-b63a-7632af3e4137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6830711 May 06 14:39:11.490963 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46442) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:11.501075 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] Routers {'68e1eda8-7db5-41cb-b63a-7632af3e4137'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:11.501938 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['68e1eda8-7db5-41cb-b63a-7632af3e4137'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:11.681377 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] Set router 68e1eda8-7db5-41cb-b63a-7632af3e4137 gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:11.684903 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks [] for router, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:11.879431 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:11.889555 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Deleting port bd8fd77e-7002-49fb-aed2-f47d966f9a6f {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:11.889896 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:11.956668 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:39:10Z', 'revision_number': 5, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port': {'id': 'bd8fd77e-7002-49fb-aed2-f47d966f9a6f', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:11.960389 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] Checking router: 68e1eda8-7db5-41cb-b63a-7632af3e4137 for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:39:11.970682 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] Routers {'68e1eda8-7db5-41cb-b63a-7632af3e4137'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:11.971269 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['68e1eda8-7db5-41cb-b63a-7632af3e4137'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:12.061393 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] For port bd8fd77e-7002-49fb-aed2-f47d966f9a6f, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bd8fd77e-7002-49fb-aed2-f47d966f9a6f,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:12.061740 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:12.151338 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] Set router 68e1eda8-7db5-41cb-b63a-7632af3e4137 gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:12.181542 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Calling delete_port for bd8fd77e-7002-49fb-aed2-f47d966f9a6f owned by network:router_gateway {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:12.257400 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:39:11Z', 'revision_number': 6, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:12.262641 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbdb45-e78c-4093-9e41-9dc958065197 None None] The sync data for ids ['68e1eda8-7db5-41cb-b63a-7632af3e4137'] in dv-neutron-840889-1-hyperv is: [{'id': '68e1eda8-7db5-41cb-b63a-7632af3e4137', 'name': 'tempest-TestShelveInstance-1553500564-router', 'tenant_id': 'd0d5b037f26c4658b89ae655c4384806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:30:11Z', 'updated_at': '2022-05-06T14:39:11Z', 'revision_number': 6, 'project_id': 'd0d5b037f26c4658b89ae655c4384806', 'gw_port_host': None}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:39:12.368561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:12.413339 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8fd77e-7002-49fb-aed2-f47d966f9a6f,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:12.663812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 96b0eee3-4bfb-4b5e-99d1-88b311d62caf no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:39:12.703042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 96b0eee3-4bfb-4b5e-99d1-88b311d62caf {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:39:12.703042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 96b0eee3-4bfb-4b5e-99d1-88b311d62caf not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:39:12.737256 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:12.987234 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:12.991365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.016983 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.017472 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e1eda8-7db5-41cb-b63a-7632af3e4137 {{(pid=84021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:39:13.031267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.034685 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-86ece6f0-2cce-4059-9b8a-037816825029 admin admin] 10.222.0.65 "DELETE /v2.0/routers/68e1eda8-7db5-41cb-b63a-7632af3e4137 HTTP/1.1" status: 204 len: 168 time: 1.5405877 May 06 14:39:13.035033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46450) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:13.092653 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1418c9-b554-4a42-bd49-0ff1685d2f06 admin admin] Deleting subnet 731ea727-f77b-42b3-8f11-6cefe2b3a806 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:39:13.095413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ca1418c9-b554-4a42-bd49-0ff1685d2f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.144636 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ca1418c9-b554-4a42-bd49-0ff1685d2f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.224685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ca1418c9-b554-4a42-bd49-0ff1685d2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.296035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ca1418c9-b554-4a42-bd49-0ff1685d2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.333092 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1418c9-b554-4a42-bd49-0ff1685d2f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731ea727-f77b-42b3-8f11-6cefe2b3a806,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:13.337867 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-ca1418c9-b554-4a42-bd49-0ff1685d2f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.345470 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ca1418c9-b554-4a42-bd49-0ff1685d2f06 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/731ea727-f77b-42b3-8f11-6cefe2b3a806 HTTP/1.1" status: 204 len: 168 time: 0.3071525 May 06 14:39:13.345626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f53f64-29de-4182-abff-3e7de46b3224 None None] Network 15c00681-3aae-4a09-8814-cd001676871f requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:39:13.345720 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46454) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:13.451050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.461331 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Deleting port e58db25c-6953-4b31-8d7c-006cd3229b3e {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:13.461659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.603377 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] DHCP port deletion for 15c00681-3aae-4a09-8814-cd001676871f request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:39:13.607592 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] Deleting port e58db25c-6953-4b31-8d7c-006cd3229b3e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:13.607986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.671124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] For port e58db25c-6953-4b31-8d7c-006cd3229b3e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e58db25c-6953-4b31-8d7c-006cd3229b3e,segment=NetworkSegment(89f8627e-1f4b-4bbe-9f30-d90b3c606439),segment_id=89f8627e-1f4b-4bbe-9f30-d90b3c606439)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:13.671472 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.789719 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Calling delete_port for e58db25c-6953-4b31-8d7c-006cd3229b3e owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:13.805042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] For port e58db25c-6953-4b31-8d7c-006cd3229b3e, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=e58db25c-6953-4b31-8d7c-006cd3229b3e,segment=NetworkSegment(89f8627e-1f4b-4bbe-9f30-d90b3c606439),segment_id=89f8627e-1f4b-4bbe-9f30-d90b3c606439)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:13.805548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.866346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:13.919770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58db25c-6953-4b31-8d7c-006cd3229b3e,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:13.926740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] No DVR routers for this DVR port e58db25c-6953-4b31-8d7c-006cd3229b3e on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:39:13.968866 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] Calling delete_port for e58db25c-6953-4b31-8d7c-006cd3229b3e owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:39:14.037154 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:39:14.037503 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:39:14.042536 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.068640 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c00681-3aae-4a09-8814-cd001676871f']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:14.080342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f8627e-1f4b-4bbe-9f30-d90b3c606439') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:14.080634 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f8627e-1f4b-4bbe-9f30-d90b3c606439') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:14.091705 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.107106 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.114201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:39:14.114716 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:39:14.128501 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:39:14.204969 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.220679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.231828 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c00681-3aae-4a09-8814-cd001676871f,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:14.235284 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cd190113-4116-4f0f-acbd-a70e4a236d41 admin admin] 10.222.0.65 "DELETE /v2.0/networks/15c00681-3aae-4a09-8814-cd001676871f HTTP/1.1" status: 204 len: 168 time: 0.8877621 May 06 14:39:14.376759 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46460) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:14.425084 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-1fc01374-e40f-4003-9cef-382fa1f0fca5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbe8c26fc9fd4aa0974ee0f7a56798d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472231 May 06 14:39:14.427958 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46464) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:14.490934 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-393daf70-9538-4161-97a6-ff270e9e61d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.497810 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bd8fd77e-7002-49fb-aed2-f47d966f9a6f no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:39:14.516734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-393daf70-9538-4161-97a6-ff270e9e61d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.531530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: bd8fd77e-7002-49fb-aed2-f47d966f9a6f {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:39:14.531900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bd8fd77e-7002-49fb-aed2-f47d966f9a6f not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:39:14.532323 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e58db25c-6953-4b31-8d7c-006cd3229b3e no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:39:14.561180 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] Deleting port e58db25c-6953-4b31-8d7c-006cd3229b3e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:39:14.561551 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.569537 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-393daf70-9538-4161-97a6-ff270e9e61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.586852 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393daf70-9538-4161-97a6-ff270e9e61d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe40e5-28da-4512-b186-1d58152ac11a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:14.593342 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-393daf70-9538-4161-97a6-ff270e9e61d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:14.596865 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-393daf70-9538-4161-97a6-ff270e9e61d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21fe40e5-28da-4512-b186-1d58152ac11a HTTP/1.1" status: 204 len: 168 time: 0.1656358 May 06 14:39:14.597017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: e58db25c-6953-4b31-8d7c-006cd3229b3e {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:39:14.597017 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device e58db25c-6953-4b31-8d7c-006cd3229b3e not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:39:14.637002 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8550d7a0-815d-4550-8589-4d8d749c5118 None None] The port 'e58db25c-6953-4b31-8d7c-006cd3229b3e' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:39:14.992105 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46472) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:15.042109 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-fde77cf8-af38-4c32-8648-507700b9313e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0d5b037f26c4658b89ae655c4384806&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488586 May 06 14:39:15.044490 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46476) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:15.101215 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01b90025-adf0-4372-a13f-5269fef418b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:15.125647 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01b90025-adf0-4372-a13f-5269fef418b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:15.175857 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01b90025-adf0-4372-a13f-5269fef418b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:15.191817 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b90025-adf0-4372-a13f-5269fef418b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062fce13-c8e6-4153-a204-d197b20d9906,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:15.196106 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-01b90025-adf0-4372-a13f-5269fef418b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:15.198924 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-01b90025-adf0-4372-a13f-5269fef418b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/062fce13-c8e6-4153-a204-d197b20d9906 HTTP/1.1" status: 204 len: 168 time: 0.1535454 May 06 14:39:16.145898 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46498) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:16.304090 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-635953166-network', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:16.309932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:16.313915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Usage tracker for resource:network and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:16.318805 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:16.326535 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:16.337541 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Made reservation on behalf of 0def5f54cffa4be2921f8f724467fb3c for: {'network': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:39:16.339957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.352767 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.383163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:16.387020 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Usage tracker for resource:security_group_rule and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:16.389864 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:16.396017 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:16.462282 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.465849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.496469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=84022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:39:16.505562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e37ec0-a445-460f-b189-67b9b0251dea,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:16.510853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.511250 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.segments_db [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Added segment 9ba2d31d-afa1-428d-9d43-759c581d3e83 of type vlan for network 6a28cf2c-438d-476f-833d-1b0fb7670e94 May 06 14:39:16.541859 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.569865 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.570754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:16.571314 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.755052 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] Pushing event updated for resources: {'Network': ['ID=6a28cf2c-438d-476f-833d-1b0fb7670e94,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:16.761759 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-191079d5-dc2e-49e0-85d9-f5a172fa5067 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6132967 May 06 14:39:16.762130 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46506) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:16.765402 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:39:16.768107 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Request body: {'subnet': {'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-635953166-subnet', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'ip_version': 4}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:16.773567 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:16.777468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Usage tracker for resource:subnet and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:16.780524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:16.786853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:16.796677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Made reservation on behalf of 0def5f54cffa4be2921f8f724467fb3c for: {'subnet': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:39:16.799226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324826'] for subnet, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:16.996490 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2902835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324808'] for subnet, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.070377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=666fe46a-5356-4b10-9991-a479a143d3ff,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:17.083354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Checking segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:17.083735 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Network hostable DHCP agents. Network: 6a28cf2c-438d-476f-833d-1b0fb7670e94, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:39:17.104917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:39:17.113562 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 6a28cf2c-438d-476f-833d-1b0fb7670e94) {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:17.118178 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:17.120275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.121394 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f2db8-01b2-4854-8087-3b8dfe59d04d None None] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:39:17.141404 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-aac33eba-af30-411d-9462-0b87efd8f043 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785219 May 06 14:39:17.144632 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46510) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:17.150109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:17.155021 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:17.160780 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Usage tracker for resource:router and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:17.164153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:17.169848 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:17.180050 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.181285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.200238 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.336788 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-6a28cf2c-438d-476f-833d-1b0fb7670e94', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:39:17.337601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.340480 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.491958 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Allocated IP 172.20.0.2 (6a28cf2c-438d-476f-833d-1b0fb7670e94/666fe46a-5356-4b10-9991-a479a143d3ff/492a6f7a-9896-44ec-93c1-05baf6709054) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:39:17.533839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.565071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.697457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.703734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Allocated IP 172.26.0.65 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/bbd7ad76-2771-408e-9eab-771acec12314) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:39:17.708207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Transition to ACTIVE for port object 492a6f7a-9896-44ec-93c1-05baf6709054 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:17.726651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Transition to ACTIVE for port object 492a6f7a-9896-44ec-93c1-05baf6709054 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:17.732411 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.803081 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:17.806380 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:17.808990 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:39:17.815601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Pushing event updated for resources: {'Port': ['ID=492a6f7a-9896-44ec-93c1-05baf6709054,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:17.849690 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.879997 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.887812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.888139 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.888445 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.888775 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.889104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.889428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.889750 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.890082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.890390 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.890711 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.891030 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:17.913808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Attempting to bind port 492a6f7a-9896-44ec-93c1-05baf6709054 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:39:17.914172 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Attempting to bind port 492a6f7a-9896-44ec-93c1-05baf6709054 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:39:17.914523 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Attempting to bind port 492a6f7a-9896-44ec-93c1-05baf6709054 on network 6a28cf2c-438d-476f-833d-1b0fb7670e94 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:39:17.921487 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:39:17.921855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Checking segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:17.922258 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.922639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Bound using segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:39:17.923207 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Bound port: 492a6f7a-9896-44ec-93c1-05baf6709054, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:39:17.923571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:17.946911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:17.949604 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:17.953223 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:39:17.990103 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd7ad76-2771-408e-9eab-771acec12314,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:18.013647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] For port 492a6f7a-9896-44ec-93c1-05baf6709054, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:39:18.016746 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] For port 492a6f7a-9896-44ec-93c1-05baf6709054, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=492a6f7a-9896-44ec-93c1-05baf6709054,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:39:18.021358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:18.110143 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347a1b0-2ab2-4d68-a07f-3701f7a01119 None None] Pushing event updated for resources: {'Port': ['ID=492a6f7a-9896-44ec-93c1-05baf6709054,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:18.121227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:18.121227 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:18.373574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Router 7e126ca5-6dc3-40bd-9988-0449f8b176af is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:39:18.529162 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 492a6f7a-9896-44ec-93c1-05baf6709054 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:18.606373 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 492a6f7a-9896-44ec-93c1-05baf6709054 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:18.696727 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:39:18.705355 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Sync routers for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:39:18.719572 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:18.720271 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:18.722059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:18.725710 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b8dd64bf-1a39-41c2-9ff9-548356803175 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5774019 May 06 14:39:18.726249 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46514) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:18.952743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:19.052491 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff749a93-f67c-402e-82b0-69166fe97bdc None None] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:39:19.229769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-403eb71c-2159-41c5-aa6f-0445ab78f265 None None] Provisioning for port 492a6f7a-9896-44ec-93c1-05baf6709054 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:19.263735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-403eb71c-2159-41c5-aa6f-0445ab78f265 None None] Provisioning complete for port 492a6f7a-9896-44ec-93c1-05baf6709054 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:19.264113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-403eb71c-2159-41c5-aa6f-0445ab78f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:19.496850 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:19.541719 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-403eb71c-2159-41c5-aa6f-0445ab78f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:19.569118 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:18Z', 'revision_number': 3, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:19.580104 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Checking router: 7e126ca5-6dc3-40bd-9988-0449f8b176af for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:39:19.580444 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Updating router 7e126ca5-6dc3-40bd-9988-0449f8b176af port bbd7ad76-2771-408e-9eab-771acec12314 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:39:19.643825 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-403eb71c-2159-41c5-aa6f-0445ab78f265 None None] For port 492a6f7a-9896-44ec-93c1-05baf6709054, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=492a6f7a-9896-44ec-93c1-05baf6709054,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:19.649177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-403eb71c-2159-41c5-aa6f-0445ab78f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:19.680862 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:19.811053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403eb71c-2159-41c5-aa6f-0445ab78f265 None None] Pushing event updated for resources: {'Port': ['ID=492a6f7a-9896-44ec-93c1-05baf6709054,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:19.833550 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Allocated IP 172.20.0.1 (6a28cf2c-438d-476f-833d-1b0fb7670e94/666fe46a-5356-4b10-9991-a479a143d3ff/ab60a8fd-a5a5-4b63-97fd-6488471e0225) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:39:19.948968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-96a67911-7b11-415e-bc37-d9acf31e7ba6 None None] Provisioning complete for port 492a6f7a-9896-44ec-93c1-05baf6709054 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:19.949338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96a67911-7b11-415e-bc37-d9acf31e7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:19.991473 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.007229 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.provisioning_blocks [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Transition to ACTIVE for port object ab60a8fd-a5a5-4b63-97fd-6488471e0225 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:20.029159 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.096774 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:20.100024 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:20.103704 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:39:20.132669 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Pushing event updated for resources: {'Port': ['ID=ab60a8fd-a5a5-4b63-97fd-6488471e0225,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:20.150745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.165680 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.167457 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Transition to ACTIVE for port object bbd7ad76-2771-408e-9eab-771acec12314 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:20.176317 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.256947 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.271289 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Attempting to bind port bbd7ad76-2771-408e-9eab-771acec12314 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:39:20.271655 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Attempting to bind port bbd7ad76-2771-408e-9eab-771acec12314 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:39:20.272050 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Attempting to bind port bbd7ad76-2771-408e-9eab-771acec12314 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:39:20.281471 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8890916-9b9f-4ea9-b5d5-28f16ded4a81 None None] Pushing event updated for resources: {'Port': ['ID=bbd7ad76-2771-408e-9eab-771acec12314,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:20.285303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:39:20.285676 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:20.286075 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.286605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:39:20.287086 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Bound port: bbd7ad76-2771-408e-9eab-771acec12314, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:39:20.287461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.371414 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] For port bbd7ad76-2771-408e-9eab-771acec12314, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:39:20.375243 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] For port bbd7ad76-2771-408e-9eab-771acec12314, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bbd7ad76-2771-408e-9eab-771acec12314,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:39:20.382511 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.489038 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-949ec08b-2f7c-4210-adef-09ca6ef006b0 None None] Provisioning for port ab60a8fd-a5a5-4b63-97fd-6488471e0225 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:20.491717 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.498075 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933295'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.506528 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-949ec08b-2f7c-4210-adef-09ca6ef006b0 None None] Provisioning complete for port ab60a8fd-a5a5-4b63-97fd-6488471e0225 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:20.506865 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-949ec08b-2f7c-4210-adef-09ca6ef006b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.534206 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 492a6f7a-9896-44ec-93c1-05baf6709054 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:20.595000 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8890916-9b9f-4ea9-b5d5-28f16ded4a81 None None] Pushing event updated for resources: {'Port': ['ID=bbd7ad76-2771-408e-9eab-771acec12314,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:20.612058 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:20.613227 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:20.615199 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Pushing event updated for resources: {'Port': ['ID=ab60a8fd-a5a5-4b63-97fd-6488471e0225,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:20.618000 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.736530 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-949ec08b-2f7c-4210-adef-09ca6ef006b0 None None] Port ab60a8fd-a5a5-4b63-97fd-6488471e0225 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:39:20.763646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:20.764792 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:20.795404 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 492a6f7a-9896-44ec-93c1-05baf6709054 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:20.795770 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:20.874239 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:20.917425 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:21.165125 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Router 7e126ca5-6dc3-40bd-9988-0449f8b176af has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:39:21.166168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-6f17f5ad-b94c-4bd3-bca7-06ffe64dc829 None None] Provisioning complete for port ab60a8fd-a5a5-4b63-97fd-6488471e0225 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:21.166586 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f17f5ad-b94c-4bd3-bca7-06ffe64dc829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:21.247053 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6f17f5ad-b94c-4bd3-bca7-06ffe64dc829 None None] Port ab60a8fd-a5a5-4b63-97fd-6488471e0225 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:39:21.309185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 2, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:21.313540 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5161860-2f21-41a5-ae6c-95db9b476488 None None] The sync data for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv is: [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 2, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:39:21.481429 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:39:21.495994 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-19de10fe-a28b-4e1d-ab24-742bbb6db989 admin admin] 10.222.0.65 "PUT /v2.0/routers/7e126ca5-6dc3-40bd-9988-0449f8b176af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7683127 May 06 14:39:22.379267 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46538) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:22.385632 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-235660986-network', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be'}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:22.390777 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:22.396118 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Usage tracker for resource:network and tenant:e9e9c4bf0193495c9096539e001287be is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:22.399089 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:22.405087 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:22.416520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Made reservation on behalf of e9e9c4bf0193495c9096539e001287be for: {'network': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:39:22.418844 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for network, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.431828 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.466930 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:22.471722 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e9c4bf0193495c9096539e001287be is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:22.474315 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:22.480310 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:22.530131 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bbd7ad76-2771-408e-9eab-771acec12314 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:22.552005 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.555754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.577403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=84021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:39:22.602974 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port bbd7ad76-2771-408e-9eab-771acec12314 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:22.604836 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180cf862-f6bd-47a3-ae9e-3618dfba9616,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:22.607584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.607942 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.db.segments_db [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Added segment 49301fed-678e-41b4-970e-e86b1f633aeb of type vlan for network 40b967d2-4d57-4025-9776-c595f77b93e1 May 06 14:39:22.608129 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port bbd7ad76-2771-408e-9eab-771acec12314 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:22.608820 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.636990 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784472537613'] for network, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.667621 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345'] for network, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.668459 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:22.669068 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.723623 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.740219 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port bbd7ad76-2771-408e-9eab-771acec12314, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bbd7ad76-2771-408e-9eab-771acec12314,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:22.744618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.768504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] Pushing event updated for resources: {'Network': ['ID=40b967d2-4d57-4025-9776-c595f77b93e1,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:22.771994 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-6565db78-c62e-4281-84d3-e63f3e6d8652 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3915529 May 06 14:39:22.774816 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46542) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:22.779849 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Network 40b967d2-4d57-4025-9776-c595f77b93e1 details requested by agent ovs-agent-dv-neutron-840889-1-hyperv with host dv-neutron-840889-1-hyperv {{(pid=84023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:39:22.781815 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Request body: {'subnet': {'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-235660986-subnet', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'ip_version': 4}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:22.787366 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:22.791311 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Usage tracker for resource:subnet and tenant:e9e9c4bf0193495c9096539e001287be is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:22.794345 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:22.801320 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:22.811946 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Made reservation on behalf of e9e9c4bf0193495c9096539e001287be for: {'subnet': 1} {{(pid=84021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:39:22.814923 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2912581'] for subnet, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:22.897082 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=bbd7ad76-2771-408e-9eab-771acec12314,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:23.017646 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2933410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2912599'] for subnet, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.087877 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3681fb-4847-4835-9695-79e006f81e71,revision_number=0']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:23.099622 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Checking segment: {'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:23.100008 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Network hostable DHCP agents. Network: 40b967d2-4d57-4025-9776-c595f77b93e1, hostable agents: ['fd5f17f2-da03-48ae-a47e-c90dd5409a22'], hosted agents: [] {{(pid=84021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:39:23.121147 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Network 40b967d2-4d57-4025-9776-c595f77b93e1 is scheduled to be hosted by DHCP agent fd5f17f2-da03-48ae-a47e-c90dd5409a22 with binding_index 1 {{(pid=84021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:39:23.129941 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840889-1-hyperv, 40b967d2-4d57-4025-9776-c595f77b93e1) {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:23.135438 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:23.136754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.137635 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9e394-7ef8-4aff-b833-685cd12b076a None None] Network 40b967d2-4d57-4025-9776-c595f77b93e1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:39:23.157632 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-aa331825-7d4b-4b89-b4fb-31106f6ad2f4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3817942 May 06 14:39:23.160635 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 46546) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:23.165638 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.v2.base [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}} {{(pid=84021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:23.170201 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:23.174163 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Usage tracker for resource:router and tenant:e9e9c4bf0193495c9096539e001287be is out of sync, need to count used quota {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:23.177148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84021) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:23.182970 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.quota.driver [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84021) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:23.193875 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4026611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2903'] for router, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.194838 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4026512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4023668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3705344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2908'] for router, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.214195 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.352569 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ad06b8d-bc9a-5c4d-90bd-72e6b5dba8c9-40b967d2-4d57-4025-9776-c595f77b93e1', 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'fixed_ips': [{'subnet_id': 'ce3681fb-4847-4835-9695-79e006f81e71'}]}} from dv-neutron-840889-1-hyperv. {{(pid=84023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:39:23.353372 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.359415 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4023686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4026889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2486'] for router, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.550895 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.551740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Allocated IP 172.20.0.2 (40b967d2-4d57-4025-9776-c595f77b93e1/ce3681fb-4847-4835-9695-79e006f81e71/de7a8705-c640-4086-919f-ab042b6d69c1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:39:23.581458 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.720608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_common [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Allocated IP 172.26.0.236 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/9e5b06eb-145c-4b21-bc1e-a60a57ce6271) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:39:23.749096 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.759042 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Transition to ACTIVE for port object de7a8705-c640-4086-919f-ab042b6d69c1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:23.776754 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Transition to ACTIVE for port object de7a8705-c640-4086-919f-ab042b6d69c1 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:23.782598 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.848217 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Network 40b967d2-4d57-4025-9776-c595f77b93e1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:23.851067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:23.855463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:39:23.857879 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Pushing event updated for resources: {'Port': ['ID=de7a8705-c640-4086-919f-ab042b6d69c1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:23.870365 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.898860 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.951652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Attempting to bind port de7a8705-c640-4086-919f-ab042b6d69c1 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:39:23.952378 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Attempting to bind port de7a8705-c640-4086-919f-ab042b6d69c1 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:39:23.952737 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Attempting to bind port de7a8705-c640-4086-919f-ab042b6d69c1 on network 40b967d2-4d57-4025-9776-c595f77b93e1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:39:23.960280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:39:23.960694 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Checking segment: {'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:23.961088 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.961518 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Bound using segment: {'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:39:23.961976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Bound port: de7a8705-c640-4086-919f-ab042b6d69c1, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:39:23.962472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:23.975605 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:23.978515 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.base_scheduler [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:23.981481 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:39:24.011503 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5b06eb-145c-4b21-bc1e-a60a57ce6271,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:24.050023 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] For port de7a8705-c640-4086-919f-ab042b6d69c1, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:39:24.053397 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] For port de7a8705-c640-4086-919f-ab042b6d69c1, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=de7a8705-c640-4086-919f-ab042b6d69c1,segment=NetworkSegment(49301fed-678e-41b4-970e-e86b1f633aeb),segment_id=49301fed-678e-41b4-970e-e86b1f633aeb)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:39:24.057428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:24.137472 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b76da-f0e2-4be3-92e3-17c579d79ee6 None None] Pushing event updated for resources: {'Port': ['ID=de7a8705-c640-4086-919f-ab042b6d69c1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:24.146398 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:24.147403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4026880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4023705'] for router, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:24.521368 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Router a21dc9be-7a42-4e4c-8497-b5985d9c90dc is scheduled to L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 with binding_index 1 {{(pid=84021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:39:24.593665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device de7a8705-c640-4086-919f-ab042b6d69c1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:24.664303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port de7a8705-c640-4086-919f-ab042b6d69c1 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:24.669110 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bbd7ad76-2771-408e-9eab-771acec12314 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:24.740454 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:39:24.745395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port bbd7ad76-2771-408e-9eab-771acec12314 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:24.745916 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:24.755205 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Sync routers for ids ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:39:24.768176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:24.772647 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-f216199f-15e3-4dd0-9f09-0da245fb02d9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6085017 May 06 14:39:24.773268 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46550) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:24.776197 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Routers {'a21dc9be-7a42-4e4c-8497-b5985d9c90dc'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:24.776829 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:24.991700 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Set router a21dc9be-7a42-4e4c-8497-b5985d9c90dc gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:25.132185 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f0ddd-1f25-4b79-b049-3f09e9d313dd None None] Network 40b967d2-4d57-4025-9776-c595f77b93e1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:39:25.239417 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b0b99aaf-cff7-4ae9-b5f0-bffa09732c23 None None] Provisioning for port de7a8705-c640-4086-919f-ab042b6d69c1 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:25.257784 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b0b99aaf-cff7-4ae9-b5f0-bffa09732c23 None None] Provisioning complete for port de7a8705-c640-4086-919f-ab042b6d69c1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:25.258155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0b99aaf-cff7-4ae9-b5f0-bffa09732c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.304061 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:24Z', 'revision_number': 3, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port': {'id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:25.307530 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Checking router: a21dc9be-7a42-4e4c-8497-b5985d9c90dc for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:39:25.307896 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Updating router a21dc9be-7a42-4e4c-8497-b5985d9c90dc port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:39:25.366062 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.472360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0b99aaf-cff7-4ae9-b5f0-bffa09732c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.512265 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b0b99aaf-cff7-4ae9-b5f0-bffa09732c23 None None] For port de7a8705-c640-4086-919f-ab042b6d69c1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=de7a8705-c640-4086-919f-ab042b6d69c1,segment=NetworkSegment(49301fed-678e-41b4-970e-e86b1f633aeb),segment_id=49301fed-678e-41b4-970e-e86b1f633aeb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:25.517370 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0b99aaf-cff7-4ae9-b5f0-bffa09732c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.588347 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b99aaf-cff7-4ae9-b5f0-bffa09732c23 None None] Pushing event updated for resources: {'Port': ['ID=de7a8705-c640-4086-919f-ab042b6d69c1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:25.619519 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.720552 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.732895 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Transition to ACTIVE for port object 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:25.741413 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.749626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0696600a-f4ac-4603-8eb2-fe9fa9a12d10 None None] Provisioning complete for port de7a8705-c640-4086-919f-ab042b6d69c1 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:25.750149 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0696600a-f4ac-4603-8eb2-fe9fa9a12d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.818889 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Attempting to bind port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:39:25.819427 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Attempting to bind port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:39:25.819643 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Attempting to bind port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 on network 69afe45c-964c-4fab-97cf-579305f8a0dc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:39:25.825647 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Pushing event updated for resources: {'Port': ['ID=9e5b06eb-145c-4b21-bc1e-a60a57ce6271,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:25.832861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Allocated IP 172.20.0.1 (40b967d2-4d57-4025-9776-c595f77b93e1/ce3681fb-4847-4835-9695-79e006f81e71/244f0dcc-0482-4d23-8a46-79cd45209e4c) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:39:25.833980 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:39:25.834305 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Checking segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:25.834697 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.835137 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Bound using segment: {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:39:25.835555 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Bound port: 9e5b06eb-145c-4b21-bc1e-a60a57ce6271, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5329-f01e-4182-9b3f-323b26774251', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:39:25.835932 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.878785 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.879123 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.879453 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.879795 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.880119 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.880443 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.880768 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.881074 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.881386 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.881695 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.881994 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:39:25.923202 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] For port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:39:25.927139 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] For port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9e5b06eb-145c-4b21-bc1e-a60a57ce6271,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:39:25.931505 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:25.989520 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.005659 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Transition to ACTIVE for port object 244f0dcc-0482-4d23-8a46-79cd45209e4c will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:26.010518 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96914847-ef6a-4d10-b399-ab60912b1af2 None None] Pushing event updated for resources: {'Port': ['ID=9e5b06eb-145c-4b21-bc1e-a60a57ce6271,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:26.014221 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Routers {'a21dc9be-7a42-4e4c-8497-b5985d9c90dc'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:26.014720 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:26.029717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.098884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Network 40b967d2-4d57-4025-9776-c595f77b93e1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:26.101663 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:26.105197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:39:26.140120 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Pushing event updated for resources: {'Port': ['ID=244f0dcc-0482-4d23-8a46-79cd45209e4c,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:26.163925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4023907'] for router_interface, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.215237 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] Set router a21dc9be-7a42-4e4c-8497-b5985d9c90dc gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:26.248436 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.395352 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c207e07b-cab8-4d45-9fed-45334c6571b7 None None] Provisioning for port 244f0dcc-0482-4d23-8a46-79cd45209e4c completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:26.400339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c207e07b-cab8-4d45-9fed-45334c6571b7 None None] Provisioning complete for port 244f0dcc-0482-4d23-8a46-79cd45209e4c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:26.400839 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c207e07b-cab8-4d45-9fed-45334c6571b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.460841 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c207e07b-cab8-4d45-9fed-45334c6571b7 None None] Port 244f0dcc-0482-4d23-8a46-79cd45209e4c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:39:26.520767 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:24Z', 'revision_number': 3, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port': {'id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:26.524522 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device de7a8705-c640-4086-919f-ab042b6d69c1 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:26.525129 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a6b93-9fc6-4cdb-b51c-5cbcaf087f53 None None] The sync data for ids ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'] in dv-neutron-840889-1-hyperv is: [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:24Z', 'revision_number': 3, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port': {'id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:39:26.590837 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.595478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.596371 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port de7a8705-c640-4086-919f-ab042b6d69c1 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:26.596822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.699451 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2771241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4024014'] for router_interface, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:26.702761 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Pushing event updated for resources: {'Port': ['ID=244f0dcc-0482-4d23-8a46-79cd45209e4c,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:26.833033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Network 40b967d2-4d57-4025-9776-c595f77b93e1 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:26.834067 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:27.084168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ac9123d9-ec4a-4db7-8079-a533727888fb None None] Provisioning complete for port 244f0dcc-0482-4d23-8a46-79cd45209e4c triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:27.084753 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac9123d9-ec4a-4db7-8079-a533727888fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:27.161055 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ac9123d9-ec4a-4db7-8079-a533727888fb None None] Port 244f0dcc-0482-4d23-8a46-79cd45209e4c cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:39:27.211351 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Router a21dc9be-7a42-4e4c-8497-b5985d9c90dc has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:39:27.412057 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:39:27.420756 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e81e0bb4-fe97-4bf1-81b0-c03442845d2f admin admin] 10.222.0.65 "PUT /v2.0/routers/a21dc9be-7a42-4e4c-8497-b5985d9c90dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6464257 May 06 14:39:27.973398 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:39:28.213501 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46560) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:28.219220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376825004', 'description': 'tempest-secgroup-smoke-376825004 description', 'project_id': '0def5f54cffa4be2921f8f724467fb3c'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:28.225771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:28.229617 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:security_group and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:28.232464 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:28.238154 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:28.248466 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.281876 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:28.286096 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:security_group_rule and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:28.288809 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:28.294366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:28.349205 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.352807 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.394474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f2709a-33ee-4336-92cb-20a854871a28,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:28.396439 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.397610 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-854894d2-9d1c-45ef-8be4-ad6173c1f6cc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1831169 May 06 14:39:28.400921 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46564) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:28.406001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'security_group_rule': {'security_group_id': 'b2f2709a-33ee-4336-92cb-20a854871a28', 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:28.412209 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:28.416056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:security_group_rule and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:28.418884 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:28.424542 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:28.441503 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.513515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.517643 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.543129 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49ec0a6-28a7-41de-82fc-ba54256f270d,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:28.551939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.553142 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-43acc95a-ab4b-4b64-bd3e-90acdc1451a4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1516557 May 06 14:39:28.556015 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46568) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:28.561292 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'security_group_rule': {'security_group_id': 'b2f2709a-33ee-4336-92cb-20a854871a28', 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:28.567581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:28.571365 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:security_group_rule and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:28.574213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:28.580005 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:28.596608 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.656199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.660239 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.682607 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a39b44-45a9-4b34-9680-221b78ea8371,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:28.691313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.692555 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5122ace8-aed6-408a-9902-d91d2585a430 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1355455 May 06 14:39:28.695109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46572) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:28.700435 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'security_group_rule': {'security_group_id': 'b2f2709a-33ee-4336-92cb-20a854871a28', 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:28.706908 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:28.710744 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:security_group_rule and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:28.713657 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:28.719310 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:28.736080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.798008 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.801925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.823841 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0908515-d642-480b-8599-ab06d499eb86,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:28.832979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.834131 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cefcddf6-cf84-4a23-a853-e9c0316b9927 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1380904 May 06 14:39:28.836731 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46576) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:28.842078 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'security_group_rule': {'security_group_id': 'b2f2709a-33ee-4336-92cb-20a854871a28', 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:28.848356 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:28.852226 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:security_group_rule and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:28.855056 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:28.860755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:28.877882 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.942527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.947089 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.969896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8a3efe-5877-46ba-8c64-9e4519e16696,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:28.978785 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:28.980186 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3d1685ba-010f-4b0a-9a6d-a760564632e6 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1425307 May 06 14:39:28.982854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46580) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:28.988300 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'security_group_rule': {'security_group_id': 'b2f2709a-33ee-4336-92cb-20a854871a28', 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:28.993957 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:28.997729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:security_group_rule and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:29.000555 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:29.006453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:29.016511 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Project 0def5f54cffa4be2921f8f724467fb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:39:29.023336 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:29.085630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:29.089000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:29.111574 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f83809d-d9f2-457b-8808-5669738e847b,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:29.119405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:29.120553 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4ea9446f-502e-4f6b-a8b7-838a7cce479a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1367533 May 06 14:39:29.123197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46584) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:29.128658 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'security_group_rule': {'security_group_id': 'b2f2709a-33ee-4336-92cb-20a854871a28', 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:29.134279 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:29.138018 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:security_group_rule and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:29.140863 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:29.146984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:29.156981 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.securitygroups_db [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Project 0def5f54cffa4be2921f8f724467fb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:39:29.163163 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:29.225877 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:29.229343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712526'] for security_group_rule, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:29.258911 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078c685e-63d6-46f0-96f4-52880c601951,revision_number=0']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:29.265181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:29.266304 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-b6a13ae8-558f-4612-8f24-e8bb5bed7af3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1422226 May 06 14:39:29.436531 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-1393a0d1-e81d-421e-a56c-cf5a574694a0 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Synchronizing usage tracker for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:security_group {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:39:29.452609 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-1393a0d1-e81d-421e-a56c-cf5a574694a0 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Unset dirty status for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:security_group {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:39:29.453718 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-1393a0d1-e81d-421e-a56c-cf5a574694a0 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376825004&fields=id&tenant_id=0def5f54cffa4be2921f8f724467fb3c HTTP/1.1" status: 200 len: 267 time: 0.0566995 May 06 14:39:29.708194 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-f88c148a-20c5-408f-8551-2a34d762c32a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:29.708851 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-f88c148a-20c5-408f-8551-2a34d762c32a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Synchronizing usage tracker for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:network {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:39:29.725054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-f88c148a-20c5-408f-8551-2a34d762c32a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Unset dirty status for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:network {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:39:29.726371 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-f88c148a-20c5-408f-8551-2a34d762c32a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 809 time: 0.2657397 May 06 14:39:29.742571 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-b29975f4-8a9b-4b7b-8334-bfb80a575d87 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/quotas/0def5f54cffa4be2921f8f724467fb3c HTTP/1.1" status: 200 len: 375 time: 0.0109804 May 06 14:39:29.820563 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-b522f785-5a11-4093-9635-ef39d2fdf171 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732350 May 06 14:39:29.835357 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-502405ae-1522-4127-be41-fcb5f81669f4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=84022) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:39:29.836332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-502405ae-1522-4127-be41-fcb5f81669f4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048420 May 06 14:39:29.971490 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-56869a03-ed0b-4a90-8b93-4c30b19bd89e service neutron] 10.222.0.65 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297247 May 06 14:39:30.105019 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-1e28e0e2-530a-4f17-be63-c7f7ddfd8cd1 service neutron] 10.222.0.65 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272562 May 06 14:39:30.410742 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-8faf1e43-346a-450a-81ca-49dd1a3533bc req-19dd0afb-5513-44b7-91b6-a59cdbf7db29 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Synchronizing usage tracker for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84021) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:39:30.427302 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.quota.resource [req-8faf1e43-346a-450a-81ca-49dd1a3533bc req-19dd0afb-5513-44b7-91b6-a59cdbf7db29 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Unset dirty status for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84021) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:39:30.428508 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-8faf1e43-346a-450a-81ca-49dd1a3533bc req-19dd0afb-5513-44b7-91b6-a59cdbf7db29 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 210 time: 0.1809280 May 06 14:39:31.637488 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-8be3763c-f322-4b9d-b42c-c4c9e35e6584 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:31.639284 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-8be3763c-f322-4b9d-b42c-c4c9e35e6584 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 809 time: 0.1584146 May 06 14:39:31.736930 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2aa0fc89-dcda-41a2-b8b2-a60476988ae3 req-eb43142f-843b-47ba-89b6-87e67837b659 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 210 time: 0.1743546 May 06 14:39:31.777734 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-21b9feb8-1ef6-4c62-89bf-78f78ecd6ae3 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0def5f54cffa4be2921f8f724467fb3c HTTP/1.1" status: 200 len: 379 time: 0.0886753 May 06 14:39:31.786998 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'port': {'device_id': '5344b545-e779-497d-8458-ce24799de856', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'admin_state_up': True, 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'security_groups': ['b2f2709a-33ee-4336-92cb-20a854871a28']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:31.930773 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:31.941001 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:31.953158 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Made reservation on behalf of 0def5f54cffa4be2921f8f724467fb3c for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:39:31.956206 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.123339 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Allocated IP 172.20.0.9 (6a28cf2c-438d-476f-833d-1b0fb7670e94/666fe46a-5356-4b10-9991-a479a143d3ff/8715ccff-8647-458b-807f-18b340df5cf2) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:39:32.164359 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ba9f-46d2-4649-bf83-1ba1313e63b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.314393 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.329147 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Transition to ACTIVE for port object 8715ccff-8647-458b-807f-18b340df5cf2 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:32.349771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.419241 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:32.422298 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:32.427002 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:39:32.453926 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:32.498499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:32.499109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.530478 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-a3fb4708-0900-4efb-905a-be1e1e34f017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7467525 May 06 14:39:32.551716 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:32.617467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Request body: {'port': {'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:32.622067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:32.627283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:32.627645 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.727706 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.747632 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.754084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0989b80e-df13-441a-9658-d74b98f09c6d None None] Provisioning for port 8715ccff-8647-458b-807f-18b340df5cf2 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:32.763648 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0989b80e-df13-441a-9658-d74b98f09c6d None None] Provisioning complete for port 8715ccff-8647-458b-807f-18b340df5cf2 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:32.764039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0989b80e-df13-441a-9658-d74b98f09c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.801428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9e5b06eb-145c-4b21-bc1e-a60a57ce6271,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:32.813800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:32.866965 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0989b80e-df13-441a-9658-d74b98f09c6d None None] Port 8715ccff-8647-458b-807f-18b340df5cf2 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:39:32.885546 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=9e5b06eb-145c-4b21-bc1e-a60a57ce6271,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:32.949509 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589a47c-aea2-4498-bfab-69d4d5c40258 req-d432afbb-285d-4258-8f5c-8f1c231e115c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:32.952273 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a589a47c-aea2-4498-bfab-69d4d5c40258 req-d432afbb-285d-4258-8f5c-8f1c231e115c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 931 time: 0.0867045 May 06 14:39:32.996656 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-a589a47c-aea2-4498-bfab-69d4d5c40258 req-93b3b3d9-49b8-477f-9b58-d40963e47164 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401564 May 06 14:39:33.165232 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8715ccff-8647-458b-807f-18b340df5cf2 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:39:33.171988 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:33.185854 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Transition to ACTIVE for port object 8715ccff-8647-458b-807f-18b340df5cf2 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:33.189771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:33.312405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:33.419540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Attempting to bind port 8715ccff-8647-458b-807f-18b340df5cf2 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:39:33.419839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Attempting to bind port 8715ccff-8647-458b-807f-18b340df5cf2 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:39:33.420160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Attempting to bind port 8715ccff-8647-458b-807f-18b340df5cf2 on network 6a28cf2c-438d-476f-833d-1b0fb7670e94 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:39:33.426160 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Port 8715ccff-8647-458b-807f-18b340df5cf2 on network 6a28cf2c-438d-476f-833d-1b0fb7670e94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:39:33.426467 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Attempting to bind port 8715ccff-8647-458b-807f-18b340df5cf2 on network 6a28cf2c-438d-476f-833d-1b0fb7670e94 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:39:33.432499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:39:33.432811 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Checking segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:33.433179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Bound using segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:39:33.433590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Bound port: 8715ccff-8647-458b-807f-18b340df5cf2, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:39:33.433923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:33.520025 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:39:33.523151 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:39:33.527655 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:33.589685 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:33.591083 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] 10.222.0.69 "PUT /v2.0/ports/8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 200 len: 1093 time: 1.0533488 May 06 14:39:33.593915 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:39:33.616575 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e49b7-f0de-46ee-984e-e3d9cd83bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:33.701116 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-9dd9f661-8bcf-4d2c-a105-fdbe7f1d9af8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1096 time: 0.0709486 May 06 14:39:33.763908 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ce6be1-3864-4022-afd8-048c60af12a4'] response: {'name': 'network-changed', 'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2', 'status': 'completed', 'code': 200} May 06 14:39:33.779724 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-f2e0798b-9149-40fa-a3f7-8533033ff2e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 200 len: 217 time: 0.0719755 May 06 14:39:33.841649 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-838d2c14-1d71-414a-a35b-f02400a85922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:33.843086 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-838d2c14-1d71-414a-a35b-f02400a85922 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0582626 May 06 14:39:33.916815 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-7a3c836b-a0bd-4361-87ce-e2dbcf87a3e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681543 May 06 14:39:34.048727 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-9164c0ab-902e-4280-928f-e0a149d75f6c service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255436 May 06 14:39:34.184953 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f68c9c2a-05c6-43ca-9b77-c9dae9d50115 req-49bb0abc-5049-4b7a-ba4d-93933777340f service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305628 May 06 14:39:34.197037 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49100e9d-51d2-408b-8eed-9a663baecf4f req-bf06f05b-8090-49f0-b3c2-2b611f2ec57a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:34.198494 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-49100e9d-51d2-408b-8eed-9a663baecf4f req-bf06f05b-8090-49f0-b3c2-2b611f2ec57a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 943 time: 0.0798349 May 06 14:39:34.245733 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-49100e9d-51d2-408b-8eed-9a663baecf4f req-053b25e2-8c7e-4aac-a863-519865df459f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414448 May 06 14:39:34.306063 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-1aa48238-177e-4fb7-8dba-55720b5fb37d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1096 time: 0.0722654 May 06 14:39:34.444027 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-d3911a0f-60f3-423b-b071-0fdf6adf212a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:34.445459 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-d3911a0f-60f3-423b-b071-0fdf6adf212a service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.1330419 May 06 14:39:34.516008 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-55a361b4-1063-47d7-9063-c65bcf7d3dce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 200 len: 217 time: 0.0638533 May 06 14:39:34.516173 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:34.571112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff03a25-f103-41ac-b301-bf44f694e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:34.587477 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-1f981be9-5372-4993-a6b6-e0e2da2a990c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:34.588972 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-1f981be9-5372-4993-a6b6-e0e2da2a990c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0673070 May 06 14:39:34.597858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:34.598220 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:34.667673 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-482c8fb1-ee9f-42c4-81b7-e3444e7cf22f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703180 May 06 14:39:34.802616 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-33b2d2a8-3ee4-445a-ad46-eb7e1aed254b service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280506 May 06 14:39:35.038549 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bdd966bc-8c3c-4330-b930-7fb836a62e75 req-a4497658-4709-483d-b64b-76a17abc0683 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292819 May 06 14:39:35.465561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5d173-f599-4bfe-a382-58d06dababf4 req-d558b486-e85e-489b-a32f-677ef1045309 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:35.466153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-e3e5d173-f599-4bfe-a382-58d06dababf4 req-d558b486-e85e-489b-a32f-677ef1045309 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Synchronizing usage tracker for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:39:35.483348 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-e3e5d173-f599-4bfe-a382-58d06dababf4 req-d558b486-e85e-489b-a32f-677ef1045309 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Unset dirty status for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:39:35.484613 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e3e5d173-f599-4bfe-a382-58d06dababf4 req-d558b486-e85e-489b-a32f-677ef1045309 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 943 time: 0.1021965 May 06 14:39:35.534740 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8715ccff-8647-458b-807f-18b340df5cf2 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:39:35.546436 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e3e5d173-f599-4bfe-a382-58d06dababf4 req-fc44bd96-bce3-4868-af53-239310106cb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557730 May 06 14:39:35.666641 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:35.679358 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '8715ccff-8647-458b-807f-18b340df5cf2', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:39:35.747127 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:35.753626 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:35.776463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8715ccff-8647-458b-807f-18b340df5cf2 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:39:35.781368 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:35.792367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:35.795765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:35.861878 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:35.967197 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Sync routers for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:39:35.981691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:35.982281 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:36.088837 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['8715ccff-8647-458b-807f-18b340df5cf2'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:39:36.233151 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:36.720534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 2, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:36.724324 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Checking router: 7e126ca5-6dc3-40bd-9988-0449f8b176af for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:39:36.724665 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Updating router 7e126ca5-6dc3-40bd-9988-0449f8b176af port ab60a8fd-a5a5-4b63-97fd-6488471e0225 binding host dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:39:36.755148 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55aa9a-f4b7-47ef-b1cd-f1d905e90f46 req-1cfd55b9-5362-48d7-bc43-df9ed0d922fa tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:36.756674 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dd55aa9a-f4b7-47ef-b1cd-f1d905e90f46 req-1cfd55b9-5362-48d7-bc43-df9ed0d922fa tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 944 time: 0.0776784 May 06 14:39:36.778016 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:36.804928 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-dd55aa9a-f4b7-47ef-b1cd-f1d905e90f46 req-2b6dc565-c9ca-4ab7-8c6f-27e75726dcbd tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 May 06 14:39:37.111261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:37.119994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:37.133557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Transition to ACTIVE for port object ab60a8fd-a5a5-4b63-97fd-6488471e0225 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:37.140066 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:37.265602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b48d2-fa0e-4009-ad36-07a8e9ef428d None None] Pushing event updated for resources: {'Port': ['ID=ab60a8fd-a5a5-4b63-97fd-6488471e0225,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:37.356395 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Attempting to bind port ab60a8fd-a5a5-4b63-97fd-6488471e0225 on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:39:37.356748 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Attempting to bind port ab60a8fd-a5a5-4b63-97fd-6488471e0225 by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:39:37.357099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Attempting to bind port ab60a8fd-a5a5-4b63-97fd-6488471e0225 on network 6a28cf2c-438d-476f-833d-1b0fb7670e94 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:39:37.364460 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:39:37.364830 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Checking segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:37.365285 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:37.365609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Bound using segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:39:37.366274 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Bound port: ab60a8fd-a5a5-4b63-97fd-6488471e0225, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:39:37.366544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:37.460158 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] For port ab60a8fd-a5a5-4b63-97fd-6488471e0225, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:39:37.463591 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] For port ab60a8fd-a5a5-4b63-97fd-6488471e0225, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ab60a8fd-a5a5-4b63-97fd-6488471e0225,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:39:37.471353 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:37.550374 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8715ccff-8647-458b-807f-18b340df5cf2 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:37.582188 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Sync routers for ids ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:39:37.590763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b48d2-fa0e-4009-ad36-07a8e9ef428d None None] Pushing event updated for resources: {'Port': ['ID=ab60a8fd-a5a5-4b63-97fd-6488471e0225,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:37.594946 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Routers {'a21dc9be-7a42-4e4c-8497-b5985d9c90dc'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:37.595767 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:37.606579 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:37.607205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:37.780037 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Set router a21dc9be-7a42-4e4c-8497-b5985d9c90dc gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:37.781831 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 8715ccff-8647-458b-807f-18b340df5cf2 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:37.793433 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 8715ccff-8647-458b-807f-18b340df5cf2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:37.793795 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:37.845060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:38.023985 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a726c6-7c11-4a62-a315-2f59053da988 req-3e4fea03-15b8-4b81-9e27-2019d5d994e4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:38.026016 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-74a726c6-7c11-4a62-a315-2f59053da988 req-3e4fea03-15b8-4b81-9e27-2019d5d994e4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 944 time: 0.0781779 May 06 14:39:38.075462 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-74a726c6-7c11-4a62-a315-2f59053da988 req-493cb801-e4a8-4627-b0a8-59f4c000ffd7 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435917 May 06 14:39:38.101345 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:26Z', 'revision_number': 4, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port': {'id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '244f0dcc-0482-4d23-8a46-79cd45209e4c', 'name': '', 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'mac_address': 'fa:16:3e:1a:2e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3681fb-4847-4835-9695-79e006f81e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:25Z', 'updated_at': '2022-05-06T14:39:26Z', 'revision_number': 2, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'subnets': [{'id': 'ce3681fb-4847-4835-9695-79e006f81e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:38.104956 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Checking router: a21dc9be-7a42-4e4c-8497-b5985d9c90dc for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:39:38.105300 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Updating router a21dc9be-7a42-4e4c-8497-b5985d9c90dc port 244f0dcc-0482-4d23-8a46-79cd45209e4c binding host dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:39:38.158749 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.164245 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.220210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:39:38.259743 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:38.266858 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.347557 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:38.361847 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:37Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:38.365020 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a4cf03-0269-43ae-9adf-b5a4b84a4f75'] response: {'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2', 'code': 200} May 06 14:39:38.367765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3179f71-24ab-4f38-87d9-1dcb6a6d38e9 None None] The sync data for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv is: [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:37Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:39:38.522159 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.539220 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Transition to ACTIVE for port object 244f0dcc-0482-4d23-8a46-79cd45209e4c will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:39:38.548797 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.568885 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ab60a8fd-a5a5-4b63-97fd-6488471e0225 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:38.648075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b1de66e1-1e7d-4b36-b113-2900ed73e4d2 req-6c597987-d8bd-4ae4-a35b-3672b8890e2f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1098 time: 0.1105845 May 06 14:39:38.670384 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port ab60a8fd-a5a5-4b63-97fd-6488471e0225 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:38.676915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ab60a8fd-a5a5-4b63-97fd-6488471e0225 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:38.677663 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.714467 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-b1de66e1-1e7d-4b36-b113-2900ed73e4d2 req-f627ce34-3fce-4920-90c9-c69ffc35ce4b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604045 May 06 14:39:38.729573 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c9515-ecfc-4680-a72d-fcbd8e7db70a None None] Pushing event updated for resources: {'Port': ['ID=244f0dcc-0482-4d23-8a46-79cd45209e4c,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:38.833945 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Attempting to bind port 244f0dcc-0482-4d23-8a46-79cd45209e4c on host dv-neutron-840889-1-hyperv for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:39:38.834304 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Attempting to bind port 244f0dcc-0482-4d23-8a46-79cd45209e4c by drivers openvswitch,hyperv on host dv-neutron-840889-1-hyperv at level 0 using segments [{'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:39:38.834653 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Attempting to bind port 244f0dcc-0482-4d23-8a46-79cd45209e4c on network 40b967d2-4d57-4025-9776-c595f77b93e1 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:39:38.836070 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.841858 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Checking agent: {'id': '5f53a516-af7b-4369-81c7-f3ca0379f9f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840889-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 39, 6), 'started_at': datetime.datetime(2022, 5, 6, 13, 39, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840889-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:39:38.842220 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Checking segment: {'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:39:38.842610 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.842992 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Bound using segment: {'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:39:38.843451 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Bound port: 244f0dcc-0482-4d23-8a46-79cd45209e4c, host: dv-neutron-840889-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49301fed-678e-41b4-970e-e86b1f633aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:39:38.843825 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.897692 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port ab60a8fd-a5a5-4b63-97fd-6488471e0225, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ab60a8fd-a5a5-4b63-97fd-6488471e0225,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:38.902617 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.949843 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] For port 244f0dcc-0482-4d23-8a46-79cd45209e4c, host dv-neutron-840889-1-hyperv, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:39:38.953768 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] For port 244f0dcc-0482-4d23-8a46-79cd45209e4c, host dv-neutron-840889-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=244f0dcc-0482-4d23-8a46-79cd45209e4c,segment=NetworkSegment(49301fed-678e-41b4-970e-e86b1f633aeb),segment_id=49301fed-678e-41b4-970e-e86b1f633aeb)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:39:38.959108 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:38.980567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=ab60a8fd-a5a5-4b63-97fd-6488471e0225,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:39.038020 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c9515-ecfc-4680-a72d-fcbd8e7db70a None None] Pushing event updated for resources: {'Port': ['ID=244f0dcc-0482-4d23-8a46-79cd45209e4c,revision_number=4']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:39.045671 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Routers {'a21dc9be-7a42-4e4c-8497-b5985d9c90dc'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:39.046272 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:39.250695 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] Set router a21dc9be-7a42-4e4c-8497-b5985d9c90dc gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:39.298935 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec77c4-68f8-41e0-b0fe-2ada71eca4e4 req-6d155eba-4051-4b15-93e9-93e674983150 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:39.301294 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-61ec77c4-68f8-41e0-b0fe-2ada71eca4e4 req-6d155eba-4051-4b15-93e9-93e674983150 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 945 time: 0.0841820 May 06 14:39:39.348743 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-61ec77c4-68f8-41e0-b0fe-2ada71eca4e4 req-2abf5e5b-7000-467e-99ca-988b7135ec15 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422411 May 06 14:39:39.569374 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:26Z', 'revision_number': 4, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port': {'id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '244f0dcc-0482-4d23-8a46-79cd45209e4c', 'name': '', 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'mac_address': 'fa:16:3e:1a:2e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3681fb-4847-4835-9695-79e006f81e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:25Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 4, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'subnets': [{'id': 'ce3681fb-4847-4835-9695-79e006f81e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:39.573272 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d583-57f4-4afc-b92e-33a691c5fc90 None None] The sync data for ids ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'] in dv-neutron-840889-1-hyperv is: [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:26Z', 'revision_number': 4, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port': {'id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': '244f0dcc-0482-4d23-8a46-79cd45209e4c', 'name': '', 'network_id': '40b967d2-4d57-4025-9776-c595f77b93e1', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'mac_address': 'fa:16:3e:1a:2e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3681fb-4847-4835-9695-79e006f81e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:25Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 4, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'subnets': [{'id': 'ce3681fb-4847-4835-9695-79e006f81e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:39:40.549064 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5754d-cb98-4c6d-a2c6-babbeb727aa1 req-3b92266b-60ac-40f3-9f8a-4d6883dc2424 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:40.550693 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-42d5754d-cb98-4c6d-a2c6-babbeb727aa1 req-3b92266b-60ac-40f3-9f8a-4d6883dc2424 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 945 time: 0.0795963 May 06 14:39:40.579167 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ab60a8fd-a5a5-4b63-97fd-6488471e0225 up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:40.597753 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-42d5754d-cb98-4c6d-a2c6-babbeb727aa1 req-4a195df5-e89c-43f4-8d02-c8b637e20dba tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412440 May 06 14:39:40.655456 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port ab60a8fd-a5a5-4b63-97fd-6488471e0225 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:40.655851 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:40.771771 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 244f0dcc-0482-4d23-8a46-79cd45209e4c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:40.795714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9b9a8-c07d-4b22-8084-c43d39275ab6 req-7023a8a8-5d20-4fd1-b65b-a33bbfc5d126 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:40.797599 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-49a9b9a8-c07d-4b22-8084-c43d39275ab6 req-7023a8a8-5d20-4fd1-b65b-a33bbfc5d126 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 945 time: 0.0758801 May 06 14:39:40.836391 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning for port 244f0dcc-0482-4d23-8a46-79cd45209e4c completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:39:40.841068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 244f0dcc-0482-4d23-8a46-79cd45209e4c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:40.841452 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:40.843525 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-49a9b9a8-c07d-4b22-8084-c43d39275ab6 req-fe01a559-432d-45a2-9641-e922d621d729 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401275 May 06 14:39:40.871740 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46646) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:40.962500 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:40.995477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] For port 244f0dcc-0482-4d23-8a46-79cd45209e4c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=244f0dcc-0482-4d23-8a46-79cd45209e4c,segment=NetworkSegment(49301fed-678e-41b4-970e-e86b1f633aeb),segment_id=49301fed-678e-41b4-970e-e86b1f633aeb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:39:41.000584 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:41.017108 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ad499b07-7d96-488e-b4b3-f4264b77bc3f tempest-TestSnapshotPattern-1407741277 tempest-TestSnapshotPattern-1407741277-project-admin] Synchronizing usage tracker for tenant:e9e9c4bf0193495c9096539e001287be on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:39:41.032979 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-ad499b07-7d96-488e-b4b3-f4264b77bc3f tempest-TestSnapshotPattern-1407741277 tempest-TestSnapshotPattern-1407741277-project-admin] Unset dirty status for tenant:e9e9c4bf0193495c9096539e001287be on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:39:41.034756 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-ad499b07-7d96-488e-b4b3-f4264b77bc3f tempest-TestSnapshotPattern-1407741277 tempest-TestSnapshotPattern-1407741277-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1093 time: 0.1615596 May 06 14:39:41.037695 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46652) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:39:41.042857 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:39:41.048598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:39:41.052493 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:floatingip and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:39:41.055396 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:39:41.061313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:39:41.068072 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Pushing event updated for resources: {'Port': ['ID=244f0dcc-0482-4d23-8a46-79cd45209e4c,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:41.072322 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:41.206146 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:41.338917 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Allocated IP 172.26.0.178 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/9ae4ae1e-e9fd-470d-8146-cff068589772) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:39:41.480986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:41.507749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:41.570754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:39:41.573360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:39:41.577071 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:39:41.604818 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'Port': ['ID=9ae4ae1e-e9fd-470d-8146-cff068589772,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:42.155138 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:42.210109 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:42.403946 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:42.408431 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:42.514392 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'Port': ['ID=9ae4ae1e-e9fd-470d-8146-cff068589772,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:39:42.519763 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 244f0dcc-0482-4d23-8a46-79cd45209e4c up at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:39:42.528303 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:42.591067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Provisioning complete for port 244f0dcc-0482-4d23-8a46-79cd45209e4c triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:39:42.591434 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:42.727315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Floating IP 893ddc66-24ab-4df5-a293-3243b22dfa3e associated. External IP: 172.26.0.178, port: 8715ccff-8647-458b-807f-18b340df5cf2. May 06 14:39:43.112213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Router 7e126ca5-6dc3-40bd-9988-0449f8b176af has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:39:43.306925 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:39:43.330035 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:43.382669 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4ff22c01-a2d2-4355-9f45-1cb4ee80af4f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3439469 May 06 14:39:43.383156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:39:43.439590 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a945406-49c1-4ecd-bfe4-5b57fc0b9e6e'] response: {'name': 'network-changed', 'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2', 'status': 'completed', 'code': 200} May 06 14:39:43.531523 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-2a4cc935-f949-48f0-818c-19832a41b415 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1098 time: 0.0692658 May 06 14:39:43.750372 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-4179ba29-a0cd-4d93-b5b3-6ef7d83029be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:43.752075 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-4179ba29-a0cd-4d93-b5b3-6ef7d83029be service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.2145722 May 06 14:39:43.850550 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-3c09aae8-3942-4bcb-803e-48ca684ad657 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 200 len: 999 time: 0.0930326 May 06 14:39:43.911118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-133a0a0a-7f4a-44d0-82ea-81506a43641e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:39:43.912569 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-133a0a0a-7f4a-44d0-82ea-81506a43641e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0565298 May 06 14:39:43.990286 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-89aaacf4-4660-4c0e-a42f-93923d9dff43 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724046 May 06 14:39:44.119641 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-578bfb90-1515-4396-a1e8-f7d7a9306eaa service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234384 May 06 14:39:44.258113 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aae29eb-6a9c-4578-95fe-2ae5dbbbf969 req-14309e19-79e0-4aad-a9f9-f2b1c9f81053 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319122 May 06 14:39:46.298562 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] Sync routers for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:39:46.311651 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:46.312319 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:46.485754 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:46.868200 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:41Z', 'revision_number': 0, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:46.872090 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] Checking router: 7e126ca5-6dc3-40bd-9988-0449f8b176af for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:39:46.882615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:39:46.883198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:39:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:47.054150 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:39:47.392340 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:41Z', 'revision_number': 0, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:39:47.396375 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb150676-ddde-42b4-9f6c-831093c4ec80 None None] The sync data for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv is: [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:41Z', 'revision_number': 0, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:39:50.825060 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:54.651619 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda978c-7fff-4863-8136-a089be5dfe9f None None] New status for floating IP 893ddc66-24ab-4df5-a293-3243b22dfa3e: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:40:02.170418 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3d02aa1-8e14-49cf-80e3-33508822e4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:04.523187 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-38f33063-d0fd-481a-a9ce-b9a049053904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:04.973384 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:40:05.715531 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:05.763234 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:07.074786 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:11.359691 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-e78425c8-663f-4a2d-8a76-bfa3c1048782 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684018 May 06 14:40:11.493214 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-f492f69a-2d2e-4f9e-a768-58c50ad53ad9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1098 time: 0.0661578 May 06 14:40:11.640679 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-e51b053c-61bc-495e-874d-200635683446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:40:11.642011 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-e51b053c-61bc-495e-874d-200635683446 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.1298027 May 06 14:40:11.744330 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-7396c9df-347b-4a06-b4da-c73f2297d185 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 200 len: 1001 time: 0.0942328 May 06 14:40:11.809433 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-c82c88d6-e21e-4a6c-9811-251752d79b6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:40:11.810810 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-c82c88d6-e21e-4a6c-9811-251752d79b6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0579424 May 06 14:40:11.884129 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-9bddafec-d31e-48af-aae4-c8935ab256d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671203 May 06 14:40:12.013426 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-a396faf4-c63b-432c-bb6c-7f7a396882ad service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228681 May 06 14:40:12.141887 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-f3636e08-bdce-45bc-ae85-d64ee6455dd3 req-b81dd7fe-dc9f-4c48-8be1-d7c26ec6696a service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222119 May 06 14:40:20.842475 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:32.172470 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c4572a1e-8e6e-4e8f-8978-1b2e478acd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:34.524062 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02dbf024-05c4-4abc-895b-0b1b952c4c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:35.718015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:35.764769 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:37.077844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:41.974227 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:40:50.841674 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:02.174954 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc06463c-cd9d-4b73-aa4c-dbb47bfa3678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:04.525420 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ee68190-8e41-408f-8923-f054e4b52569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:05.720283 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:05.766684 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:07.080908 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:12.368955 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-d1398462-ad36-4e55-846e-ef65824c0a24 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661902 May 06 14:41:12.511441 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-741e8189-4dac-4e77-b919-738bf80405f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1098 time: 0.0724056 May 06 14:41:12.738411 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-dc0e2dbc-82b0-46f5-bcfe-67b4a2364e44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:41:12.739670 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-dc0e2dbc-82b0-46f5-bcfe-67b4a2364e44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.2095551 May 06 14:41:12.838555 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-fe365de7-691a-409a-9544-7832118a8685 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 200 len: 1001 time: 0.0932591 May 06 14:41:12.901377 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-ca04bec7-3cfd-4475-8d9a-f0fd2b6087ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:41:12.902791 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-ca04bec7-3cfd-4475-8d9a-f0fd2b6087ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0580897 May 06 14:41:12.977660 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-94e536d6-71a3-4cfc-82cb-0574fe3cbb04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690005 May 06 14:41:13.106613 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-92779bae-6ceb-4110-8a6a-eb0b6e8662ba service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225407 May 06 14:41:13.238062 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-bde7aefe-8afb-4d09-b4d9-5339f17b66cc req-4d5ff76c-1ee0-44a8-9ea8-ca63a209ef55 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251636 May 06 14:41:18.974699 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:41:20.855834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:32.176389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb194d59-d7ea-4acd-82da-ad9dddb0434f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:34.526823 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4c6695c-cf6a-4c76-adaa-c44ac1aa45a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:35.722639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:35.769765 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:37.090177 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:42.216757 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8715ccff-8647-458b-807f-18b340df5cf2 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:41:42.363658 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:41:42.377654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '8715ccff-8647-458b-807f-18b340df5cf2', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:41:42.445875 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:42.463196 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8715ccff-8647-458b-807f-18b340df5cf2 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:41:42.478360 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:41:42.483192 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:42.550800 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:41:42.559941 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['8715ccff-8647-458b-807f-18b340df5cf2'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:41:42.590834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.591461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.591729 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.591836 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.592155 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.592477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.592938 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.593113 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.593429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.593785 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:42.594045 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:44.230832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8715ccff-8647-458b-807f-18b340df5cf2 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:41:44.337868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 8715ccff-8647-458b-807f-18b340df5cf2 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:41:44.338238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:44.476552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:44.507912 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:41:44.524111 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:41:44.528628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:44.595400 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646dc2d6-31cd-4a0a-b41d-9fdb16687182'] response: {'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2', 'code': 200} May 06 14:41:44.622957 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:41:50.869461 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:52.263083 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-b77a8214-15aa-4443-b5fc-e9fa3d49d659 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376825004&fields=id&tenant_id=0def5f54cffa4be2921f8f724467fb3c HTTP/1.1" status: 200 len: 267 time: 0.0403275 May 06 14:41:52.411515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e83287eb-5902-48f5-8105-73e74810251a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:41:52.412879 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e83287eb-5902-48f5-8105-73e74810251a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 809 time: 0.1427393 May 06 14:41:52.428539 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-3210883d-6715-4f5f-9076-e74b5036b2ef tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/quotas/0def5f54cffa4be2921f8f724467fb3c HTTP/1.1" status: 200 len: 375 time: 0.0104542 May 06 14:41:52.510866 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-8be30b16-d318-4565-a64d-353a5ccd8e9c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0776980 May 06 14:41:52.655116 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-c4c0fb17-d50e-435a-b27a-2df9754b7fc3 service neutron] 10.222.0.65 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324515 May 06 14:41:52.785005 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-cd5ae92d-590b-44d3-bf5c-880a3fb4cf82 service neutron] 10.222.0.65 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236641 May 06 14:41:52.985705 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-0983ffb2-0ab8-429f-96b1-20bc426a8aa7 req-9d97a083-4829-46e0-9f16-46839e20fb55 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 210 time: 0.0432174 May 06 14:41:54.100010 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-802b0604-0efc-40a1-b9e6-ccf801586c68 req-7cd07486-1d38-42ad-9c5c-86f3713c1741 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 210 time: 0.0465217 May 06 14:41:55.264321 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-73ef17c7-bf5e-435a-99f9-472080957a2f req-c5436c72-af03-47d5-8bdf-81439f84eeb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 210 time: 0.0449934 May 06 14:41:55.976073 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:41:56.010000 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-80941e28-5696-4c86-80fa-9755fc7f25c8 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:41:56.011437 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-80941e28-5696-4c86-80fa-9755fc7f25c8 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 809 time: 0.1433964 May 06 14:41:56.063814 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1f1b69e-8917-42a5-aeb4-41c1a6229e00 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0def5f54cffa4be2921f8f724467fb3c HTTP/1.1" status: 200 len: 379 time: 0.0405126 May 06 14:41:56.073650 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'port': {'device_id': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'admin_state_up': True, 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'security_groups': ['b2f2709a-33ee-4336-92cb-20a854871a28']}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:41:56.210118 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:41:56.219881 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:41:56.229425 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Made reservation on behalf of 0def5f54cffa4be2921f8f724467fb3c for: {'port': 1} {{(pid=84022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:41:56.232474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:56.289541 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8715ccff-8647-458b-807f-18b340df5cf2 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:41:56.437892 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:56.474855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:41:56.493715 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:41:56.500966 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:56.541397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2d7dc540-e085-4c76-a8bc-a5ce78d6c3c9 req-9ea1d19d-13ad-4fed-9add-6ffe7b5b4aff tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 210 time: 0.0578725 May 06 14:41:56.575382 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Allocated IP 172.20.0.14 (6a28cf2c-438d-476f-833d-1b0fb7670e94/666fe46a-5356-4b10-9991-a479a143d3ff/5946e7eb-07c3-4738-a162-1dfb5b068a98) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:41:56.602722 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c7bbe3-2920-42a1-aa19-3e8272c4df04'] response: {'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2', 'code': 200} May 06 14:41:56.624280 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:41:56.834153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:56.855306 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Transition to ACTIVE for port object 5946e7eb-07c3-4738-a162-1dfb5b068a98 will not be triggered until provisioned by entity DHCP. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:41:56.885984 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:56.978751 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:41:56.983077 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:41:56.989710 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:41:57.040263 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:41:57.075729 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.076220 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.076630 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.085246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.085246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.085246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.085246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.085246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.085246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.085246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.085246 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:41:57.103662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:41:57.104429 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:57.138824 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-bdc15516-0a26-474f-8ee2-13b7ce7b022d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0691185 May 06 14:41:57.300431 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e42f93ac-755a-4134-b134-bf741b489bab None None] Provisioning for port 5946e7eb-07c3-4738-a162-1dfb5b068a98 completed by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:41:57.305832 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-e42f93ac-755a-4134-b134-bf741b489bab None None] Provisioning complete for port 5946e7eb-07c3-4738-a162-1dfb5b068a98 triggered by entity DHCP. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:41:57.306204 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e42f93ac-755a-4134-b134-bf741b489bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:57.376339 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e42f93ac-755a-4134-b134-bf741b489bab None None] Port 5946e7eb-07c3-4738-a162-1dfb5b068a98 cannot update to ACTIVE because it is not bound. {{(pid=84023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:41:57.786119 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb9978-b4bc-4ff8-a402-2b81ee754655 req-91746744-099e-42d8-a04b-6908bc6e3877 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:41:57.787489 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35bb9978-b4bc-4ff8-a402-2b81ee754655 req-91746744-099e-42d8-a04b-6908bc6e3877 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 932 time: 0.0854123 May 06 14:41:57.842115 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-35bb9978-b4bc-4ff8-a402-2b81ee754655 req-6ecf6a94-3448-4146-a383-79461b131ac5 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489919 May 06 14:41:59.061474 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc40c3-384b-45c4-a805-4c58cf801531 req-34436192-42f0-4245-9bd1-115b96f4d554 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:41:59.062264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-75fc40c3-384b-45c4-a805-4c58cf801531 req-34436192-42f0-4245-9bd1-115b96f4d554 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Synchronizing usage tracker for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:41:59.079004 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-75fc40c3-384b-45c4-a805-4c58cf801531 req-34436192-42f0-4245-9bd1-115b96f4d554 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Unset dirty status for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:41:59.080348 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75fc40c3-384b-45c4-a805-4c58cf801531 req-34436192-42f0-4245-9bd1-115b96f4d554 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 932 time: 0.1008725 May 06 14:41:59.135397 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-75fc40c3-384b-45c4-a805-4c58cf801531 req-eb41f568-1e4a-4c8c-9312-cf05d7413017 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466940 May 06 14:42:00.347575 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48db05-a17a-47d5-a23f-3cd2feb0e7a6 req-704ffa39-596c-47bc-a7b6-0798e72649c7 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:00.349496 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4d48db05-a17a-47d5-a23f-3cd2feb0e7a6 req-704ffa39-596c-47bc-a7b6-0798e72649c7 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 932 time: 0.0803311 May 06 14:42:00.400321 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-4d48db05-a17a-47d5-a23f-3cd2feb0e7a6 req-e1843762-7686-4a08-b210-17f8e564aade tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446913 May 06 14:42:01.603613 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883bbec-27a7-4162-aab1-649a20f718fd req-687c4c32-bb2e-421e-a694-13fd70554a7d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:01.605092 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8883bbec-27a7-4162-aab1-649a20f718fd req-687c4c32-bb2e-421e-a694-13fd70554a7d tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 932 time: 0.0782495 May 06 14:42:01.664275 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8883bbec-27a7-4162-aab1-649a20f718fd req-569506d8-b542-4c5e-ba3e-ac6f687b60d0 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515010 May 06 14:42:02.179819 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6367c32f-3073-4d0d-9c89-622ee084d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:02.877953 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a165d-fe94-4baa-a210-3d11934caf05 req-5f688fcf-8662-4e10-9daa-d61513226e5f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:02.879547 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-730a165d-fe94-4baa-a210-3d11934caf05 req-5f688fcf-8662-4e10-9daa-d61513226e5f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 932 time: 0.0865254 May 06 14:42:02.951793 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-730a165d-fe94-4baa-a210-3d11934caf05 req-e93979b7-875d-4f8f-8c3f-e4f432baa14b tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650563 May 06 14:42:04.139522 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d9a8-bbae-423c-aabe-92f98a7da2b8 req-2aff0525-86b4-4eb2-9251-11f4b321e729 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:04.141098 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2553d9a8-bbae-423c-aabe-92f98a7da2b8 req-2aff0525-86b4-4eb2-9251-11f4b321e729 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 932 time: 0.0766301 May 06 14:42:04.188715 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2553d9a8-bbae-423c-aabe-92f98a7da2b8 req-7d3c2e53-7e14-4615-b68f-8cbbe6a2d76a tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414398 May 06 14:42:04.529542 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00f58940-6dd1-44c5-b0fa-bbe7ebe7649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:04.646119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Request body: {'port': {'device_id': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:42:04.751375 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:05.077748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5946e7eb-07c3-4738-a162-1dfb5b068a98 {{(pid=84022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:42:05.084401 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:05.098455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.provisioning_blocks [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Transition to ACTIVE for port object 5946e7eb-07c3-4738-a162-1dfb5b068a98 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:42:05.102358 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:05.225170 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Pushing event updated for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:05.353278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Attempting to bind port 5946e7eb-07c3-4738-a162-1dfb5b068a98 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:42:05.353603 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Attempting to bind port 5946e7eb-07c3-4738-a162-1dfb5b068a98 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:42:05.353920 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Attempting to bind port 5946e7eb-07c3-4738-a162-1dfb5b068a98 on network 6a28cf2c-438d-476f-833d-1b0fb7670e94 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:42:05.359532 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Port 5946e7eb-07c3-4738-a162-1dfb5b068a98 on network 6a28cf2c-438d-476f-833d-1b0fb7670e94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:42:05.359872 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Attempting to bind port 5946e7eb-07c3-4738-a162-1dfb5b068a98 on network 6a28cf2c-438d-476f-833d-1b0fb7670e94 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:42:05.366605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Checking agent: {'id': 'a86badea-78fa-4023-a8f7-54512f31a964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'started_at': datetime.datetime(2022, 5, 6, 13, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:42:05.366932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Checking segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:42:05.367302 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Bound using segment: {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:42:05.367714 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.managers [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Bound port: 5946e7eb-07c3-4738-a162-1dfb5b068a98, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba2d31d-afa1-428d-9d43-759c581d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:42:05.368075 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:05.401858 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fbffe-494e-48c1-8a2f-5e48271aeafb req-746f31d2-e3a4-40c2-8935-811549c21b9e tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:05.403293 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-131fbffe-494e-48c1-8a2f-5e48271aeafb req-746f31d2-e3a4-40c2-8935-811549c21b9e tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 944 time: 0.0755491 May 06 14:42:05.451992 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-131fbffe-494e-48c1-8a2f-5e48271aeafb req-7f598e6e-6fc3-467f-bf28-462aedbd13e5 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420771 May 06 14:42:05.457455 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:42:05.460506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:42:05.464788 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:05.526441 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:05.527820 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e1182491-5344-4075-8a9c-eae839347cae service neutron] 10.222.0.69 "PUT /v2.0/ports/5946e7eb-07c3-4738-a162-1dfb5b068a98 HTTP/1.1" status: 200 len: 1094 time: 0.8859072 May 06 14:42:05.528275 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:42:05.560291 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182491-5344-4075-8a9c-eae839347cae service neutron] Pushing event updated for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:05.607257 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b9488f-3454-43e7-af46-220f81ef1432'] response: {'name': 'network-changed', 'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'status': 'completed', 'code': 200} May 06 14:42:05.657295 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-e615e3eb-b6c8-4138-9e87-e183e9567b6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 1097 time: 0.0846889 May 06 14:42:05.725647 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:05.729713 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-6d55172f-8018-4ed4-9d22-775a7c5d6824 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98 HTTP/1.1" status: 200 len: 217 time: 0.0660269 May 06 14:42:05.778758 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:05.792581 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-1394c3e7-1a4f-4d92-a0ca-9ca1c7fbcf28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:05.794080 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-1394c3e7-1a4f-4d92-a0ca-9ca1c7fbcf28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0589750 May 06 14:42:05.877483 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-0dacf3ae-f845-4318-b05d-dedcb2194fe6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770497 May 06 14:42:06.101889 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-2de2a96d-cf6d-4333-9606-bc4c5a93c908 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193415 May 06 14:42:06.230736 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c8587cd1-cbb8-4070-b613-d02f5fb66502 req-ab3180ed-29e7-4eb1-84b9-4be2be95b230 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229997 May 06 14:42:06.340924 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-40a46891-df46-433d-a68d-2b34b06c4de7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 1097 time: 0.0689173 May 06 14:42:06.469524 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-884e9824-6467-4358-94b6-ae37200193d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:06.470869 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-884e9824-6467-4358-94b6-ae37200193d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.1243415 May 06 14:42:06.542204 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-da950a03-9cf7-4ed4-ad06-9a09d6e11411 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98 HTTP/1.1" status: 200 len: 217 time: 0.0649838 May 06 14:42:06.604572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-a22aff97-2757-40fd-b206-b70da5234eef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:06.606006 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-a22aff97-2757-40fd-b206-b70da5234eef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0579388 May 06 14:42:06.651504 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7af6-c10d-4d1f-8ad8-1ff561f3079f req-60289cc9-bee6-4c99-acb3-995982ed291c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:06.652987 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-37ec7af6-c10d-4d1f-8ad8-1ff561f3079f req-60289cc9-bee6-4c99-acb3-995982ed291c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 944 time: 0.0798142 May 06 14:42:06.683384 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-4ff2c32d-a831-4537-85bf-83b1eb25bff3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706265 May 06 14:42:06.699418 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-37ec7af6-c10d-4d1f-8ad8-1ff561f3079f req-311e19d5-facb-46ed-8f13-efea127b609b tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 May 06 14:42:06.814548 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-8dfa7cf5-fe30-4e52-9ca5-9c57298f025e service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245484 May 06 14:42:06.945827 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-22238a99-6e14-4c77-acef-b0e2446e2d9e req-8683fcc7-24fb-4551-9a8a-15050ffb0188 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242862 May 06 14:42:07.088960 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:07.906853 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53c333-7095-4a19-aefb-31d8544fb8a9 req-616e5c58-545f-4afd-924a-bd454f66eb2b tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:07.908332 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2a53c333-7095-4a19-aefb-31d8544fb8a9 req-616e5c58-545f-4afd-924a-bd454f66eb2b tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 944 time: 0.0855916 May 06 14:42:07.953741 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-2a53c333-7095-4a19-aefb-31d8544fb8a9 req-27dd3090-cc4c-4008-b079-fad2357ab2ab tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398841 May 06 14:42:08.336863 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5946e7eb-07c3-4738-a162-1dfb5b068a98 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:42:08.465772 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:42:08.478994 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'port_id': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'mac_address': 'fa:16:3e:cd:d2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:42:08.535039 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:08.551382 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946e7eb-07c3-4738-a162-1dfb5b068a98 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:42:08.565481 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:42:08.569303 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:08.634996 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:08.798725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['5946e7eb-07c3-4738-a162-1dfb5b068a98'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:42:09.152584 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24772-dcbc-4f37-b5b2-ca1d87e2d983 req-e177cdd8-8e64-49dd-82b9-4dd15a85901c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:09.154025 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1ac24772-dcbc-4f37-b5b2-ca1d87e2d983 req-e177cdd8-8e64-49dd-82b9-4dd15a85901c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 945 time: 0.0770757 May 06 14:42:09.198155 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-1ac24772-dcbc-4f37-b5b2-ca1d87e2d983 req-47e5351d-a7f7-405f-838b-4d7829c561bc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386145 May 06 14:42:10.356112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5946e7eb-07c3-4738-a162-1dfb5b068a98 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:42:10.405359 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b2bc0-ae05-4c7a-bef5-518ce2045f6f req-f4ab1a06-7873-430a-ba53-8a5db0f930c0 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:10.406794 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-de5b2bc0-ae05-4c7a-bef5-518ce2045f6f req-f4ab1a06-7873-430a-ba53-8a5db0f930c0 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 945 time: 0.0911996 May 06 14:42:10.426710 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning for port 5946e7eb-07c3-4738-a162-1dfb5b068a98 completed by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:42:10.431171 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 5946e7eb-07c3-4738-a162-1dfb5b068a98 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:42:10.431544 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:10.454355 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-de5b2bc0-ae05-4c7a-bef5-518ce2045f6f req-5647b21f-1beb-4d98-b9d7-716f4e8be5f1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 May 06 14:42:10.542429 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:10.568462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:42:10.577968 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:42:10.581844 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:10.623925 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4bcb4f-2458-43bc-aa52-cb9c64a02fe7'] response: {'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'code': 200} May 06 14:42:10.649744 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=5']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:10.845503 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aed969d-7965-4e51-8d1d-004362f992d2 req-406a8b8b-57cc-4a0b-afa2-7ef5d47ea9be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 1099 time: 0.0665593 May 06 14:42:10.886946 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-3aed969d-7965-4e51-8d1d-004362f992d2 req-a5323bb4-f170-4fca-9e6d-68e657aae151 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350595 May 06 14:42:11.651755 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565830-bb3e-403d-b3ba-c0fe7fb806d0 req-a6b7dc98-0331-4cb5-ab8b-a3ec9288c180 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:11.653199 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26565830-bb3e-403d-b3ba-c0fe7fb806d0 req-a6b7dc98-0331-4cb5-ab8b-a3ec9288c180 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 946 time: 0.0781794 May 06 14:42:11.702631 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-26565830-bb3e-403d-b3ba-c0fe7fb806d0 req-ce3c1f62-7a4c-40c9-a8ec-17c303c6bac5 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 May 06 14:42:12.898955 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4391a-0bc4-4817-bf7c-b8368f4941b0 req-95e71f27-e9e8-48da-a9e6-d9538ae11d2c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:12.900427 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-82c4391a-0bc4-4817-bf7c-b8368f4941b0 req-95e71f27-e9e8-48da-a9e6-d9538ae11d2c tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 946 time: 0.0794609 May 06 14:42:12.945329 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-82c4391a-0bc4-4817-bf7c-b8368f4941b0 req-d330dd0e-047c-402c-9a9b-ae83d5fcc8cb tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394278 May 06 14:42:13.138776 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaf022-85ee-43ba-8ed5-8af5210f5b65 req-8ef34a0e-f2c0-42f4-b89d-adac6a677906 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:13.140248 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6eeaf022-85ee-43ba-8ed5-8af5210f5b65 req-8ef34a0e-f2c0-42f4-b89d-adac6a677906 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 946 time: 0.0732093 May 06 14:42:13.186789 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-6eeaf022-85ee-43ba-8ed5-8af5210f5b65 req-295a61e2-02b1-43ef-a8be-ca3a29000032 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 May 06 14:42:13.213463 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46878) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:13.279872 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-15cd3ece-9efd-434d-8442-4f9bdd528b27 tempest-TestSnapshotPattern-1407741277 tempest-TestSnapshotPattern-1407741277-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 1094 time: 0.0653145 May 06 14:42:13.282403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 46882) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:13.287585 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.v2.base [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Request body: {'floatingip': {'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'port_id': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:42:13.293369 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:42:13.297572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Usage tracker for resource:floatingip and tenant:0def5f54cffa4be2921f8f724467fb3c is out of sync, need to count used quota {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:42:13.301036 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84022) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:42:13.306732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.quota.driver [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:42:13.317558 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for floatingip, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:13.458986 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:13.684783 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_common [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Allocated IP 172.26.0.185 (69afe45c-964c-4fab-97cf-579305f8a0dc/d0e29749-5046-4809-a88b-589350594ae9/1c05bb56-1995-44fc-88a2-2f48115c566a) {{(pid=84022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:42:13.826349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for port, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:13.854034 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784472588683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:13.921349 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Network 69afe45c-964c-4fab-97cf-579305f8a0dc is already hosted by enough agents. {{(pid=84022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:42:13.924748 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.base_scheduler [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Resources bound (agent type, host, resource id): {{(pid=84022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:42:13.926605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'Port': ['ID=1c05bb56-1995-44fc-88a2-2f48115c566a,revision_number=1']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:13.928677 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Received port after_create {{(pid=84022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:42:14.416839 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:14.473572 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:14.672932 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:14.677119 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2902974'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:14.785201 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event updated for resources: {'Port': ['ID=1c05bb56-1995-44fc-88a2-2f48115c566a,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:14.798190 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4023786'] for floatingip, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:15.003217 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-cbf667b9-501c-4174-9de0-2e05805ea028 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022110 May 06 14:42:15.044116 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.db.l3_db [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Floating IP 1ff19a1e-cb54-4350-a801-751f3131402e associated. External IP: 172.26.0.185, port: 5946e7eb-07c3-4738-a162-1dfb5b068a98. May 06 14:42:15.337613 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-45975c52-a560-4b53-8564-5976f6aaac95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1096 time: 0.2445524 May 06 14:42:15.505098 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-37f8f295-899a-4660-bcee-9b6930ab0022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:15.506522 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-37f8f295-899a-4660-bcee-9b6930ab0022 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.1497517 May 06 14:42:15.723566 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-a04f6874-c32a-42ee-ab0f-5bdca3577f28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 200 len: 999 time: 0.1676500 May 06 14:42:15.796914 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-ad8051af-c908-4b6d-91e0-991d832bad69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:15.798315 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-ad8051af-c908-4b6d-91e0-991d832bad69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0688775 May 06 14:42:15.901005 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-ed5a3e97-baf4-4cb3-b1e4-b882937b4486 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953317 May 06 14:42:15.902802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Router 7e126ca5-6dc3-40bd-9988-0449f8b176af has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:42:16.168151 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-6d74ebfa-ed2a-4021-9374-e60e6f17737e service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612231 May 06 14:42:16.325287 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-e5a72d89-2585-48eb-9fec-eedfbb3fdca4 req-31277c96-1088-4a78-8af0-2e468fc9795a service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473663 May 06 14:42:16.334754 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:42:16.344999 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] Sync routers for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:42:16.361610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:16.364462 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:42:16.365102 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:42:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:16.420277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-5c0997cc-fbec-42e4-81e1-a51d27670fd1 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1366017 May 06 14:42:16.420700 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:42:16.476919 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873da9ad-5af1-4444-baa8-01102412132c'] response: {'name': 'network-changed', 'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'status': 'completed', 'code': 200} May 06 14:42:16.540848 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:42:16.566547 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-253c9c93-e992-4aae-a21d-2180d5b53139 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 1099 time: 0.0687635 May 06 14:42:16.803070 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-8f1bff69-2bae-4d14-962a-e39c2e8c2c6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:16.804456 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-8f1bff69-2bae-4d14-962a-e39c2e8c2c6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.2317307 May 06 14:42:16.905551 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-47394e51-4f19-436f-96e7-66bb73bffc8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98 HTTP/1.1" status: 200 len: 1000 time: 0.0949907 May 06 14:42:16.923146 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '1ff19a1e-cb54-4350-a801-751f3131402e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.185', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:cd:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:42:14Z', 'updated_at': '2022-05-06T14:42:14Z', 'revision_number': 0, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}, {'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:54Z', 'revision_number': 1, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:16.927428 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] Checking router: 7e126ca5-6dc3-40bd-9988-0449f8b176af for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:42:16.937767 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:42:16.938345 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:42:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:16.966478 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-8264f0b1-617c-4544-86fe-83169b2cb0bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:42:16.967944 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-8264f0b1-617c-4544-86fe-83169b2cb0bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0569329 May 06 14:42:17.043030 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-c96072eb-0a10-4a7a-89a3-28b560d5ba23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692546 May 06 14:42:17.112031 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:42:17.173167 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-418b5b8d-5f72-43b4-b35f-222ae50e71e5 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236396 May 06 14:42:17.301729 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-c5e20218-2c56-4ab0-9b6a-dcfc8ef7aa08 req-138dc7ac-3622-49c7-bf6e-fe7f8be188e5 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225638 May 06 14:42:17.460668 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '1ff19a1e-cb54-4350-a801-751f3131402e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.185', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:cd:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:42:14Z', 'updated_at': '2022-05-06T14:42:14Z', 'revision_number': 0, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}, {'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:54Z', 'revision_number': 1, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:17.464499 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a22d20e-7401-4ba0-bc6d-f69dd67dfd2b None None] The sync data for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv is: [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '1ff19a1e-cb54-4350-a801-751f3131402e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.185', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:cd:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:42:14Z', 'updated_at': '2022-05-06T14:42:14Z', 'revision_number': 0, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}, {'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:54Z', 'revision_number': 1, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:42:17.664456 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece095a1-309b-4a70-81c3-ffacc392def4 None None] New status for floating IP 1ff19a1e-cb54-4350-a801-751f3131402e: ACTIVE {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:42:20.865923 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:32.183040 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-449b7ce1-53c6-4c82-91bd-021499ca24e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:32.976098 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:42:34.531652 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-471e6a96-0b9a-4276-9e0f-61eb40c420e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:35.728074 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:35.775741 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:37.089654 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:50.882440 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:02.184822 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43b02240-7ce7-43ac-a0f7-b3e193272cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:04.531898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-078fba6b-0605-4449-896e-6d9f60d40533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:05.733413 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:05.778233 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:07.093142 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:09.976017 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:43:14.404278 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62868258-62be-49c9-a4c5-28091469efdd req-b073479a-6c14-4861-bd95-651e8adeae9c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669510 May 06 14:43:14.510219 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62868258-62be-49c9-a4c5-28091469efdd req-70487b07-704a-43d4-b686-6c4810073579 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 1099 time: 0.0802050 May 06 14:43:14.650600 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62868258-62be-49c9-a4c5-28091469efdd req-4e0a02b8-0601-4e85-b3be-dab4dbf3784a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:43:14.652046 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62868258-62be-49c9-a4c5-28091469efdd req-4e0a02b8-0601-4e85-b3be-dab4dbf3784a service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.1239240 May 06 14:43:14.752160 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62868258-62be-49c9-a4c5-28091469efdd req-2deb31bb-29ca-44d1-91ec-8a0a9014d7f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98 HTTP/1.1" status: 200 len: 1002 time: 0.0933135 May 06 14:43:14.815203 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62868258-62be-49c9-a4c5-28091469efdd req-2d2ef1a9-a8c9-4054-b024-5c1fdeb8d2c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:43:14.816641 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62868258-62be-49c9-a4c5-28091469efdd req-2d2ef1a9-a8c9-4054-b024-5c1fdeb8d2c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0591600 May 06 14:43:14.889095 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62868258-62be-49c9-a4c5-28091469efdd req-9bea84d0-0e91-4a4f-bb8c-bd0a6b8589de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665569 May 06 14:43:15.018068 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62868258-62be-49c9-a4c5-28091469efdd req-ec5b3b40-2db3-42a7-b2db-010e6841668c service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231833 May 06 14:43:15.157283 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-62868258-62be-49c9-a4c5-28091469efdd req-a33264cb-8032-47bd-9a04-467d899ecfe3 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331093 May 06 14:43:20.898691 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:32.185915 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c7da-2074-4724-89b6-33201278f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:34.534337 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-704549a8-8581-4bf1-9267-366e5baf08a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:35.739026 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:35.780376 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:37.097175 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:46.976240 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:43:50.886295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5946e7eb-07c3-4738-a162-1dfb5b068a98 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=84023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:43:50.908025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:51.026947 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:43:51.040230 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Returning: {'device': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'port_id': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'mac_address': 'fa:16:3e:cd:d2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:43:51.105628 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:51.122986 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5946e7eb-07c3-4738-a162-1dfb5b068a98 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:43:51.137747 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:43:51.141529 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:51.248498 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] get_ports_and_sgs() called for port_ids ['5946e7eb-07c3-4738-a162-1dfb5b068a98'] {{(pid=84023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:43:51.276024 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:43:51.300988 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.301321 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.301649 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.301975 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.302295 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.302612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.302933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.303247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.303556 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.303889 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:51.304199 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:43:52.903533 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5946e7eb-07c3-4738-a162-1dfb5b068a98 up at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:43:52.984982 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Provisioning complete for port 5946e7eb-07c3-4738-a162-1dfb5b068a98 triggered by entity L2. {{(pid=84023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:43:52.985361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1516008'] for port, provisioning_complete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:53.112605 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:53.142906 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:43:53.168933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:43:53.174361 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:53.226653 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a7f914-c871-496b-aec9-ab392e05f8df'] response: {'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'code': 200} May 06 14:43:53.256423 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:02.189972 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7183e2a8-a0c2-4227-8c27-4a89b923867a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:02.334508 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47034) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:02.620694 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Deleting port 1c05bb56-1995-44fc-88a2-2f48115c566a {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:02.621033 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:02.783496 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:02.783732 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:02.905970 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Calling delete_port for 1c05bb56-1995-44fc-88a2-2f48115c566a owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:03.051346 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:03.097313 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event deleted for resources: {'Port': ['ID=1c05bb56-1995-44fc-88a2-2f48115c566a,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:03.162833 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.163174 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.163509 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.163861 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.164197 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.164521 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.164849 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.165176 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.165492 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.165808 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.166125 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:03.197598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:03.578610 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Router 7e126ca5-6dc3-40bd-9988-0449f8b176af has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:44:03.770513 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:44:03.779638 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] Sync routers for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:44:03.790213 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:03.791571 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:44:03.792548 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:43:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:03.846426 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-6fb8f0d1-1628-4e53-b798-4f2321f02952 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "DELETE /v2.0/floatingips/1ff19a1e-cb54-4350-a801-751f3131402e HTTP/1.1" status: 204 len: 168 time: 1.5108383 May 06 14:44:03.847316 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:44:03.918250 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae69783-89a6-49a2-b201-ac7b9b99acc5'] response: {'name': 'network-changed', 'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'status': 'completed', 'code': 200} May 06 14:44:03.980927 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:44:04.008131 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-d9b7ab66-6913-4b24-bb0b-bb284c27b60b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 1099 time: 0.0703094 May 06 14:44:04.270059 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-3638f243-6a1f-40ea-b6a6-40bb10b89a73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:04.271413 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-3638f243-6a1f-40ea-b6a6-40bb10b89a73 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.2572997 May 06 14:44:04.272608 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4712-7ccb-4e5e-be93-8355a71ef141 req-0f188f46-fb3d-45fa-8376-2ef817b148ec tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:04.274045 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-109c4712-7ccb-4e5e-be93-8355a71ef141 req-0f188f46-fb3d-45fa-8376-2ef817b148ec tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 946 time: 0.0928502 May 06 14:44:04.320341 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-109c4712-7ccb-4e5e-be93-8355a71ef141 req-11601c1e-3e3b-428a-abe3-161fb54b4dae tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 May 06 14:44:04.343068 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:54Z', 'revision_number': 1, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:04.347205 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] Checking router: 7e126ca5-6dc3-40bd-9988-0449f8b176af for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:44:04.350601 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-d6b42c04-d4ee-4081-9bdf-109b5d3c8311 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98 HTTP/1.1" status: 200 len: 217 time: 0.0716362 May 06 14:44:04.357824 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:44:04.358933 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:43:35Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:04.413397 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-35f0d7e8-4c3d-4680-aaf4-5e6f8befcc11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:04.414823 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-35f0d7e8-4c3d-4680-aaf4-5e6f8befcc11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0578671 May 06 14:44:04.492471 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-98bed5b5-c126-42de-889f-87b1136e2fc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712636 May 06 14:44:04.547013 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-636e71cd-68e2-4014-8575-e5e35d51a44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:04.549887 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:44:04.633425 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-1f35945b-7b4e-4cd4-9466-3f56e651536b service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338196 May 06 14:44:04.766603 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-9c680025-63a1-4e52-b9ea-10f80e80d654 req-9a2a6ee9-61d8-4539-a027-74e6feeee2bc service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259687 May 06 14:44:04.932629 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:54Z', 'revision_number': 1, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:04.937194 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d53c06-8e79-4a4e-a58d-207481ae4050 None None] The sync data for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv is: [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_floatingips': [{'id': '893ddc66-24ab-4df5-a293-3243b22dfa3e', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'router_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'port_id': '8715ccff-8647-458b-807f-18b340df5cf2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'mac_address': 'fa:16:3e:0a:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5344b545-e779-497d-8458-ce24799de856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:39:41Z', 'updated_at': '2022-05-06T14:39:54Z', 'revision_number': 1, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:44:04.945426 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5946e7eb-07c3-4738-a162-1dfb5b068a98 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:05.055275 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1116627'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:05.082801 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:44:05.092493 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:05.096662 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784472941734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784472588701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784472588746'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:05.152831 dv-neutron-840889-1-hyperv neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b4df00-cd9e-4479-8e0e-234767e5ac5f'] response: {'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'code': 200} May 06 14:44:05.169246 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Pushing event updated for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:05.169517 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d990e8-8244-4439-a4f4-79f3a2b99e7c None None] New status for floating IP 1ff19a1e-cb54-4350-a801-751f3131402e: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:44:05.512466 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a1b4f-feb5-4e77-8ecd-6936dfabb1c9 req-eafa30a2-e38c-428d-9628-5f9ecd0b8275 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:05.513805 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-546a1b4f-feb5-4e77-8ecd-6936dfabb1c9 req-eafa30a2-e38c-428d-9628-5f9ecd0b8275 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 944 time: 0.0744250 May 06 14:44:05.558767 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-546a1b4f-feb5-4e77-8ecd-6936dfabb1c9 req-2f7927c1-557a-4305-b6dd-7413f346f622 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396147 May 06 14:44:05.740215 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:05.784389 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:05.817404 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-f02a7a15-107f-4dae-8dce-27cadc42cc15 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:05.818080 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-f02a7a15-107f-4dae-8dce-27cadc42cc15 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Synchronizing usage tracker for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:44:05.832770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-f02a7a15-107f-4dae-8dce-27cadc42cc15 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Unset dirty status for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:44:05.833846 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-f02a7a15-107f-4dae-8dce-27cadc42cc15 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 944 time: 0.0913036 May 06 14:44:05.900515 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Deleting port 5946e7eb-07c3-4738-a162-1dfb5b068a98 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:05.900879 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:06.136834 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] For port 5946e7eb-07c3-4738-a162-1dfb5b068a98, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5946e7eb-07c3-4738-a162-1dfb5b068a98,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:06.137186 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:06.254717 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Calling delete_port for 5946e7eb-07c3-4738-a162-1dfb5b068a98 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:06.392923 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:06.438475 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event deleted for resources: {'Port': ['ID=5946e7eb-07c3-4738-a162-1dfb5b068a98,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:06.513287 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] No DVR routers for this DVR port 5946e7eb-07c3-4738-a162-1dfb5b068a98 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:44:06.516264 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:06.518725 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'name': 'network-vif-deleted', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:44:06.534276 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-50792dec-cda8-4d27-9c5e-1ce016af1b92 req-45b6b338-e30a-496b-8d17-4eb2a08510fe tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "DELETE /v2.0/ports/5946e7eb-07c3-4738-a162-1dfb5b068a98 HTTP/1.1" status: 204 len: 173 time: 0.6954777 May 06 14:44:06.576115 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6843fd6d-63da-4c6c-9b91-07a62974771d'] response: {'server_uuid': 'e93e74a8-801d-4664-86d6-0e476b8e41a5', 'name': 'network-vif-deleted', 'tag': '5946e7eb-07c3-4738-a162-1dfb5b068a98', 'status': 'completed', 'code': 200} May 06 14:44:06.748513 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-5af6efae-26fa-47b4-99f6-c9125d7594d5 req-e0dc4220-805a-4aa0-947e-3070b503c44f tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=e93e74a8-801d-4664-86d6-0e476b8e41a5 HTTP/1.1" status: 200 len: 210 time: 0.0438762 May 06 14:44:07.101796 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:08.399079 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47096) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:08.594938 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Deleting port 9ae4ae1e-e9fd-470d-8146-cff068589772 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:08.595273 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:08.845055 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:08.845384 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:08.961238 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5946e7eb-07c3-4738-a162-1dfb5b068a98 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:08.962366 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Calling delete_port for 9ae4ae1e-e9fd-470d-8146-cff068589772 owned by network:floatingip {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:08.997566 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 5946e7eb-07c3-4738-a162-1dfb5b068a98 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:44:08.997900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 5946e7eb-07c3-4738-a162-1dfb5b068a98 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:44:09.115062 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:09.162297 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event deleted for resources: {'Port': ['ID=9ae4ae1e-e9fd-470d-8146-cff068589772,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:09.249671 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for floatingip, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:09.634907 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Router 7e126ca5-6dc3-40bd-9988-0449f8b176af has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:44:09.832235 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:44:09.842046 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] Sync routers for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:44:09.848901 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for floatingip, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:09.853450 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:44:09.854122 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:44:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:09.905666 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-8fd04036-f5c8-4f75-8869-20ceddb5deb4 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "DELETE /v2.0/floatingips/893ddc66-24ab-4df5-a293-3243b22dfa3e HTTP/1.1" status: 204 len: 168 time: 1.5030999 May 06 14:44:09.905666 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:44:09.960395 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446d50dc-36c1-460f-857f-719379fb37a9'] response: {'name': 'network-changed', 'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2', 'status': 'completed', 'code': 200} May 06 14:44:10.041025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:44:10.058711 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-ffc8984f-ce36-4bf3-88a0-9262d5e9a74e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0def5f54cffa4be2921f8f724467fb3c&device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 1096 time: 0.0748916 May 06 14:44:10.340413 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-01ebf372-2a42-46f1-8700-a00428d3fd95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:10.341846 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-01ebf372-2a42-46f1-8700-a00428d3fd95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 200 len: 910 time: 0.2778146 May 06 14:44:10.368852 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:10.372727 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] Checking router: 7e126ca5-6dc3-40bd-9988-0449f8b176af for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:44:10.383936 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:44:10.384527 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:44:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:10.420249 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-927dcd70-f559-4f9a-960a-57104cce7153 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 200 len: 217 time: 0.0701847 May 06 14:44:10.464259 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d6a71-fd60-4ef9-b539-f5556a382897 req-4a44fbcf-3f96-4fa4-a0db-0222ba5e7ccc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:10.464939 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8b6d6a71-fd60-4ef9-b539-f5556a382897 req-4a44fbcf-3f96-4fa4-a0db-0222ba5e7ccc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Synchronizing usage tracker for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84022) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:44:10.497772 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.quota.resource [req-8b6d6a71-fd60-4ef9-b539-f5556a382897 req-4a44fbcf-3f96-4fa4-a0db-0222ba5e7ccc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Unset dirty status for tenant:0def5f54cffa4be2921f8f724467fb3c on resource:port {{(pid=84022) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:44:10.498938 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8b6d6a71-fd60-4ef9-b539-f5556a382897 req-4a44fbcf-3f96-4fa4-a0db-0222ba5e7ccc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 943 time: 0.2203643 May 06 14:44:10.500410 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-63b0ea2e-18b0-43ab-8e2f-8fab0cd39d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:10.501984 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-63b0ea2e-18b0-43ab-8e2f-8fab0cd39d2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 200 len: 848 time: 0.0749416 May 06 14:44:10.558100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:44:10.596339 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-8b6d6a71-fd60-4ef9-b539-f5556a382897 req-c5f8138e-933a-430e-8f89-5d81f1b05944 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912731 May 06 14:44:10.612216 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-4b3a51f9-622c-40de-b426-22ea324b2c0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a28cf2c-438d-476f-833d-1b0fb7670e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892441 May 06 14:44:10.742664 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-b02d75e6-3adc-47df-95c1-42a129f3e64f service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237400 May 06 14:44:10.883558 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-5a8745d2-a100-49ed-bb8c-af44f31fc9a6 req-9680f8e4-f4cc-46d1-bc34-eb72e1f04617 service neutron] 10.222.0.69 "GET /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346202 May 06 14:44:10.909076 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:10.912619 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f7f5c-fc3e-4eb6-9d12-97b172b53c3e None None] The sync data for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv is: [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:20Z', 'revision_number': 4, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv', '_interfaces': [{'id': 'ab60a8fd-a5a5-4b63-97fd-6488471e0225', 'name': '', 'network_id': '6a28cf2c-438d-476f-833d-1b0fb7670e94', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'mac_address': 'fa:16:3e:15:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:19Z', 'updated_at': '2022-05-06T14:39:38Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'subnets': [{'id': '666fe46a-5356-4b10-9991-a479a143d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:44:11.131673 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9442c48-b12d-4972-8f32-60d0f915d959 None None] New status for floating IP 893ddc66-24ab-4df5-a293-3243b22dfa3e: DOWN {{(pid=84024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:44:11.803726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406304e-bc20-4433-8005-0dd819be242c req-bfe77540-d261-4a59-a9f9-c5ee28e7c545 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:11.805214 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6406304e-bc20-4433-8005-0dd819be242c req-bfe77540-d261-4a59-a9f9-c5ee28e7c545 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 943 time: 0.0840664 May 06 14:44:11.841281 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-bf9decf9-00f6-4734-9aad-1c18fa7e97f9 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:44:11.843311 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-bf9decf9-00f6-4734-9aad-1c18fa7e97f9 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 943 time: 0.0806835 May 06 14:44:11.852892 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-6406304e-bc20-4433-8005-0dd819be242c req-3a38c539-a2dd-48d1-9983-018b6feb4ddc tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2f2709a-33ee-4336-92cb-20a854871a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 May 06 14:44:11.915111 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Deleting port 8715ccff-8647-458b-807f-18b340df5cf2 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:11.915453 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:12.160172 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] For port 8715ccff-8647-458b-807f-18b340df5cf2, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8715ccff-8647-458b-807f-18b340df5cf2,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:12.160446 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:12.277803 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Calling delete_port for 8715ccff-8647-458b-807f-18b340df5cf2 owned by compute:nova {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:12.415175 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:12.462790 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event deleted for resources: {'Port': ['ID=8715ccff-8647-458b-807f-18b340df5cf2,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:12.536598 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] No DVR routers for this DVR port 8715ccff-8647-458b-807f-18b340df5cf2 on host hv-neutron-8408 {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:44:12.539022 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118477'] for port, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:12.541605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'name': 'network-vif-deleted', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2'}] {{(pid=84022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:44:12.558091 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [req-740c1b64-df50-4395-a8fd-02144b4f9e55 req-5d560fd0-1adc-4120-8c56-af068a22f337 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.69 "DELETE /v2.0/ports/8715ccff-8647-458b-807f-18b340df5cf2 HTTP/1.1" status: 204 len: 173 time: 0.7104535 May 06 14:44:12.598837 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646588d3-209b-409b-ae54-be0a59864ad0'] response: {'server_uuid': '5344b545-e779-497d-8458-ce24799de856', 'name': 'network-vif-deleted', 'tag': '8715ccff-8647-458b-807f-18b340df5cf2', 'status': 'completed', 'code': 200} May 06 14:44:13.042513 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [req-b1ad4b4d-fae3-4faf-aebc-32bd46ea7705 req-576df839-f4cd-4d21-9258-31c33206d08b tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "GET /v2.0/ports?device_id=5344b545-e779-497d-8458-ce24799de856 HTTP/1.1" status: 200 len: 210 time: 0.0469587 May 06 14:44:14.147527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47116) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:14.215587 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4806bd2d-76f8-4cf8-8023-5a6f9b23e5a9 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:14.245053 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4806bd2d-76f8-4cf8-8023-5a6f9b23e5a9 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:14.309527 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4806bd2d-76f8-4cf8-8023-5a6f9b23e5a9 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:14.326656 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806bd2d-76f8-4cf8-8023-5a6f9b23e5a9 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f2709a-33ee-4336-92cb-20a854871a28,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:14.339993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-4806bd2d-76f8-4cf8-8023-5a6f9b23e5a9 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:14.344277 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-4806bd2d-76f8-4cf8-8023-5a6f9b23e5a9 tempest-TestSnapshotPattern-1023850149 tempest-TestSnapshotPattern-1023850149-project] 10.222.0.65 "DELETE /v2.0/security-groups/b2f2709a-33ee-4336-92cb-20a854871a28 HTTP/1.1" status: 204 len: 168 time: 0.1925304 May 06 14:44:14.397813 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47122) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:14.872179 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:15.025089 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8715ccff-8647-458b-807f-18b340df5cf2 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:15.056601 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] No Port match for: 8715ccff-8647-458b-807f-18b340df5cf2 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:44:15.056943 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Device 8715ccff-8647-458b-807f-18b340df5cf2 not bound to the agent host hv-neutron-8408 {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:44:15.470590 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Deleting port ab60a8fd-a5a5-4b63-97fd-6488471e0225 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:15.471210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:15.634770 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] For port ab60a8fd-a5a5-4b63-97fd-6488471e0225, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=ab60a8fd-a5a5-4b63-97fd-6488471e0225,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:15.635114 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:15.761469 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Calling delete_port for ab60a8fd-a5a5-4b63-97fd-6488471e0225 owned by network:router_interface {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:15.924278 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:16.083734 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab60a8fd-a5a5-4b63-97fd-6488471e0225,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:16.361499 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:16.916802 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Router 7e126ca5-6dc3-40bd-9988-0449f8b176af has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:44:17.112183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:44:17.120881 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] Sync routers for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:44:17.124647 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7635570b-d991-4c1c-b928-23a7a94da1d2 admin admin] 10.222.0.65 "PUT /v2.0/routers/7e126ca5-6dc3-40bd-9988-0449f8b176af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7247417 May 06 14:44:17.127361 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47126) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:17.133126 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:44:17.133725 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:44:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:17.306914 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:44:17.453074 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:17.588552 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:44:15Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:17.592614 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] Checking router: 7e126ca5-6dc3-40bd-9988-0449f8b176af for host: dv-neutron-840889-1-hyperv {{(pid=84023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:44:17.603653 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] Routers {'7e126ca5-6dc3-40bd-9988-0449f8b176af'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:44:17.604292 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:44:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['7e126ca5-6dc3-40bd-9988-0449f8b176af'], 'active': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:17.754285 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:17.763825 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Deleting port bbd7ad76-2771-408e-9eab-771acec12314 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:17.764741 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:17.776583 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_dvr_db [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] Set router 7e126ca5-6dc3-40bd-9988-0449f8b176af gateway port host: dv-neutron-840889-1-hyperv {{(pid=84023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:44:17.936540 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] For port bbd7ad76-2771-408e-9eab-771acec12314, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=bbd7ad76-2771-408e-9eab-771acec12314,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:17.937054 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:18.056415 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Calling delete_port for bbd7ad76-2771-408e-9eab-771acec12314 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:18.056639 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.db.l3_hamode_db [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:44:15Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:18.060202 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf53688a-2d7b-4d0e-ae6f-951bcc208081 None None] The sync data for ids ['7e126ca5-6dc3-40bd-9988-0449f8b176af'] in dv-neutron-840889-1-hyperv is: [{'id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'name': 'tempest-TestSnapshotPattern-635953166-router', 'tenant_id': '0def5f54cffa4be2921f8f724467fb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:44:15Z', 'revision_number': 5, 'project_id': '0def5f54cffa4be2921f8f724467fb3c', 'gw_port': {'id': 'bbd7ad76-2771-408e-9eab-771acec12314', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e126ca5-6dc3-40bd-9988-0449f8b176af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:17Z', 'updated_at': '2022-05-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}] {{(pid=84023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:44:18.224230 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:18.269326 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd7ad76-2771-408e-9eab-771acec12314,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:18.491468 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:18.658100 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ab60a8fd-a5a5-4b63-97fd-6488471e0225 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:18.690868 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: ab60a8fd-a5a5-4b63-97fd-6488471e0225 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:44:18.691210 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device ab60a8fd-a5a5-4b63-97fd-6488471e0225 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:44:18.746903 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:18.751199 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:18.775104 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:18.775601 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e126ca5-6dc3-40bd-9988-0449f8b176af {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:44:18.787993 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:18.789093 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-cc76258a-6f44-4c21-ae0f-2b94a9f83cb6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7e126ca5-6dc3-40bd-9988-0449f8b176af HTTP/1.1" status: 204 len: 168 time: 1.6607385 May 06 14:44:18.791866 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 47132) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:18.939890 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Deleting subnet 666fe46a-5356-4b10-9991-a479a143d3ff {{(pid=84021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:44:18.942717 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:18.990263 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459065'] for subnet, precommit_delete_associations {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.066589 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.137822 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2912558'] for subnet, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.178453 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666fe46a-5356-4b10-9991-a479a143d3ff,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:19.191726 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.195471 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.195835 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.196176 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.196516 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.197716 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.198402 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.198753 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.199076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.199403 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.199509 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ef8f4-c3c4-4e72-bfd7-4f20029d08fc None None] Network 6a28cf2c-438d-476f-833d-1b0fb7670e94 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:44:19.199730 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.200076 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840889-1-hyperv {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:44:19.208290 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-d1664a0a-d304-4105-aca6-affd4b971f60 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/666fe46a-5356-4b10-9991-a479a143d3ff HTTP/1.1" status: 204 len: 168 time: 0.4153516 May 06 14:44:19.210714 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 47136) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:19.313787 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.324038 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Deleting port 492a6f7a-9896-44ec-93c1-05baf6709054 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:19.324367 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.448707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] DHCP port deletion for 6a28cf2c-438d-476f-833d-1b0fb7670e94 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:44:19.453342 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] Deleting port 492a6f7a-9896-44ec-93c1-05baf6709054 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:19.453714 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.536520 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] For port 492a6f7a-9896-44ec-93c1-05baf6709054, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=492a6f7a-9896-44ec-93c1-05baf6709054,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:19.536785 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.654754 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Calling delete_port for 492a6f7a-9896-44ec-93c1-05baf6709054 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:19.694025 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] For port 492a6f7a-9896-44ec-93c1-05baf6709054, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=492a6f7a-9896-44ec-93c1-05baf6709054,segment=NetworkSegment(9ba2d31d-afa1-428d-9d43-759c581d3e83),segment_id=9ba2d31d-afa1-428d-9d43-759c581d3e83)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:19.694597 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.731239 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.774170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=492a6f7a-9896-44ec-93c1-05baf6709054,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:19.780164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] No DVR routers for this DVR port 492a6f7a-9896-44ec-93c1-05baf6709054 on host dv-neutron-840889-1-hyperv {{(pid=84021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:44:19.814558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] Calling delete_port for 492a6f7a-9896-44ec-93c1-05baf6709054 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:19.886624 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:44:19.886976 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:44:19.894660 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.919123 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a28cf2c-438d-476f-833d-1b0fb7670e94']}} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:19.931291 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba2d31d-afa1-428d-9d43-759c581d3e83') {'for_net_delete': True} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:19.931583 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.services.segments.db [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba2d31d-afa1-428d-9d43-759c581d3e83') {} {{(pid=84021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:19.943152 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422986'] for segment, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.958624 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.964551 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=84021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:44:19.964926 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933259'] for segment, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: Traceback (most recent call last): May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: timer() May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: cb(*args, **kw) May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: return func(*args, **kwargs) May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: self._notify() May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: self.callback(batched_events) May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: event.method(event) May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: return f(self, *a, **k) May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._get(url).json() May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: return self.request(url, 'GET', **kwargs) May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:44:19.981529 dv-neutron-840889-1-hyperv neutron-server[84021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:44:20.053004 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:20.068561 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Notify callbacks [] for network, before_response {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:20.078499 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a28cf2c-438d-476f-833d-1b0fb7670e94,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:20.090960 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-3b7a4210-b0da-41ed-9f64-6b201539b698 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6a28cf2c-438d-476f-833d-1b0fb7670e94 HTTP/1.1" status: 204 len: 168 time: 0.8793006 May 06 14:44:20.093872 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.wsgi [-] (84021) accepted ('10.222.0.65', 47140) {{(pid=84021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:20.388084 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] Deleting port 492a6f7a-9896-44ec-93c1-05baf6709054 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:20.388464 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:20.451138 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-76a17269-c064-467b-abd3-905d7ed0334a None None] The port '492a6f7a-9896-44ec-93c1-05baf6709054' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:44:20.566192 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4024024'] for router_interface, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:20.648365 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 492a6f7a-9896-44ec-93c1-05baf6709054 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:20.682780 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 492a6f7a-9896-44ec-93c1-05baf6709054 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:44:20.683112 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 492a6f7a-9896-44ec-93c1-05baf6709054 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:44:20.683520 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bbd7ad76-2771-408e-9eab-771acec12314 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:20.714768 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: bbd7ad76-2771-408e-9eab-771acec12314 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:44:20.715439 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device bbd7ad76-2771-408e-9eab-771acec12314 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:44:20.910699 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:21.153546 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Deleting port 244f0dcc-0482-4d23-8a46-79cd45209e4c {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:21.154170 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:21.325812 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.db [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] For port 244f0dcc-0482-4d23-8a46-79cd45209e4c, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=244f0dcc-0482-4d23-8a46-79cd45209e4c,segment=NetworkSegment(49301fed-678e-41b4-970e-e86b1f633aeb),segment_id=49301fed-678e-41b4-970e-e86b1f633aeb)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:21.326164 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:21.445401 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.plugins.ml2.plugin [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Calling delete_port for 244f0dcc-0482-4d23-8a46-79cd45209e4c owned by network:router_interface {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:21.604677 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2933334'] for port, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:21.648154 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Pushing event deleted for resources: {'Port': ['ID=244f0dcc-0482-4d23-8a46-79cd45209e4c,revision_number=None']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:22.021132 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron_lib.callbacks.manager [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2771324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4023951'] for router_interface, after_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:22.582394 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Router a21dc9be-7a42-4e4c-8497-b5985d9c90dc has already been hosted by L3 agent db89cdb3-c02c-45f3-9d5a-b878fe7d3381 {{(pid=84021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:44:22.777966 dv-neutron-840889-1-hyperv neutron-server[84021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] Notify agent at l3_agent.dv-neutron-840889-1-hyperv the message routers_updated {{(pid=84021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:44:22.786986 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] Sync routers for ids ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'] in dv-neutron-840889-1-hyperv {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:44:22.796381 dv-neutron-840889-1-hyperv neutron-server[84021]: INFO neutron.wsgi [None req-84d42ba4-9acb-4a60-ba31-ce69966ae208 admin admin] 10.222.0.65 "PUT /v2.0/routers/a21dc9be-7a42-4e4c-8497-b5985d9c90dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7009096 May 06 14:44:22.799044 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47144) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:22.800479 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] Routers {'a21dc9be-7a42-4e4c-8497-b5985d9c90dc'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:44:22.801119 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:44:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:22.979329 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] Set router a21dc9be-7a42-4e4c-8497-b5985d9c90dc gateway port host: dv-neutron-840889-1-hyperv {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:44:23.096648 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks [] for router, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:23.266389 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'external_fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:44:21Z', 'revision_number': 5, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port': {'id': '9e5b06eb-145c-4b21-bc1e-a60a57ce6271', 'name': '', 'network_id': '69afe45c-964c-4fab-97cf-579305f8a0dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd0e29749-5046-4809-a88b-589350594ae9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840889-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e29749-5046-4809-a88b-589350594ae9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840889-1-hyperv'}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:23.270227 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] Checking router: a21dc9be-7a42-4e4c-8497-b5985d9c90dc for host: dv-neutron-840889-1-hyperv {{(pid=84024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:44:23.281040 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] Routers {'a21dc9be-7a42-4e4c-8497-b5985d9c90dc'} bound to L3 agent in host dv-neutron-840889-1-hyperv {{(pid=84024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:44:23.281617 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840889-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:39:04Z,description=,heartbeat_timestamp=2022-05-06T14:44:05Z,host='dv-neutron-840889-1-hyperv',id=db89cdb3-c02c-45f3-9d5a-b878fe7d3381,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:39:04Z,topic='l3_agent')) {'router_ids': ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'], 'active': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:23.293102 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:23.303405 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Deleting port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:23.303749 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:23.455017 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_dvr_db [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] Set router a21dc9be-7a42-4e4c-8497-b5985d9c90dc gateway port host: None {{(pid=84024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:44:23.489543 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] For port 9e5b06eb-145c-4b21-bc1e-a60a57ce6271, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=9e5b06eb-145c-4b21-bc1e-a60a57ce6271,segment=NetworkSegment(b48f5329-f01e-4182-9b3f-323b26774251),segment_id=b48f5329-f01e-4182-9b3f-323b26774251)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:23.489896 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:23.558591 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.l3_hamode_db [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:44:23Z', 'revision_number': 6, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port_host': None}], 'dv-neutron-840889-1-hyperv', False) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:23.562523 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab8bf1-16b1-4283-811a-6cde5880a6e3 None None] The sync data for ids ['a21dc9be-7a42-4e4c-8497-b5985d9c90dc'] in dv-neutron-840889-1-hyperv is: [{'id': 'a21dc9be-7a42-4e4c-8497-b5985d9c90dc', 'name': 'tempest-TestSnapshotPattern-235660986-router', 'tenant_id': 'e9e9c4bf0193495c9096539e001287be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:39:23Z', 'updated_at': '2022-05-06T14:44:23Z', 'revision_number': 6, 'project_id': 'e9e9c4bf0193495c9096539e001287be', 'gw_port_host': None}] {{(pid=84024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:44:23.609625 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Calling delete_port for 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 owned by network:router_gateway {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:23.768280 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:23.813321 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5b06eb-145c-4b21-bc1e-a60a57ce6271,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:23.979136 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:44:24.033153 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4023749'] for router_gateway, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.278124 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4026933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2885'] for router, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.282371 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.419654 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4027033'] for router, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.420198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a21dc9be-7a42-4e4c-8497-b5985d9c90dc {{(pid=84022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:44:24.433065 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] Notify callbacks [] for router, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.434174 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-e2da6965-ba20-4a92-afee-5b8151c9e7dc admin admin] 10.222.0.65 "DELETE /v2.0/routers/a21dc9be-7a42-4e4c-8497-b5985d9c90dc HTTP/1.1" status: 204 len: 168 time: 1.6341970 May 06 14:44:24.437181 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47148) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:24.498288 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b343395-0d44-4dd8-8686-ce3e8c79c516 admin admin] Deleting subnet ce3681fb-4847-4835-9695-79e006f81e71 {{(pid=84022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:44:24.502152 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b343395-0d44-4dd8-8686-ce3e8c79c516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.551550 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b343395-0d44-4dd8-8686-ce3e8c79c516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919759'] for subnet, precommit_delete_associations {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.631943 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b343395-0d44-4dd8-8686-ce3e8c79c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1520652'] for subnet, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.650136 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 244f0dcc-0482-4d23-8a46-79cd45209e4c no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:24.682876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 244f0dcc-0482-4d23-8a46-79cd45209e4c {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:44:24.683212 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 244f0dcc-0482-4d23-8a46-79cd45209e4c not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:44:24.683905 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:24.704042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b343395-0d44-4dd8-8686-ce3e8c79c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1520645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2903028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324913'] for subnet, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.715609 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:44:24.715970 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device 9e5b06eb-145c-4b21-bc1e-a60a57ce6271 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:44:24.744402 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b343395-0d44-4dd8-8686-ce3e8c79c516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3681fb-4847-4835-9695-79e006f81e71,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:24.750251 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-3b343395-0d44-4dd8-8686-ce3e8c79c516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.755735 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88952e72-05bf-46c7-bd28-d329bb1040ee None None] Network 40b967d2-4d57-4025-9776-c595f77b93e1 requested from dv-neutron-840889-1-hyperv {{(pid=84023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:44:24.756877 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-3b343395-0d44-4dd8-8686-ce3e8c79c516 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ce3681fb-4847-4835-9695-79e006f81e71 HTTP/1.1" status: 204 len: 168 time: 0.3187411 May 06 14:44:24.759217 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47152) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:24.868343 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068520'] for network, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:24.879164 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Deleting port de7a8705-c640-4086-919f-ab042b6d69c1 {{(pid=84022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:24.879506 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.004174 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] DHCP port deletion for 40b967d2-4d57-4025-9776-c595f77b93e1 request from dv-neutron-840889-1-hyperv {{(pid=84023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:44:25.008191 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] Deleting port de7a8705-c640-4086-919f-ab042b6d69c1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:25.008567 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.085547 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.db [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] For port de7a8705-c640-4086-919f-ab042b6d69c1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=de7a8705-c640-4086-919f-ab042b6d69c1,segment=NetworkSegment(49301fed-678e-41b4-970e-e86b1f633aeb),segment_id=49301fed-678e-41b4-970e-e86b1f633aeb)] {{(pid=84022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:25.085823 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.205919 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.plugin [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Calling delete_port for de7a8705-c640-4086-919f-ab042b6d69c1 owned by network:dhcp {{(pid=84022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:25.211808 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] For port de7a8705-c640-4086-919f-ab042b6d69c1, host dv-neutron-840889-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840889-1-hyperv',level=0,port_id=de7a8705-c640-4086-919f-ab042b6d69c1,segment=NetworkSegment(49301fed-678e-41b4-970e-e86b1f633aeb),segment_id=49301fed-678e-41b4-970e-e86b1f633aeb)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:44:25.212247 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903722'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.282548 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1116335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784472941716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784472588692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2902983'] for port, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.325964 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=de7a8705-c640-4086-919f-ab042b6d69c1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:25.332360 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] No DVR routers for this DVR port de7a8705-c640-4086-919f-ab042b6d69c1 on host dv-neutron-840889-1-hyperv {{(pid=84022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:44:25.343133 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] Calling delete_port for de7a8705-c640-4086-919f-ab042b6d69c1 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:44:25.410950 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.db.api [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:44:25.411296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG oslo_db.api [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:44:25.455042 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518489', 'neutron.services.segments.db._delete_segments_for_network-8784473036665'] for network, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.479904 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b967d2-4d57-4025-9776-c595f77b93e1']}} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:25.491605 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49301fed-678e-41b4-970e-e86b1f633aeb') {'for_net_delete': True} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:25.491930 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.services.segments.db [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49301fed-678e-41b4-970e-e86b1f633aeb') {} {{(pid=84022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:44:25.504850 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784473036548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3879804'] for segment, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.521198 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163882'] for segment, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.528076 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=84022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:44:25.528870 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1163889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2902938'] for segment, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: Traceback (most recent call last): May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: timer() May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: cb(*args, **kw) May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: return func(*args, **kwargs) May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: self._notify() May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: self.callback(batched_events) May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: event.method(event) May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: return f(self, *a, **k) May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._get(url).json() May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: return self.request(url, 'GET', **kwargs) May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:44:25.549609 dv-neutron-840889-1-hyperv neutron-server[84022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:44:25.621829 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2771345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4023768'] for network, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.637771 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Notify callbacks [] for network, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.648115 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=40b967d2-4d57-4025-9776-c595f77b93e1,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:25.655023 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-d512dad1-4600-4dc2-b652-c0914c5a8e3e admin admin] 10.222.0.65 "DELETE /v2.0/networks/40b967d2-4d57-4025-9776-c595f77b93e1 HTTP/1.1" status: 204 len: 168 time: 0.8948839 May 06 14:44:25.785427 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47158) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:25.839090 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-52396358-8a51-4a92-89a2-320ee4bc2e0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0def5f54cffa4be2921f8f724467fb3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525439 May 06 14:44:25.841553 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47162) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:25.899354 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81045261-31fc-4871-bf8c-ad98ba405203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.912618 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] Deleting port de7a8705-c640-4086-919f-ab042b6d69c1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:44:25.913073 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784473051859'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.924662 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81045261-31fc-4871-bf8c-ad98ba405203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.974183 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81045261-31fc-4871-bf8c-ad98ba405203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:25.980160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-28d01865-7f4e-4949-943e-8bae4d605733 None None] The port 'de7a8705-c640-4086-919f-ab042b6d69c1' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:44:25.992794 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81045261-31fc-4871-bf8c-ad98ba405203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e37ec0-a445-460f-b189-67b9b0251dea,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:25.999561 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-81045261-31fc-4871-bf8c-ad98ba405203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:26.003626 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-81045261-31fc-4871-bf8c-ad98ba405203 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9e37ec0-a445-460f-b189-67b9b0251dea HTTP/1.1" status: 204 len: 168 time: 0.1611233 May 06 14:44:26.378210 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47170) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:26.427861 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-669546df-6054-4ff1-a6e6-41f90ea105ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9e9c4bf0193495c9096539e001287be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484996 May 06 14:44:26.430101 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.wsgi [-] (84022) accepted ('10.222.0.65', 47174) {{(pid=84022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:44:26.491403 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7309a876-5fea-4ba2-bd52-079db5b02189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:26.515965 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7309a876-5fea-4ba2-bd52-079db5b02189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:26.565156 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7309a876-5fea-4ba2-bd52-079db5b02189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712703'] for security_group, after_delete {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:26.579390 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309a876-5fea-4ba2-bd52-079db5b02189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180cf862-f6bd-47a3-ae9e-3618dfba9616,revision_number=None']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:44:26.585258 dv-neutron-840889-1-hyperv neutron-server[84022]: DEBUG neutron_lib.callbacks.manager [None req-7309a876-5fea-4ba2-bd52-079db5b02189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:26.586591 dv-neutron-840889-1-hyperv neutron-server[84022]: INFO neutron.wsgi [None req-7309a876-5fea-4ba2-bd52-079db5b02189 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/180cf862-f6bd-47a3-ae9e-3618dfba9616 HTTP/1.1" status: 204 len: 168 time: 0.1553531 May 06 14:44:26.659867 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device de7a8705-c640-4086-919f-ab042b6d69c1 no longer exists at agent ovs-agent-dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:44:26.691817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] No Port match for: de7a8705-c640-4086-919f-ab042b6d69c1 {{(pid=84023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:44:26.692168 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron.plugins.ml2.rpc [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Device de7a8705-c640-4086-919f-ab042b6d69c1 not bound to the agent host dv-neutron-840889-1-hyperv {{(pid=84023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:44:32.192325 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb445cff-5f6f-4f1d-9b19-0d5482401bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:34.537876 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-089ae86b-2b84-4c91-9e90-f2c95ffbc0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:35.742396 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:35.784845 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:37.102563 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:50.929260 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:00.979101 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:45:02.221273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87b831ee-3858-4903-b10d-c843d9351e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:04.538364 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba64c0b9-d268-437e-bc18-8af8e5a4b1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:05.743477 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:05.787427 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:07.105565 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:20.925018 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:32.193015 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a1da0d1a-d2fe-4feb-accc-959f6e42d714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:34.539558 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44d5bb75-115a-4599-a968-c8e262f4324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:35.746513 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:35.788937 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:37.108637 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:37.979711 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:45:50.923913 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:02.194091 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d341ff7-af7f-4e9a-8b29-67d32de24d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:04.540898 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae88b8bb-2248-4229-95ec-664015763db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:05.748615 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:05.792160 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:07.112067 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:14.980174 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:46:20.925817 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:32.195631 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a1dc70f5-f7d7-4840-85c8-75a8c71a23b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:34.541534 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecabb1f1-55b0-423c-9231-60f0187f3f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:35.750671 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:35.795007 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:37.115209 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:50.932190 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:51.980770 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:47:02.197198 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cad8eca-7a27-42e7-a879-ee42ceb27c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:04.543316 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b935290e-3d93-4b76-aff9-5032e39918b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:05.754463 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:05.796282 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:07.117501 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:20.953273 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:28.980814 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:47:32.199296 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-22d9cddc-6e71-401e-90f7-9b093197c78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:34.545379 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3753255d-a8d5-47e6-aebc-b82b3766f058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:35.758612 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:35.801759 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:37.121707 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:50.968656 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:02.203721 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a41c0b9-6927-4d53-a178-f38279576b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:04.549241 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8a663eec-85a3-4239-90a5-11d569ffafda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:05.760900 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:05.801998 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:05.979961 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:48:07.123124 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:20.960683 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:32.207338 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed958-44d5-4bac-9d15-3d8fdc2c036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:34.550099 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82d27944-7f22-4470-b7d4-6bf6c000b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:35.763443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:35.804400 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:37.126362 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:42.979208 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:48:50.979745 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:02.209367 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a61a64d6-3a4f-41a6-83e1-95446bcd1da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:04.550799 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9b74-3d2c-4ba8-82d4-b260d585ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:05.766804 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:05.806156 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:07.130276 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:19.978354 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:49:20.979106 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:32.211602 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb470a34-0983-4aee-a224-cc6061768f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:34.553443 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05fa8ae6-d69f-4728-b856-97a351288bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:35.769261 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:35.809435 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:37.132812 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:50.982939 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:49:56.977622 dv-neutron-840889-1-hyperv neutron-server[84024]: DEBUG neutron.db.agents_db [None req-0021217f-a0e2-4adb-b559-65689982e56f None None] Agent healthcheck: found 6 active agents {{(pid=84024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:50:02.212550 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5591d8a0-91ab-42e6-bae6-e625fefd280e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:50:04.554385 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90252e55-2598-4560-aa27-1d49a85d9261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:50:05.778834 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8028833f-4427-4706-8fa6-7b4e0ef7bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:50:05.814918 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-611c95f5-a647-416f-8777-32b6607fff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:50:07.135604 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b36b1b39-f370-41dc-9161-7090989616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:50:20.994855 dv-neutron-840889-1-hyperv neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9ba70160-4fbb-46e3-b5f3-41b2c4109310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784473036647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515929'] for agent, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}